{"meta":{"query_hash":"ffd67f36cc3b","filters":{"topic":"Engineering Education and Curriculum Development"},"cohort_total":1202,"direct_labels_cover":3,"predictions_cover":1202,"exported":1202,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ffd67f36cc3b","api":"https://metacan.xera.ac/api/v1/cohort?topic=Engineering+Education+and+Curriculum+Development"},"results":[{"id":"W117090199","doi":"","title":"Effective Use of Logbooks in Engineering Education: Enhancing Communication through Short Design Activities","year":2013,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Documentation; Logbook; Accreditation; Curriculum; Task (project management); Scope (computer science); Engineering; Engineering ethics; Medical education; Computer science; Engineering management; Pedagogy; Psychology; Medicine","score_opus":0.058162132940001096,"score_gpt":0.2752463185987581,"score_spread":0.21708418565875698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117090199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742005,0.00018932464,0.024448756,0.000019632153,0.00027259413,0.0005357333,0.0000019944064,0.00021322277,0.000118227836],"genre_scores_gemma":[0.99694383,0.00011768597,0.002355359,0.000028636083,0.000022764803,0.000032181964,0.00001270691,0.000041518146,0.00044529367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999021,0.00009368495,0.00025544205,0.00020654581,0.00015827529,0.000265075],"domain_scores_gemma":[0.99919367,0.00020641147,0.000046563324,0.00037538045,0.000090242414,0.00008774782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001467883,0.00023444001,0.0002475694,0.00038745368,0.00004814312,0.00010557274,0.00031155406,0.00013096638,0.000019032905],"category_scores_gemma":[0.000033301134,0.00028994353,0.000052514835,0.00039415524,0.000032593176,0.0019843138,0.000080431106,0.00036914466,0.000028614626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002072654,0.00029425527,0.8781173,0.00084623316,0.00020048654,0.000010797063,0.0068068025,0.07555552,0.032140322,0.0003545889,0.00001618241,0.00563676],"study_design_scores_gemma":[0.00026704025,0.000034204702,0.93574476,0.0008148536,0.00002730582,0.000010772914,0.0008187561,0.00008179092,0.060889583,0.000035446512,0.00078952056,0.00048595612],"about_ca_topic_score_codex":0.00001461002,"about_ca_topic_score_gemma":0.000146781,"teacher_disagreement_score":0.075473726,"about_ca_system_score_codex":0.0004115098,"about_ca_system_score_gemma":0.00007981636,"threshold_uncertainty_score":0.9999553},"labels":[],"label_agreement":null},{"id":"W1175240499","doi":"10.24908/pceea.v0i0.5924","title":"Teaching Engineering Accountability through Physical Prototyping","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Accountability; Context (archaeology); Schedule; Rapid prototyping; Artifact (error); Engineering; Engineering management; Engineering education; Class (philosophy); Engineering ethics; Computer science; Mechanical engineering; Political science; Artificial intelligence","score_opus":0.009027393069424206,"score_gpt":0.2236720008078994,"score_spread":0.21464460773847518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1175240499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97310054,0.0002586214,0.00028033447,0.002176781,0.0058809784,0.0011780203,0.000021006112,0.00092918705,0.016174508],"genre_scores_gemma":[0.99486476,0.00000444259,0.0036533887,0.00010131659,0.00043846533,0.00023622012,0.000008863419,0.00007459919,0.00061794475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985022,0.000006657928,0.00035435072,0.0002230428,0.00045693302,0.00045680036],"domain_scores_gemma":[0.9988863,0.000041877185,0.00013127469,0.00016262167,0.00045348177,0.00032443332],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058193825,0.00026819375,0.000246062,0.00021736382,0.00011524097,0.00012435405,0.00039359622,0.00015873651,0.000010056029],"category_scores_gemma":[0.00087160873,0.00027125233,0.00010697664,0.00056155113,0.000011757275,0.000474224,0.000032403095,0.00051882165,0.000021111078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013687179,0.0009380475,0.117811956,0.0056482917,0.001175841,6.6081293e-7,0.08058769,0.35877994,0.024437817,0.11717367,0.28362632,0.009806081],"study_design_scores_gemma":[0.0009465592,0.00005283234,0.101268046,0.0010214853,0.000175241,0.00002688908,0.0030822079,0.18760632,0.018145721,0.0011819543,0.68428844,0.0022043113],"about_ca_topic_score_codex":0.0029229114,"about_ca_topic_score_gemma":0.0005313916,"teacher_disagreement_score":0.40066212,"about_ca_system_score_codex":0.004293909,"about_ca_system_score_gemma":0.0006185161,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W1200315810","doi":"10.24908/pceea.v0i0.5923","title":"ACHIEVING GRADUATE ATTRIBUTES THROUGH PROJECT-BASED LEARNING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Computer science; Engineering management; Graduate students; Engineering education; Ideal (ethics); Graduate education; Knowledge management; Engineering; Software engineering; Pedagogy; Psychology","score_opus":0.025300783848615577,"score_gpt":0.2263652759345522,"score_spread":0.2010644920859366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1200315810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95544124,0.0007067814,0.00083768484,0.007171022,0.009907118,0.0012838201,0.00003382097,0.0015960588,0.023022467],"genre_scores_gemma":[0.9936127,0.0000135511755,0.0043891585,0.00013832407,0.00020314251,0.00012552,0.000025544618,0.00006711191,0.0014249273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998628,0.000007267543,0.0003329858,0.00017873228,0.00044330154,0.000409707],"domain_scores_gemma":[0.99880886,0.00003738447,0.0001614507,0.00010234057,0.00065991865,0.00023001683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004917975,0.00022181669,0.0001964901,0.00028552584,0.00013152686,0.00012731065,0.0003045635,0.00014709136,0.0000101374835],"category_scores_gemma":[0.0011330475,0.00022423381,0.0000846873,0.0009037937,0.000011934411,0.00027662658,0.000018740155,0.0004045757,0.00002037536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032176954,0.00012608155,0.13926509,0.00093975087,0.00025297925,2.3822939e-7,0.007937803,0.20978451,0.002877994,0.0063245203,0.6310468,0.0014410574],"study_design_scores_gemma":[0.0008222657,0.000051264968,0.1557028,0.0007325914,0.00012976812,0.00001115467,0.0023971694,0.05199899,0.012783216,0.00013882892,0.7738243,0.0014076593],"about_ca_topic_score_codex":0.0019434663,"about_ca_topic_score_gemma":0.0006001811,"teacher_disagreement_score":0.15778552,"about_ca_system_score_codex":0.0031902543,"about_ca_system_score_gemma":0.0011207506,"threshold_uncertainty_score":0.91439897},"labels":[],"label_agreement":null},{"id":"W1204289295","doi":"10.21427/8kz8-e390","title":"Creating an Experiential Learning Based Multi-Disciplinary Program","year":2022,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Experiential learning; Curriculum; Active learning (machine learning); Computer science; Knowledge management; Learning sciences; Educational technology; Project-based learning; Engineering management; Engineering; Artificial intelligence; Mathematics education; Psychology; Pedagogy","score_opus":0.016620463820258276,"score_gpt":0.23396821502839543,"score_spread":0.21734775120813715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1204289295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96408874,0.00007185623,0.027353356,0.00029924096,0.00046992372,0.00040155815,0.000011896862,0.005956011,0.0013474238],"genre_scores_gemma":[0.9775033,0.000008033403,0.021361515,0.000030522133,0.00003308709,0.000053982876,0.0001714995,0.0000355006,0.0008025725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850017,0.000096830096,0.00022446159,0.0003884445,0.00031813295,0.000471986],"domain_scores_gemma":[0.999332,0.000047955393,0.000057150835,0.00031464393,0.00006192611,0.00018631286],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027361242,0.00025831978,0.00022328422,0.00043045668,0.0008045696,0.00007566695,0.0006263096,0.00018454352,0.0011514378],"category_scores_gemma":[0.000077139906,0.0002924944,0.000106142485,0.0011615717,0.000113745664,0.00029110385,0.00031854882,0.00093721476,0.000033251185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010565503,0.003334627,0.0038305388,0.00013090936,0.00014512856,0.00039544664,0.0046791513,0.9245882,0.0063091237,0.011037063,0.0020325952,0.04341158],"study_design_scores_gemma":[0.0015261814,0.00043931912,0.0024668863,0.000022633292,0.000025986063,0.00002703471,0.02405871,0.84358025,0.001314126,0.00003117,0.12571312,0.0007945916],"about_ca_topic_score_codex":0.000009079998,"about_ca_topic_score_gemma":0.000004952891,"teacher_disagreement_score":0.123680525,"about_ca_system_score_codex":0.0003805362,"about_ca_system_score_gemma":0.00006485712,"threshold_uncertainty_score":0.99995273},"labels":[],"label_agreement":null},{"id":"W124423386","doi":"10.24908/pceea.v0i0.3818","title":"\"USING THE LIMITATIONS OF SITUATED LEARNING PEDAGOGY TO OUR ADVANTAGE IN AN ENGINEERING DESIGN CONTEXT\"","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Situated; Context (archaeology); Situated learning; Pedagogy; Learning design; Computer science; Sociology; Mathematics education; Engineering ethics; Engineering; Psychology; Geography; Artificial intelligence; Archaeology","score_opus":0.04912042434169334,"score_gpt":0.2564493107012675,"score_spread":0.20732888635957414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124423386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99072903,0.00015828107,0.00394481,0.0007389433,0.002273692,0.00090173306,0.000009675307,0.00025093707,0.0009929055],"genre_scores_gemma":[0.9897614,0.000017294407,0.00977899,0.000055732493,0.00006498518,0.0000857127,0.0000047726458,0.000057900448,0.00017321772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987776,0.000013469516,0.00043571554,0.00016763038,0.00024443286,0.00036112955],"domain_scores_gemma":[0.9990216,0.00006309393,0.00015791846,0.00012711581,0.00042093746,0.00020937277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052854826,0.00020282147,0.00021071917,0.0005506003,0.00008871111,0.000045293782,0.00036909504,0.00012687997,0.00000903447],"category_scores_gemma":[0.0009310035,0.00019431929,0.00006077078,0.0009890858,0.0000065852623,0.0002574814,0.00002055309,0.0003276968,0.0000044939975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005830752,0.00013529004,0.04749163,0.00027033355,0.0001458683,2.7207582e-7,0.034045972,0.87103826,0.03651998,0.0053630113,0.0020275167,0.002956063],"study_design_scores_gemma":[0.0007309344,0.00012259583,0.4617839,0.00091422774,0.00017232972,0.000017406515,0.030216357,0.43720305,0.053286817,0.00011570631,0.013902064,0.0015346232],"about_ca_topic_score_codex":0.0016746949,"about_ca_topic_score_gemma":0.0029147065,"teacher_disagreement_score":0.4338352,"about_ca_system_score_codex":0.0014349755,"about_ca_system_score_gemma":0.00043800962,"threshold_uncertainty_score":0.7924111},"labels":[],"label_agreement":null},{"id":"W132030929","doi":"10.5006/c2000-00478","title":"A Corrosion Engineering Training Model","year":2000,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Royal Military College of Canada","funders":"","keywords":"Corrosion; Training (meteorology); Materials science; Metallurgy; Computer science; Physics","score_opus":0.010180546790159756,"score_gpt":0.18633849112898254,"score_spread":0.1761579443388228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W132030929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5870648,0.00021051525,0.2712138,0.00010507022,0.00075350405,0.00016697511,0.0000027305296,0.003782872,0.13669975],"genre_scores_gemma":[0.97617537,0.00004767054,0.019822322,0.00005537956,0.00003738089,0.000024068491,0.0000052033442,0.000029099087,0.0038035135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999547,0.0000010423486,0.00011229663,0.000081690145,0.00007769898,0.00018028606],"domain_scores_gemma":[0.9998156,0.000006335537,0.0000025605332,0.00009085486,0.0000070578535,0.0000776185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000037065776,0.00010077289,0.00007505963,0.000047002697,0.00001884346,0.000018074372,0.00006513558,0.00003577379,0.0011388003],"category_scores_gemma":[0.0000030090162,0.00010104096,0.00002444243,0.0001174507,0.000002727955,0.000068070585,0.000003087277,0.00007961738,0.0002000866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.793688e-7,0.000004880115,0.0000063126317,0.000011464292,0.000002819049,4.6810663e-7,0.0005929905,0.97834605,0.002189044,0.0004199963,0.0027334823,0.01569223],"study_design_scores_gemma":[0.00007591514,0.0000023993007,0.00020247334,0.00001591979,0.000001969016,0.0000058187825,0.000033103886,0.98322016,0.0009746351,0.000017585151,0.0152961295,0.00015389247],"about_ca_topic_score_codex":6.467053e-7,"about_ca_topic_score_gemma":4.712438e-7,"teacher_disagreement_score":0.38911057,"about_ca_system_score_codex":0.00004157319,"about_ca_system_score_gemma":0.000011595525,"threshold_uncertainty_score":0.9997743},"labels":[],"label_agreement":null},{"id":"W1491073926","doi":"10.24908/ijesjp.v2i1.3516","title":"Towards New Literacies and Social Justice for Engineering Education","year":2013,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering ethics; Curriculum; Social justice; Pedagogy; Engineering education; Sociology; Critical pedagogy; Social constructivism; Engineering; Political science; Engineering management; Social science","score_opus":0.008521593544089821,"score_gpt":0.2632769254438286,"score_spread":0.25475533189973876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491073926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61474437,0.01097107,0.33362207,0.010670575,0.027664116,0.0006602473,0.00004047993,0.00047353542,0.001153564],"genre_scores_gemma":[0.96062154,0.00089347427,0.03140492,0.0003089828,0.0061791474,0.000036139896,0.000020439214,0.00006892006,0.00046646703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919677,0.0000045283905,0.0003193493,0.00009528506,0.00020607731,0.00017799214],"domain_scores_gemma":[0.9993849,0.00008166242,0.00007124862,0.00003299678,0.0003187329,0.00011047512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011360599,0.00017104606,0.00017992033,0.00019878033,0.000061031373,0.00018442406,0.00015354331,0.000084552965,0.000022395185],"category_scores_gemma":[0.000115486444,0.0001825259,0.000062346226,0.00008413808,0.000011071475,0.00036257465,0.000023197192,0.00019204947,0.0000030414867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007225578,0.0002934951,0.0001801207,0.007602982,0.0017787345,0.000015428115,0.044275038,0.06433432,0.03885478,0.05731444,0.41625902,0.3690194],"study_design_scores_gemma":[0.002362141,0.00013923421,0.03239467,0.00071402953,0.0011830955,0.00039991338,0.0058981134,0.11265979,0.0017919603,0.0004593286,0.8404599,0.0015378556],"about_ca_topic_score_codex":0.000007646451,"about_ca_topic_score_gemma":4.2222382e-7,"teacher_disagreement_score":0.42420083,"about_ca_system_score_codex":0.00011079295,"about_ca_system_score_gemma":0.00009484661,"threshold_uncertainty_score":0.744319},"labels":[],"label_agreement":null},{"id":"W1493890907","doi":"10.15285/ebd.61868","title":"TÜRKİYE VE KANADA’DA İŞLENEN FEN VE TEKNOLOJİ DERSLERİNİN KARŞILAŞTIRMALI ANALİZİ","year":2011,"lang":"tr","type":"article","venue":"DergiPark (Istanbul University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Psychology; Art","score_opus":0.01872200999647661,"score_gpt":0.1788266459279464,"score_spread":0.16010463593146979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493890907","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4520877,0.0031432204,0.009227895,0.00067234086,0.0077726827,0.0011963925,0.00028623937,0.0019914599,0.5236221],"genre_scores_gemma":[0.96538687,0.0008023912,0.0071229264,0.0001531721,0.00024693925,0.000008144297,0.00014078616,0.00018071613,0.02595807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665034,0.000095814255,0.0005866177,0.0008989328,0.0005460588,0.001222239],"domain_scores_gemma":[0.997873,0.00007365713,0.00020615563,0.0008572494,0.0002680859,0.00072187115],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023035705,0.0008324871,0.0006726379,0.00095555204,0.00040654332,0.00015817654,0.0011306116,0.00047447064,0.0026053474],"category_scores_gemma":[0.00004836622,0.001081179,0.00027948353,0.0017361438,0.00018097891,0.00058631273,0.0002780731,0.0007208412,0.00081701705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089091185,0.0033228558,0.0330808,0.0037424045,0.009351622,0.0072435304,0.10223444,0.014889071,0.002665666,0.19404638,0.6170058,0.011526477],"study_design_scores_gemma":[0.001920633,0.00015215253,0.034614354,0.00038835494,0.0005262412,0.000067000816,0.01748324,0.0019252627,0.0022643302,0.00012179884,0.9381286,0.0024080586],"about_ca_topic_score_codex":0.0011454207,"about_ca_topic_score_gemma":0.0005062703,"teacher_disagreement_score":0.51329917,"about_ca_system_score_codex":0.0013866589,"about_ca_system_score_gemma":0.00046821276,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W1508494587","doi":"10.24908/pceea.v0i0.4644","title":"Adapting Existing Assessment Tools For Use in Assessing Engineering Graduate Attributes","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Accreditation; Curriculum; Usability; Process (computing); Computer science; Strengths and weaknesses; Set (abstract data type); Multidisciplinary approach; Engineering management; Engineering; Medical education; Psychology; Human–computer interaction; Mathematics education","score_opus":0.052561726899547405,"score_gpt":0.2701334915391105,"score_spread":0.21757176463956307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508494587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892555,0.0002229597,0.0018638109,0.00067334325,0.005347435,0.0008549668,0.00003360227,0.00037731093,0.0013711054],"genre_scores_gemma":[0.9702073,0.000011143891,0.028781809,0.000055948483,0.00032476493,0.00028224938,0.000029716059,0.00008244295,0.00022466606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981992,0.00000624035,0.0005310357,0.00018980155,0.00033967075,0.0007340356],"domain_scores_gemma":[0.9987093,0.00028671455,0.00020256388,0.00011678268,0.0004010486,0.00028357084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010224043,0.0002723701,0.00026916663,0.00047724714,0.00013399373,0.00036997074,0.0002568773,0.00017152137,0.00000840093],"category_scores_gemma":[0.0021368887,0.0002983378,0.000106573716,0.00076878205,0.000007034348,0.0013480955,0.000025155407,0.00038155762,0.0000029371881],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002546036,0.0002880801,0.67957264,0.0026881157,0.00038431963,2.1489298e-7,0.0046262797,0.22540809,0.01980572,0.028061662,0.029798165,0.00936416],"study_design_scores_gemma":[0.00030623746,0.0000074021223,0.86091816,0.0006602673,0.000052271247,0.0000054513675,0.00074679893,0.10572823,0.0036073264,0.000024542998,0.027263595,0.0006796935],"about_ca_topic_score_codex":0.0007974192,"about_ca_topic_score_gemma":0.0005421072,"teacher_disagreement_score":0.18134554,"about_ca_system_score_codex":0.004445733,"about_ca_system_score_gemma":0.00038471987,"threshold_uncertainty_score":0.9999469},"labels":[],"label_agreement":null},{"id":"W1511984175","doi":"10.24908/pceea.v0i0.4870","title":"INCORPORATING TEAM-EFFECTIVENESS AS A LEARNING OBJECTIVE IN THE DESIGN PROJECT WITHIN A TECHNICAL CORE COURSE","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Teamwork; Team effectiveness; Vocabulary; Team-based learning; Presentation (obstetrics); Psychology; Psychological safety; Team learning; Project-based learning; Deliverable; Learning styles; Cooperative learning; Mathematics education; Knowledge management; Engineering; Medical education; Teaching method; Computer science; Management; Open learning","score_opus":0.008168143452622024,"score_gpt":0.22337443993021416,"score_spread":0.21520629647759215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511984175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815672,0.00016990399,0.00037657918,0.0012655151,0.0020839707,0.0034282692,0.0000054659877,0.00049033936,0.010612755],"genre_scores_gemma":[0.9964575,0.0000045372703,0.0020539183,0.00008949068,0.00008676519,0.0009817583,0.0000074097093,0.00004773255,0.00027090014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987099,0.000030409954,0.00035976584,0.00019615657,0.00035939837,0.00034432672],"domain_scores_gemma":[0.9989932,0.00018847955,0.00019876317,0.00010900157,0.0003994147,0.00011114874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012418722,0.00022307086,0.0002015574,0.0003213829,0.00015216616,0.00015412072,0.0003920829,0.00017837305,0.000011912458],"category_scores_gemma":[0.0014427573,0.00018551238,0.000063991,0.001210631,0.000019736317,0.00027036096,0.000019464602,0.00063039945,0.000019454314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011997198,0.0005749304,0.3369285,0.001851975,0.00046563914,0.0000010762449,0.040753726,0.42325166,0.03229596,0.036870282,0.12429276,0.0027015086],"study_design_scores_gemma":[0.00058169186,0.000087467284,0.88993496,0.0010988405,0.00008872379,0.00005269486,0.009401237,0.087293476,0.0049372106,0.0011662486,0.004311706,0.0010457285],"about_ca_topic_score_codex":0.004771992,"about_ca_topic_score_gemma":0.001489801,"teacher_disagreement_score":0.5530065,"about_ca_system_score_codex":0.0025949467,"about_ca_system_score_gemma":0.0010086527,"threshold_uncertainty_score":0.7564975},"labels":[],"label_agreement":null},{"id":"W1520348691","doi":"","title":"Problem Based Learning in Engineering Education: Meeting the needs of industry","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering education; Closing (real estate); Work (physics); Problem-based learning; Engineering; Engineering ethics; Mathematics education; Engineering management; Psychology; Business; Mechanical engineering","score_opus":0.04620627628595659,"score_gpt":0.2500627093858554,"score_spread":0.20385643309989881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520348691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967119,0.00011128703,0.0009351701,0.000041509848,0.0003167264,0.00016901156,0.0000010018329,0.00024218517,0.0014712071],"genre_scores_gemma":[0.998614,0.000013950527,0.0005027026,0.0000343461,0.000034933553,0.000005712477,0.000005355021,0.000037210808,0.00075178867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913174,0.000048207214,0.00024676853,0.00013756145,0.0001597486,0.00027594634],"domain_scores_gemma":[0.9994948,0.000041855354,0.00006542107,0.0002257701,0.000068564,0.00010361244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000276109,0.00019791572,0.00017079951,0.0005713376,0.00005478605,0.00003671154,0.00040045578,0.00018348607,0.00003295288],"category_scores_gemma":[0.000026166072,0.00020366779,0.000052444066,0.0009348761,0.000024818202,0.00037103164,0.000058292146,0.0008473538,0.000017580187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046480327,0.000058930927,0.97133136,0.00020254537,0.000022031469,0.000005103983,0.0023477688,0.024890132,0.0004802383,0.0001057219,0.0000012940444,0.00055019744],"study_design_scores_gemma":[0.00034100935,0.000025560943,0.9880105,0.00066555553,0.00002383674,0.0000083407485,0.0018118593,0.00007660403,0.0062096333,0.000008829787,0.0024697324,0.00034852079],"about_ca_topic_score_codex":0.0000050997146,"about_ca_topic_score_gemma":0.000054720364,"teacher_disagreement_score":0.02481353,"about_ca_system_score_codex":0.00017820533,"about_ca_system_score_gemma":0.00014422828,"threshold_uncertainty_score":0.83053315},"labels":[],"label_agreement":null},{"id":"W1529989985","doi":"10.17323/1814-9545-2014-3-266-268","title":"Review of the book: Crawley E. F., Malmqvist J., Östlund S., Brodeur D. R., Edström K. (2014) Rethinking Engineering Education: The CDIO Approach. 2nd ed. New York: Springer.","year":2014,"lang":"en","type":"article","venue":"Voprosy Obrazovaniya/ Educational Studies Moscow","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"CDIO; Engineering education; Humanities; Sociology; Engineering; Philosophy; Engineering management","score_opus":0.015968272477821167,"score_gpt":0.24239847320639346,"score_spread":0.22643020072857228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529989985","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009479246,0.91623265,0.006220257,0.02188363,0.024601778,0.0028462487,0.000025362675,0.00076079916,0.017950032],"genre_scores_gemma":[0.6169865,0.21041295,0.07848469,0.02020424,0.0172588,0.0043133744,0.00039269147,0.0010604657,0.050886247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974963,0.00006750206,0.00082834676,0.000490495,0.0005981361,0.00051919295],"domain_scores_gemma":[0.99800324,0.00025741672,0.00023702487,0.0009727324,0.00034413862,0.00018543546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007487239,0.0005244897,0.0005345832,0.00011222828,0.00042092544,0.00008671573,0.0008984103,0.000111120746,0.00023706559],"category_scores_gemma":[0.00065587927,0.00037918182,0.00021645895,0.000715784,0.00013054888,0.00020289472,0.00018094658,0.0005441203,0.00007255392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003291004,0.00020459035,0.0008598217,0.008760222,0.0004444402,1.0355573e-7,0.0023640885,0.006578514,0.00035934578,0.021165986,0.9527621,0.0064974753],"study_design_scores_gemma":[0.00036029587,0.000033321794,0.022522407,0.00887713,0.00023223611,0.00006639417,0.00087584107,0.002296731,0.0011536551,0.0011883231,0.961307,0.0010866654],"about_ca_topic_score_codex":0.000064848624,"about_ca_topic_score_gemma":0.0000103937355,"teacher_disagreement_score":0.7058197,"about_ca_system_score_codex":0.00039331891,"about_ca_system_score_gemma":0.0006153039,"threshold_uncertainty_score":0.999866},"labels":[],"label_agreement":null},{"id":"W1542748591","doi":"","title":"Guiding Faculty in Innovative Curriculum Design","year":2004,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Sheridan College","funders":"","keywords":"Curriculum; Engineering ethics; Mathematics education; Pedagogy; Medical education; Engineering; Sociology; Computer science; Engineering management; Psychology; Medicine","score_opus":0.08447433281854658,"score_gpt":0.28943636943585704,"score_spread":0.20496203661731047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542748591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9199174,0.0012211755,0.0024151802,0.013935982,0.0051056836,0.0018098158,0.000016832084,0.0008661846,0.054711733],"genre_scores_gemma":[0.99036694,0.0004082327,0.0030957765,0.0003925737,0.0001197246,0.00025504423,0.00006325602,0.000054910422,0.005243523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978253,0.00011906058,0.00059319567,0.0004975384,0.00045508964,0.00050979544],"domain_scores_gemma":[0.9991413,0.000049782695,0.00025174397,0.00020703931,0.00015427031,0.00019585906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045559407,0.00037563246,0.00034072224,0.0003696005,0.00012800566,0.00013100312,0.0001860217,0.00014216891,0.00016517927],"category_scores_gemma":[0.000059285707,0.00040739332,0.00002600222,0.0016129694,0.000041669355,0.00026172734,0.0000348861,0.0007297292,0.00006785054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010615488,0.0016224483,0.33179238,0.0010204267,0.000097019954,0.000032780998,0.0095689185,0.12224832,0.0012970252,0.4572369,0.008530081,0.06644758],"study_design_scores_gemma":[0.0020171925,0.00034770143,0.9322165,0.0023788093,0.0000131177485,0.000012315406,0.0053992267,0.0040678056,0.00081993494,0.005987754,0.04515508,0.0015845617],"about_ca_topic_score_codex":0.00039918243,"about_ca_topic_score_gemma":0.00029836563,"teacher_disagreement_score":0.6004241,"about_ca_system_score_codex":0.0016139626,"about_ca_system_score_gemma":0.00058967056,"threshold_uncertainty_score":0.9998378},"labels":[],"label_agreement":null},{"id":"W1543136494","doi":"","title":"Determinants of Desired Career Paths among Canadian Engineers","year":2004,"lang":"fr","type":"preprint","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Career path; Sociology; Political science; Engineering; Philosophy; Engineering management","score_opus":0.011674139030255756,"score_gpt":0.20010542353970323,"score_spread":0.18843128450944746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543136494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98234487,0.0051230784,0.00081334997,0.00021225806,0.0038056863,0.00090500544,0.002085873,0.00013134666,0.00457855],"genre_scores_gemma":[0.98744684,0.0040827603,0.0033021756,0.000008872873,0.000106634514,0.0000038262715,0.00079531455,0.00006466793,0.004188908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702334,0.000080849684,0.0008198402,0.0009463798,0.00046756433,0.00066203205],"domain_scores_gemma":[0.9967233,0.00009570172,0.00051607087,0.0015944794,0.00026926261,0.00080119673],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027405794,0.00065418833,0.0009691571,0.0004282096,0.00027950972,0.00006132821,0.001239745,0.00055246794,0.00011856886],"category_scores_gemma":[0.00006506841,0.00084016967,0.00016539477,0.00023374849,0.0003746854,0.0004946117,0.00067003194,0.00048669215,0.000012490585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027001832,0.0014570935,0.6096923,0.014180717,0.007586073,0.0066562183,0.01238848,0.2147185,0.0024424654,0.0029591026,0.07540826,0.052240793],"study_design_scores_gemma":[0.0037910617,0.00021057425,0.8381475,0.0059380573,0.002361933,0.00032205184,0.0037807683,0.01348504,0.0038173092,0.0001758461,0.124765396,0.0032044605],"about_ca_topic_score_codex":0.5559326,"about_ca_topic_score_gemma":0.39630362,"teacher_disagreement_score":0.22845523,"about_ca_system_score_codex":0.0019049959,"about_ca_system_score_gemma":0.0010758525,"threshold_uncertainty_score":0.9994049},"labels":[],"label_agreement":null},{"id":"W1545288790","doi":"10.24908/pceea.v0i0.5954","title":"REVIEW OF LEARNING OUTCOMES DEVELOPED FOR GRADUATE ATTRIBUTES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduate students; Computer science; Data science; Mathematics education; Psychology; Medical education; Medicine","score_opus":0.029333455707486703,"score_gpt":0.24751450456414995,"score_spread":0.21818104885666323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545288790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8307919,0.036522858,0.0032563086,0.05144961,0.03792458,0.009308785,0.0003344899,0.002711541,0.027699932],"genre_scores_gemma":[0.9875969,0.0007369056,0.007935257,0.0004100192,0.00015065154,0.00035629363,0.000058381927,0.000090014444,0.0026655253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989243,0.000004200292,0.00041198777,0.00011785104,0.00027961447,0.00026201055],"domain_scores_gemma":[0.9982467,0.000058062065,0.00021431538,0.00007815053,0.0011916175,0.00021114748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006906808,0.00016241461,0.00026190325,0.00020889341,0.000056569792,0.000028704608,0.00024464118,0.00009028413,0.000008732422],"category_scores_gemma":[0.002844322,0.0001549808,0.00009828203,0.00054803217,0.000007882434,0.0001326075,0.00001427331,0.0001721918,0.0000052278015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024922708,0.00011143657,0.17200123,0.02147574,0.00054834684,4.089446e-8,0.0030972466,0.020760829,0.0012028704,0.008824203,0.76811945,0.003856096],"study_design_scores_gemma":[0.0008005071,0.000045042623,0.22404854,0.008003397,0.00023342621,0.000006255424,0.0010707255,0.01009698,0.010400628,0.00030458122,0.7438432,0.0011467459],"about_ca_topic_score_codex":0.00037635287,"about_ca_topic_score_gemma":0.00025048084,"teacher_disagreement_score":0.15680505,"about_ca_system_score_codex":0.0015530135,"about_ca_system_score_gemma":0.00074104394,"threshold_uncertainty_score":0.6319933},"labels":[],"label_agreement":null},{"id":"W1551248029","doi":"10.24908/pceea.v0i0.3081","title":"Sustainability and The Official Community Plan: Integrating Community-Based Research Initiatives into a Standardized Technical Communication Course for Second-Year Engineering Students","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Sustainability; Plan (archaeology); Course (navigation); Engineering management; Medical education; Political science; Engineering ethics; Environmental planning; Engineering; Process management; Geography; Medicine","score_opus":0.014872302158859037,"score_gpt":0.3008373880323549,"score_spread":0.28596508587349584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551248029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914112,0.0000911744,0.0005349127,0.0038614622,0.0010651278,0.0017100933,0.0000584336,0.00026647167,0.0010010941],"genre_scores_gemma":[0.99523443,0.0000072880534,0.003854515,0.00008260398,0.00008778673,0.00056656357,0.00004191232,0.00005209046,0.00007283355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984297,0.00010898176,0.00045696663,0.00013829366,0.0004674005,0.00039864343],"domain_scores_gemma":[0.9964849,0.0012337633,0.00016980873,0.00035006955,0.0015646925,0.00019680822],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006233083,0.00022692111,0.00028547517,0.0003154368,0.0010136284,0.00027298203,0.0009011323,0.00023978885,0.000011778893],"category_scores_gemma":[0.0055704,0.00019949836,0.00009321057,0.00065673195,0.00014219624,0.00026759706,0.000103235725,0.0023318713,8.0551615e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032627094,0.002695495,0.19744691,0.015520108,0.0019656522,2.9400135e-7,0.17334844,0.059497315,0.033152718,0.41628027,0.09536302,0.004403509],"study_design_scores_gemma":[0.008905397,0.00023254559,0.6959789,0.001951721,0.0004066983,0.00001727354,0.051680107,0.10005922,0.014184497,0.008509442,0.11543205,0.0026422017],"about_ca_topic_score_codex":0.0031338618,"about_ca_topic_score_gemma":0.016514532,"teacher_disagreement_score":0.49853194,"about_ca_system_score_codex":0.002141458,"about_ca_system_score_gemma":0.00095801835,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W1553230616","doi":"10.21831/jpv.v2i1.1020","title":"Integrasi bahan ajar kewirausahaan bidang produktif bangunan","year":2013,"lang":"id","type":"article","venue":"Jurnal Pendidikan Vokasi","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Encana (Canada)","funders":"","keywords":"Humanities; Syllabus; Vocational education; Sociology; Mathematics; Mathematics education; Pedagogy; Art","score_opus":0.007379269869414753,"score_gpt":0.20904434232270022,"score_spread":0.20166507245328547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553230616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88627785,0.0041892147,0.0016227773,0.003826078,0.013166914,0.002013896,0.0000345561,0.0014130367,0.087455675],"genre_scores_gemma":[0.9676373,0.00048915925,0.002631716,0.00027735453,0.0012696661,0.00023855017,0.000083690735,0.00022450525,0.027148064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963324,0.000082898245,0.0009834747,0.0006964731,0.00068286445,0.0012219035],"domain_scores_gemma":[0.99794585,0.00007413393,0.00018720045,0.00076262665,0.00025264098,0.0007775277],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000374394,0.0008265218,0.00063179934,0.00053098827,0.00025217474,0.00055081624,0.00073096924,0.0003452684,0.005561149],"category_scores_gemma":[0.00014235884,0.0008019204,0.00029526683,0.0007958755,0.00008069361,0.000591499,0.00013864723,0.0011738384,0.009353422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040174702,0.0018897745,0.025749974,0.0033175156,0.0019238817,0.00024726833,0.017859954,0.0024026695,0.06565243,0.008112707,0.7009805,0.17182317],"study_design_scores_gemma":[0.0012726634,0.00026972615,0.33907264,0.0012313807,0.00019704553,0.00032387726,0.0026592244,0.005336988,0.014656739,0.00023286081,0.63204294,0.0027039258],"about_ca_topic_score_codex":0.00027912547,"about_ca_topic_score_gemma":0.000051185765,"teacher_disagreement_score":0.31332266,"about_ca_system_score_codex":0.0006298581,"about_ca_system_score_gemma":0.00024843722,"threshold_uncertainty_score":0.9994432},"labels":[],"label_agreement":null},{"id":"W1558325807","doi":"","title":"Paving the Way: Recruiting Students into the Transportation Professions","year":2009,"lang":"en","type":"article","venue":"PDXScholar  (Portland State University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of California, Los Angeles; College of Engineering, Michigan State University; York University; University of Oregon; University of Southern Maine; Morgan State University; Iowa State University; Ball State University; University of Cincinnati; Wayne State University; Eastern Washington University; University of Illinois at Urbana-Champaign; Michigan State University; Auburn University; Clemson University; University of Louisville; Georgia Institute of Technology; San Diego State University; San José State University; Harvard University; Jackson State University; Portland State University; Virginia Commonwealth University; Arizona State University; University of Wisconsin-Madison; City University of New York; Massachusetts Institute of Technology; University of Wisconsin-Milwaukee; Florida State University; Cleveland State University; Ohio State University; Eastern Michigan University; University of Southern California","keywords":"Economic shortage; Transportation planning; Engineering; Urban planning; Engineering education; Transport engineering; Civil engineering; Public relations; Engineering management; Political science","score_opus":0.007734518073067136,"score_gpt":0.21415311275432689,"score_spread":0.20641859468125975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558325807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99324614,0.00008566665,0.0032102903,0.0006031623,0.00032001632,0.00021194205,0.000003027287,0.00021075126,0.0021089802],"genre_scores_gemma":[0.99739295,0.00023463208,0.00033772827,0.00007820554,0.000028957196,0.0000019839229,0.0000233444,0.000010503311,0.0018917061],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9993529,0.0000303841,0.00013278092,0.000114929484,0.00019051695,0.00017854471],"domain_scores_gemma":[0.99967265,0.000029917343,0.0000320216,0.00015854898,0.00004265394,0.00006418856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020296437,0.000112300404,0.000079242935,0.00008250799,0.00036773243,0.00006297512,0.00028499673,0.000033664175,0.000023358996],"category_scores_gemma":[0.000011348732,0.00007578827,0.000039153074,0.00035557913,0.000013907566,0.00019879831,0.000009014686,0.00029064872,0.000013415473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071118,0.000581373,0.25851414,0.0002740115,0.0007730369,0.0003985741,0.3118059,0.14736846,0.007081212,0.010924406,0.015999472,0.2461987],"study_design_scores_gemma":[0.00053856283,0.000027866508,0.7336259,0.000116175965,0.000057597834,0.0000034062145,0.009645703,0.0018274083,0.00047110493,0.00022258736,0.2530874,0.0003763101],"about_ca_topic_score_codex":0.000018817993,"about_ca_topic_score_gemma":0.0000834833,"teacher_disagreement_score":0.47511175,"about_ca_system_score_codex":0.000086280656,"about_ca_system_score_gemma":0.000022866858,"threshold_uncertainty_score":0.3090556},"labels":[],"label_agreement":null},{"id":"W1568742700","doi":"10.3968/j.ccc.1923670020130905.2785","title":"Evaluation System for English Teachers in China","year":2013,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Pluralism (philosophy); China; College English; Computer science; Pedagogy; Psychology; Political science; Philosophy; Epistemology","score_opus":0.016095964674736906,"score_gpt":0.29657977323535034,"score_spread":0.28048380856061345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568742700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98970276,0.0006102818,0.00028283618,0.00008778903,0.0004437405,0.0007320645,0.000002163901,0.00043058887,0.007707772],"genre_scores_gemma":[0.9964117,0.000033971275,0.0020419958,0.000007198743,0.00004438767,0.0011543833,0.00016281771,0.000017231167,0.00012632037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99932885,0.00003778996,0.00023687925,0.0000971357,0.00014707693,0.00015224167],"domain_scores_gemma":[0.9991708,0.000028779628,0.000031251104,0.00029991253,0.00042908514,0.000040211547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048628534,0.00010792295,0.00009500806,0.000050635375,0.00008902435,0.00019385316,0.0002260624,0.00007102518,0.00004062342],"category_scores_gemma":[0.00016154005,0.00009929983,0.000032558837,0.00015512115,0.000025393143,0.00051311613,0.00001935824,0.00012995455,0.00004068029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010935079,0.00027419065,0.01827398,0.0011148318,0.00023759334,2.2026971e-7,0.104169,0.44743043,0.019866418,0.009142917,0.04988877,0.3495907],"study_design_scores_gemma":[0.0017889275,0.000022844688,0.5443241,0.00030039722,0.0000369814,0.0000038466596,0.0073897135,0.4066562,0.0043778354,0.00035279608,0.034048688,0.00069764524],"about_ca_topic_score_codex":0.000051111452,"about_ca_topic_score_gemma":0.000018321605,"teacher_disagreement_score":0.52605015,"about_ca_system_score_codex":0.0005736373,"about_ca_system_score_gemma":0.000019158335,"threshold_uncertainty_score":0.40493298},"labels":[],"label_agreement":null},{"id":"W1572646453","doi":"10.24908/pceea.v0i0.4019","title":"A COMPETENCY-BASED, STUDENT-CENTERED ASSESSMENT MODEL FOR ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Portfolio; Computer science; Process (computing); Function (biology); Core competency; Work (physics); Mathematics education; Engineering design process; Psychology; Engineering","score_opus":0.018710220908833463,"score_gpt":0.22421376756767414,"score_spread":0.20550354665884069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572646453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30111623,0.00095798715,0.62356377,0.0054929997,0.029643433,0.01073049,0.0003843657,0.00413662,0.023974108],"genre_scores_gemma":[0.8855628,0.000008180494,0.113068946,0.00011729878,0.000091563896,0.00051225245,0.000015134433,0.00008746677,0.0005363591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857086,0.000003860926,0.00041938102,0.00021615041,0.00032447642,0.00046526734],"domain_scores_gemma":[0.99890536,0.000046649242,0.00015768677,0.00014615891,0.000474706,0.00026942207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004283589,0.00027071728,0.00023252208,0.00038763272,0.000113270544,0.00007970323,0.0004434186,0.00015883111,0.000025389983],"category_scores_gemma":[0.00020101422,0.00028588373,0.00013101124,0.00043675874,0.0000086991095,0.00018520867,0.000017711262,0.000233573,0.0000048366414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048285206,0.00029906744,0.0213356,0.0011300383,0.00039100787,1.232128e-7,0.0048710336,0.8929035,0.004815051,0.033384357,0.040217105,0.00064827147],"study_design_scores_gemma":[0.000356408,0.000018674307,0.046290014,0.00020565193,0.0000680223,0.0000015386933,0.00016024978,0.94436836,0.0032119374,0.00013325657,0.0047296076,0.0004562971],"about_ca_topic_score_codex":0.00027086076,"about_ca_topic_score_gemma":0.0003958499,"teacher_disagreement_score":0.5844466,"about_ca_system_score_codex":0.002810852,"about_ca_system_score_gemma":0.0011552435,"threshold_uncertainty_score":0.99995935},"labels":[],"label_agreement":null},{"id":"W1576076589","doi":"10.24908/pceea.v0i0.3991","title":"THE ENGINEERING DESIGN COMPETENCY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; McGill University; University of Calgary; University of Guelph; University of British Columbia; University of New Brunswick; Dalhousie University; Queen's University; Natural Sciences and Engineering Research Council of Canada; Université de Sherbrooke; Polytechnique Montréal","funders":"","keywords":"Engineering design process; Competition (biology); Engineering management; Core competency; Quality (philosophy); Value engineering; Process (computing); Product design; Order (exchange); Engineering; Product (mathematics); Manufacturing engineering; New product development; Computer science; Business; Operations management; Mechanical engineering; Marketing","score_opus":0.00786292235177777,"score_gpt":0.16378623475213766,"score_spread":0.1559233124003599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576076589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6839032,0.007395864,0.008808536,0.014111041,0.091980994,0.0081693055,0.000113551854,0.0068128593,0.17870463],"genre_scores_gemma":[0.99067736,0.000070677524,0.0071793515,0.00008020677,0.00017518159,0.00018454265,0.0000034951413,0.0000778321,0.0015513833],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986964,0.000005219695,0.00037245432,0.00015561754,0.00030784096,0.00046247002],"domain_scores_gemma":[0.9990234,0.000073174255,0.00013387795,0.00015990088,0.0003688527,0.00024079997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050255476,0.00022517508,0.00015952923,0.00022533262,0.00022174316,0.000104035775,0.0005315185,0.00014055839,0.000038071197],"category_scores_gemma":[0.0005180308,0.0001899809,0.000091606555,0.0006564371,0.000015310166,0.00018270992,0.00002248586,0.00030965457,0.000027465616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001168484,0.00035106292,0.06294579,0.0016865607,0.0015315419,8.814951e-7,0.02104123,0.14254633,0.01638755,0.23803942,0.5044688,0.0109891705],"study_design_scores_gemma":[0.0005606678,0.00005065241,0.49367994,0.0006439293,0.00018546388,0.0000306586,0.0013215452,0.11056842,0.03480667,0.0009514554,0.3552927,0.0019078834],"about_ca_topic_score_codex":0.000786813,"about_ca_topic_score_gemma":0.00065669947,"teacher_disagreement_score":0.43073416,"about_ca_system_score_codex":0.0017756252,"about_ca_system_score_gemma":0.00049710367,"threshold_uncertainty_score":0.77471966},"labels":[],"label_agreement":null},{"id":"W1578832207","doi":"10.21061/jcte.v17i1.590","title":"An Assessment of the Historical Arguments in Vocational Education Reform","year":2000,"lang":"en","type":"article","venue":"Journal of Career and Technical Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Vocational education; Vision; Popularity; Democracy; Curriculum; Pedagogy; Sociology; Mathematics education; Political science; Psychology; Law; Politics","score_opus":0.006251237412080134,"score_gpt":0.27955052212300574,"score_spread":0.2732992847109256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578832207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98674834,0.00065536995,0.00039482614,0.00080482446,0.0013971159,0.000121619836,7.5202064e-7,0.000018391322,0.009858739],"genre_scores_gemma":[0.9961381,0.000136242,0.0033981123,0.00005867437,0.000103746315,0.000015365833,0.000003830896,0.000007199904,0.00013875116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993059,0.000015744792,0.00034873295,0.000055897635,0.00020651156,0.00006720753],"domain_scores_gemma":[0.99963474,0.000009886658,0.000063490814,0.00011394023,0.00011282787,0.00006510919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018941131,0.00006514546,0.000103519604,0.000107221895,0.00001830612,0.000011444116,0.00013134058,0.000051480794,0.000062639745],"category_scores_gemma":[0.000014646446,0.000048778413,0.000033366014,0.00019825027,0.000012015851,0.00013927859,0.00000464112,0.00017473416,4.552437e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013285317,0.0025164357,0.050794955,0.00020030115,0.000041645737,3.3807893e-7,0.001045151,0.003187963,0.006736787,0.0063112015,0.014931274,0.9142207],"study_design_scores_gemma":[0.000115258204,0.000038494556,0.98650455,0.00009694827,0.000012257653,0.000042347572,0.00015931133,0.00021454567,0.0002707701,0.00043342597,0.012036413,0.00007568523],"about_ca_topic_score_codex":0.00002637819,"about_ca_topic_score_gemma":0.000010391564,"teacher_disagreement_score":0.9357096,"about_ca_system_score_codex":0.0009783091,"about_ca_system_score_gemma":0.00051355653,"threshold_uncertainty_score":0.25582442},"labels":[],"label_agreement":null},{"id":"W1589957516","doi":"","title":"CDIO: An International Initiative for Reforming Engineering Education","year":2003,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Context (archaeology); Engineering education; Engineering; Engineering management; Engineering ethics; Political science; Management; Library science; Computer science","score_opus":0.011566571799332698,"score_gpt":0.24867155583211908,"score_spread":0.23710498403278638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589957516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4289989,0.000258739,0.42183843,0.00019849915,0.015103118,0.0008326741,0.000016082473,0.0020154908,0.13073808],"genre_scores_gemma":[0.9399709,0.000024263665,0.058727704,0.00012643068,0.00014504684,0.00024064803,0.00006658745,0.00003616691,0.0006622463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995543,0.0000031946827,0.00013657365,0.000100548874,0.00007029508,0.00013512753],"domain_scores_gemma":[0.9997398,0.000015945669,0.000010886983,0.00009690202,0.00006494682,0.00007151688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008716113,0.000098679506,0.00006336038,0.00010492153,0.000024668636,0.000028091308,0.00008472795,0.000036989128,0.00012305164],"category_scores_gemma":[0.00005695645,0.00010113145,0.000024367599,0.00009371862,0.0000027626677,0.00028063313,0.000003321835,0.0000551458,0.000015513926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012711988,0.00085758144,0.0040003313,0.00084803154,0.0005632751,0.0000019857468,0.012036775,0.2620991,0.025128381,0.5548832,0.028511176,0.11105749],"study_design_scores_gemma":[0.00063195504,0.000051883606,0.008643291,0.00010402043,0.00001864058,0.000034807006,0.0025155651,0.11016378,0.040478315,0.0005373904,0.8358677,0.0009526691],"about_ca_topic_score_codex":0.0000011925574,"about_ca_topic_score_gemma":0.0000015443493,"teacher_disagreement_score":0.80735654,"about_ca_system_score_codex":0.0001455234,"about_ca_system_score_gemma":0.000056479013,"threshold_uncertainty_score":0.4124021},"labels":[],"label_agreement":null},{"id":"W1602734570","doi":"10.1109/fie.1998.738840","title":"A student's view of the ABET 2000 criteria","year":2005,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Accreditation; Viewpoints; Process (computing); Feeling; Confusion; Engineering education; Meaning (existential); Perception; Engineering ethics; Quarter (Canadian coin); Pedagogy; Medical education; Psychology; Mathematics education; Engineering; Computer science; Engineering management; Social psychology; Medicine","score_opus":0.006012466511838614,"score_gpt":0.24531587451621356,"score_spread":0.23930340800437494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602734570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035272,0.0013654004,0.0014740921,0.00095867715,0.0014460492,0.00021034607,0.0000028058669,0.00035435974,0.09066106],"genre_scores_gemma":[0.99600947,0.000043396918,0.0018687662,0.00011456574,0.000045395802,0.000012013709,6.5960495e-7,0.00000865664,0.0018970886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996838,0.0000039098513,0.00011336979,0.000040952287,0.000079017555,0.00007893251],"domain_scores_gemma":[0.99982846,0.000005026865,0.00000659612,0.00012353552,0.000013387202,0.000023002196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004198894,0.00005443129,0.000058406775,0.000017252101,0.000010842353,0.000008295935,0.00011612193,0.000016346541,0.0009890896],"category_scores_gemma":[0.000002643073,0.00003696716,0.000023887746,0.00010277838,0.000005684673,0.000031341362,0.000013539414,0.0000386182,0.000065850814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025524334,0.0006249771,0.02183199,0.0007418281,0.0003683389,0.0000010804824,0.018817551,0.096663445,0.027664399,0.011054132,0.65541536,0.16681433],"study_design_scores_gemma":[0.0001962312,0.0000056398744,0.27194992,0.00006345846,0.000010330779,0.00000422565,0.00019196229,0.0051019127,0.016130252,0.00001584218,0.7061267,0.00020352122],"about_ca_topic_score_codex":0.0000015660248,"about_ca_topic_score_gemma":0.0000053079716,"teacher_disagreement_score":0.25011793,"about_ca_system_score_codex":0.000041002455,"about_ca_system_score_gemma":0.000013523203,"threshold_uncertainty_score":0.9999241},"labels":[],"label_agreement":null},{"id":"W1606727974","doi":"10.70953/erpv37.10001","title":"Generic Competency Frameworks: A Brief Historical Overview","year":2010,"lang":"en","type":"article","venue":"Education Research and Perspectives","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Engineering ethics; Engineering","score_opus":0.04062357674214029,"score_gpt":0.3323000333676375,"score_spread":0.29167645662549724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606727974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90052813,0.0411754,0.0010729942,0.009000507,0.005248299,0.00045290543,0.0000036564563,0.00047822064,0.042039886],"genre_scores_gemma":[0.98650694,0.0026948985,0.0070292396,0.00005265146,0.0006257777,0.00014272187,0.0000069848165,0.00002376265,0.0029170213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925363,0.000022601696,0.000106685606,0.00018131999,0.0002061075,0.00022964123],"domain_scores_gemma":[0.9993409,0.00006887777,0.000008565511,0.00017802263,0.00021140113,0.00019224302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021157824,0.00009294924,0.000089268244,0.00019315316,0.000120402874,0.00007277616,0.000113350834,0.000103591876,0.00053084834],"category_scores_gemma":[0.00012877215,0.00009137858,0.000020126541,0.0004054779,0.000055022156,0.00008871285,0.000019906405,0.00081462663,0.00004515879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092878845,0.0013670293,0.008001106,0.00042573272,0.00010133527,0.0000027108058,0.03566151,0.000107655185,0.01121823,0.39155304,0.4338703,0.11768209],"study_design_scores_gemma":[0.0001661081,0.00006671543,0.17164572,0.000062594954,0.00000457979,0.000029889574,0.008743298,0.00084324664,0.0003427899,0.0068144407,0.8108878,0.00039279327],"about_ca_topic_score_codex":0.000058006422,"about_ca_topic_score_gemma":0.000026841151,"teacher_disagreement_score":0.3847386,"about_ca_system_score_codex":0.00025158073,"about_ca_system_score_gemma":0.00025470342,"threshold_uncertainty_score":0.58124167},"labels":[],"label_agreement":null},{"id":"W1617898776","doi":"10.1109/tcac.1989.697051","title":"Teaching Impacts Of Technology/professional Practice In An Engineering Program","year":2005,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Engineering management; Engineering ethics; Software engineering; Engineering","score_opus":0.004201198854770132,"score_gpt":0.28213192981464075,"score_spread":0.27793073095987064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1617898776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931872,0.00028088497,0.00087388215,0.0007443971,0.00032594602,0.00020078267,5.959387e-7,0.0010392239,0.0033470974],"genre_scores_gemma":[0.87544143,0.000012201627,0.1243347,0.000027262944,0.000042347838,0.000050118655,0.0000036847075,0.000019266428,0.000068999216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999367,0.000006714401,0.00022215505,0.00009673244,0.000106697255,0.0002006814],"domain_scores_gemma":[0.99972534,0.000030079887,0.000019122168,0.00013275194,0.00002975901,0.00006296109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018308414,0.00010782445,0.000106808075,0.00029679624,0.000013365451,0.000010031996,0.00011190335,0.00008376439,0.000034149267],"category_scores_gemma":[0.00009748302,0.00010322551,0.000015758185,0.00027548874,0.000006527242,0.00031672712,0.000016785689,0.00028776808,0.000012092195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000835084,0.0016622285,0.009722077,0.0003573261,0.00008170148,0.000008895569,0.0060075256,0.29371893,0.039895162,0.015202062,0.0017502473,0.6315855],"study_design_scores_gemma":[0.0013028989,0.00020166005,0.059389737,0.0006295568,0.000024619549,0.0000945311,0.0045766504,0.5899496,0.038131125,0.00005978696,0.30438462,0.0012551817],"about_ca_topic_score_codex":0.0000078151115,"about_ca_topic_score_gemma":0.0000150025135,"teacher_disagreement_score":0.6303303,"about_ca_system_score_codex":0.00008889691,"about_ca_system_score_gemma":0.000026272148,"threshold_uncertainty_score":0.4209414},"labels":[],"label_agreement":null},{"id":"W1640406892","doi":"10.3968/5885","title":"A Study on Process Orientation-Based Curriculum Development for Entrepreneurship Education in Vocational Colleges","year":2014,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Curriculum; Entrepreneurship; Process (computing); Entrepreneurship education; China; Mathematics education; Sociology; Political science; Engineering ethics; Pedagogy; Engineering; Psychology; Computer science","score_opus":0.012338820729312546,"score_gpt":0.30614113606104143,"score_spread":0.2938023153317289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1640406892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847065,0.000015945865,0.0004364221,0.00018424005,0.0021684184,0.000686566,0.0000014415218,0.00007370065,0.0117267715],"genre_scores_gemma":[0.9969251,3.05484e-7,0.0014007717,0.00009918226,0.00013000029,0.00086274376,0.000024266268,0.000012426107,0.000545185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988985,0.000019209134,0.00029027922,0.00024125092,0.00036947295,0.00018130202],"domain_scores_gemma":[0.99936575,0.000050599843,0.00007396672,0.0001052036,0.00033446122,0.0000700163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035806082,0.00011898199,0.000113031514,0.0003183884,0.00013895228,0.00003500761,0.00021252432,0.00003417762,0.000040914372],"category_scores_gemma":[0.00006493232,0.00012646169,0.000019764224,0.0009336745,0.00005223288,0.00012530055,0.000005945747,0.00005798369,0.000009385996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039069408,0.018568236,0.45132,0.0009895005,0.000050290444,1.2215068e-7,0.06882571,0.021716285,0.0023442304,0.3519459,0.010347984,0.07385267],"study_design_scores_gemma":[0.00030835732,0.000039013044,0.98427397,0.00005367744,0.0000051244965,1.227651e-7,0.003120568,0.00024096807,0.0041828137,0.00022007787,0.007363589,0.00019173311],"about_ca_topic_score_codex":0.0000057843135,"about_ca_topic_score_gemma":0.00000238976,"teacher_disagreement_score":0.532954,"about_ca_system_score_codex":0.00036082263,"about_ca_system_score_gemma":0.002030557,"threshold_uncertainty_score":0.5156958},"labels":[],"label_agreement":null},{"id":"W165118976","doi":"10.24908/pceea.v0i0.3566","title":"Engineering Graduate Attribute Development (EGAD) Project","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; University of British Columbia; Queen's University; Dalhousie University","funders":"","keywords":"Mandate; Engineering management; Quality (philosophy); Graduate students; Graduate education; Engineering education; Engineering; Science and engineering; Engineering ethics; Medical education; Political science; Medicine","score_opus":0.022619542378076778,"score_gpt":0.19399880770074923,"score_spread":0.17137926532267245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165118976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638169,0.00038425787,0.0006163189,0.0007831795,0.011435646,0.0015636049,0.00004142703,0.0015422724,0.019816412],"genre_scores_gemma":[0.987301,0.000022317363,0.010429444,0.00007811574,0.00015323007,0.00023639521,0.000018149833,0.00009187224,0.0016694794],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99832535,0.0000036846725,0.0004817473,0.00023159395,0.00041471823,0.0005428982],"domain_scores_gemma":[0.9989413,0.000023377588,0.00016014825,0.00015006683,0.00045879296,0.0002663124],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043135646,0.00030249747,0.00023660004,0.0005320332,0.00013619232,0.00008007594,0.0004383936,0.00018126349,0.000052840365],"category_scores_gemma":[0.0003635128,0.00031017,0.00009867898,0.0009336267,0.000010462055,0.00025807202,0.000032335876,0.00036025915,0.0000450207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011829402,0.00080598955,0.22155923,0.0058090496,0.002454035,0.0000022341746,0.06377869,0.044551704,0.014626669,0.025971942,0.6070352,0.013393416],"study_design_scores_gemma":[0.00048084935,0.000022803893,0.62845886,0.00071942975,0.00011935054,0.000023712513,0.0009947285,0.015327593,0.054987013,0.000056604313,0.2971207,0.0016883787],"about_ca_topic_score_codex":0.0013060938,"about_ca_topic_score_gemma":0.0008908678,"teacher_disagreement_score":0.40689963,"about_ca_system_score_codex":0.0030089852,"about_ca_system_score_gemma":0.00085854257,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W1656236262","doi":"10.24908/pceea.v0i0.3133","title":"The Leader-Engineer- Capabilities, Competencies, and Attributes","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Engineering ethics; Engineering education; Leverage (statistics); Leadership development; Engineering; Engineering management; Knowledge management; Computer science; Management; Political science; Public relations; Artificial intelligence","score_opus":0.0037859895346673534,"score_gpt":0.16734254868746923,"score_spread":0.16355655915280187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656236262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712172,0.0010215057,0.00003871497,0.010498693,0.010236697,0.00063823286,0.00004186925,0.0004757445,0.0058312984],"genre_scores_gemma":[0.9959957,0.000060159156,0.001353747,0.00008631842,0.00022066405,0.00010100697,0.000008096601,0.000043864475,0.0021304449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889755,0.0000031793325,0.0002970132,0.00014764318,0.00026991754,0.00038469964],"domain_scores_gemma":[0.99903643,0.00011779448,0.00009582085,0.00014036232,0.00037324073,0.00023634717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044325288,0.00019156627,0.00014849483,0.00015664114,0.00028357658,0.00018101776,0.00033466247,0.00015486943,0.000019735591],"category_scores_gemma":[0.00085713353,0.00015920505,0.000056859975,0.00043071285,0.0000408518,0.00016032327,0.00002220082,0.00047129465,0.0000073580104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032932778,0.00015239851,0.20440298,0.0018696715,0.00067129754,2.167506e-7,0.010087049,0.01163479,0.055195883,0.25103348,0.45417023,0.010778688],"study_design_scores_gemma":[0.00019287369,0.000010219184,0.2978179,0.000111479116,0.000045531153,0.000016212902,0.0011222214,0.012001386,0.0051326016,0.00032335514,0.6826677,0.0005585341],"about_ca_topic_score_codex":0.0011702112,"about_ca_topic_score_gemma":0.006727963,"teacher_disagreement_score":0.25071013,"about_ca_system_score_codex":0.000887198,"about_ca_system_score_gemma":0.0004122092,"threshold_uncertainty_score":0.64921933},"labels":[],"label_agreement":null},{"id":"W1664953617","doi":"10.24908/pceea.v0i0.5874","title":"A RESPONSIBILITY TO PROMOTE LEADERSHIP: ENGINEERING ENTREPRENEURS SPEAK BACK TO RESISTANCE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Theme (computing); Resistance (ecology); Focus (optics); Engineering ethics; Test (biology); Management; Public relations; Engineering; Sociology; Political science; Computer science; Ecology","score_opus":0.01634887161110077,"score_gpt":0.20850468759319618,"score_spread":0.1921558159820954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1664953617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95641893,0.00035559555,0.00044569664,0.018924216,0.008611684,0.0020883034,0.00005888975,0.0008622652,0.0122344205],"genre_scores_gemma":[0.97614276,0.0000037551895,0.013465143,0.00045952015,0.0002693776,0.00018820612,0.0000092188375,0.00010110908,0.009360901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815553,0.0000068047193,0.00043681762,0.00032239177,0.00049452094,0.0005839206],"domain_scores_gemma":[0.99802554,0.00003565668,0.00009915967,0.0002459532,0.00065439905,0.0009392729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695303,0.0002829378,0.00025022283,0.00053350156,0.00006598395,0.00013370335,0.00047798452,0.00015592297,0.00003408182],"category_scores_gemma":[0.0022793352,0.0003095379,0.00008304411,0.0014466766,0.000007039825,0.00020560902,0.000039822884,0.00028131503,0.0001381295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020325802,0.00014774133,0.024290988,0.0012965209,0.0002344726,4.944546e-7,0.01626227,0.22509807,0.015985891,0.0044183256,0.7108471,0.0013978167],"study_design_scores_gemma":[0.00044778554,0.000042264463,0.15539964,0.00096855406,0.000060038885,0.000007722329,0.001225398,0.0063156956,0.023741053,0.00009615665,0.8103755,0.0013201969],"about_ca_topic_score_codex":0.0005192098,"about_ca_topic_score_gemma":0.002599435,"teacher_disagreement_score":0.21878238,"about_ca_system_score_codex":0.005000916,"about_ca_system_score_gemma":0.0007026901,"threshold_uncertainty_score":0.9999357},"labels":[],"label_agreement":null},{"id":"W1676821916","doi":"10.24908/pceea.v0i0.5904","title":"INITIATIVES FOR ATTRACTING AND RETAINING FEMALE STUDENTS IN MECHANICAL ENGINEERING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Diversity (politics); Gender diversity; Work (physics); Underrepresented Minority; Engineering; Engineering ethics; Engineering management; Marketing; Business; Medical education; Mechanical engineering; Sociology; Management; Medicine; Economics","score_opus":0.013906939570890963,"score_gpt":0.2439924583765542,"score_spread":0.23008551880566325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1676821916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99584126,0.0002016953,0.0001555095,0.0005916257,0.0016501265,0.0004708824,0.000009261051,0.00015141164,0.0009282092],"genre_scores_gemma":[0.995543,0.000014337111,0.003905631,0.00005351935,0.00011891154,0.00016378515,0.0000063716657,0.00004695017,0.00014751134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888384,0.0000037159894,0.0003358676,0.00016913588,0.0002740761,0.00033337958],"domain_scores_gemma":[0.9992022,0.0000817437,0.00010992003,0.00006700523,0.0002844404,0.00025470258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007021489,0.00017450876,0.00019643648,0.00034053114,0.000055915956,0.00009998816,0.00022081818,0.00014011968,0.0000031819432],"category_scores_gemma":[0.0014872687,0.00019003019,0.00004406662,0.00044845606,0.000006059509,0.0002842381,0.000025344976,0.0002418659,0.0000017597697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090489875,0.00019193279,0.8461968,0.0017599713,0.00035211476,4.3478016e-7,0.017368363,0.09208242,0.0059875683,0.021686468,0.012013901,0.0023510114],"study_design_scores_gemma":[0.0014085392,0.00004989389,0.8780125,0.0010239921,0.00008167611,0.000013639162,0.004277999,0.07894671,0.008935845,0.00024802802,0.02587115,0.0011300348],"about_ca_topic_score_codex":0.000346593,"about_ca_topic_score_gemma":0.0006085053,"teacher_disagreement_score":0.031815726,"about_ca_system_score_codex":0.0019525343,"about_ca_system_score_gemma":0.0003011513,"threshold_uncertainty_score":0.77492064},"labels":[],"label_agreement":null},{"id":"W1724118903","doi":"10.1109/arms.1992.187813","title":"Introducing R&M and testability into the undergraduate system-design course","year":2003,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Testability; Maintainability; Concurrent engineering; Test (biology); Software engineering; Quarter (Canadian coin); Computer science; Design for testing; Process (computing); Quality assurance; Engineering design process; Engineering management; Engineering; Scheduling (production processes); Reliability engineering; Programming language; Operations management","score_opus":0.008854339977691908,"score_gpt":0.21521925347442583,"score_spread":0.20636491349673391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1724118903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21292093,0.0018887985,0.75938123,0.0021260588,0.00213976,0.00062438997,7.2873445e-7,0.0015263939,0.019391708],"genre_scores_gemma":[0.97554284,0.00003658638,0.023903418,0.000028778308,0.000027106998,0.000033878485,0.0000010166493,0.00001598006,0.00041037227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994653,0.000039116298,0.00013765921,0.00012798126,0.00008573121,0.00014419969],"domain_scores_gemma":[0.99959743,0.00008510736,0.0000097232305,0.00021922369,0.000027083379,0.00006142433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004077488,0.0001073699,0.00008536989,0.000022902279,0.00007497851,0.000042781983,0.00006080085,0.000027884957,0.000033450255],"category_scores_gemma":[0.00006302949,0.00007405111,0.000013908512,0.00014591144,0.000021244216,0.000044538858,0.000007765698,0.000093011215,0.00004232707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006238592,0.00023906799,0.011778144,0.0017626834,0.00042224833,0.000004653682,0.01961593,0.54167104,0.01021154,0.2932761,0.10093828,0.020074036],"study_design_scores_gemma":[0.0027213509,0.0001422278,0.07210286,0.0006494677,0.00034551302,0.00047226163,0.03087762,0.29880512,0.03421516,0.010092322,0.544855,0.0047211167],"about_ca_topic_score_codex":0.000013674912,"about_ca_topic_score_gemma":0.00001511432,"teacher_disagreement_score":0.76262194,"about_ca_system_score_codex":0.00010028104,"about_ca_system_score_gemma":0.000030730575,"threshold_uncertainty_score":0.30197167},"labels":[],"label_agreement":null},{"id":"W1737259969","doi":"10.24908/pceea.v0i0.5916","title":"ATTRIBUTE 7 AND ASSESSING WRITTEN COMMUNICATION SKILLS IN ENGINEERING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Rubric; Grading (engineering); Computer science; Communication skills; Mathematics education; Medical education; Psychology; Engineering","score_opus":0.006054381160408382,"score_gpt":0.20360038307329906,"score_spread":0.19754600191289068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737259969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99114174,0.00081714516,0.00009994203,0.0021413646,0.0018104303,0.00039329563,0.000009911201,0.0002669915,0.0033192013],"genre_scores_gemma":[0.9959338,0.000049906914,0.0033378052,0.000070247544,0.000073281226,0.00007407001,0.000013436269,0.00004548506,0.00040196883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988871,0.0000060377706,0.0003576971,0.00015241723,0.0002689462,0.0003277704],"domain_scores_gemma":[0.9991025,0.000047952515,0.000114228766,0.00012767965,0.00032591188,0.000281732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006047981,0.00018724713,0.00019574871,0.0004314733,0.00006226764,0.00015405595,0.00026597406,0.00016157633,0.000006008415],"category_scores_gemma":[0.0007262434,0.00020353348,0.00003925651,0.000733871,0.000010925394,0.00039811232,0.000032894593,0.00032389088,0.0000053605304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018653619,0.00024913336,0.7213811,0.0014514886,0.00024567632,4.9045866e-7,0.011307515,0.16659805,0.004560904,0.012092402,0.07759648,0.0045148456],"study_design_scores_gemma":[0.0005479157,0.000009966093,0.90122104,0.00078532647,0.000041622166,0.0000147169985,0.0011906544,0.04555185,0.002395787,0.00014866327,0.047377117,0.00071534474],"about_ca_topic_score_codex":0.0012965795,"about_ca_topic_score_gemma":0.0012926323,"teacher_disagreement_score":0.1798399,"about_ca_system_score_codex":0.0028338311,"about_ca_system_score_gemma":0.00039243983,"threshold_uncertainty_score":0.82998544},"labels":[],"label_agreement":null},{"id":"W1753000712","doi":"10.24908/pceea.v0i0.5850","title":"CHALLENGES IN ENGINEERING DESIGN EDUCATION: VERTICAL AND LATERAL LEARNING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Capstone; Engineering education; Curriculum; Engineering economics; Multidisciplinary approach; Engineering management; Health systems engineering; Engineering; Design education; Engineering design process; Engineering ethics; Globalization; Computer science; Mechanical engineering; Political science; Business; Sociology; Pedagogy","score_opus":0.018181035327664623,"score_gpt":0.20487079409277797,"score_spread":0.18668975876511334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753000712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96101,0.006201558,0.0002636205,0.00769266,0.008592548,0.0011152124,0.000004392126,0.0007495425,0.01437048],"genre_scores_gemma":[0.9967791,0.00014240392,0.002268555,0.0000497825,0.00015247968,0.00011512868,0.000003965903,0.000048359732,0.0004402569],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99891675,0.000007980575,0.00029891517,0.0001852759,0.00025347897,0.0003376059],"domain_scores_gemma":[0.99921316,0.000044682474,0.00005317659,0.00008066865,0.00026978878,0.00033849475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005126045,0.00019411006,0.00018390223,0.0004085748,0.00004703907,0.00008306618,0.00018690375,0.00016035905,0.000006957059],"category_scores_gemma":[0.00079404213,0.0002075596,0.000035159323,0.00046334157,0.000008814564,0.00023698302,0.000020916996,0.0003442156,0.000008028733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011958022,0.00042598977,0.27624142,0.0030483992,0.00037936887,9.651515e-7,0.027373752,0.5501488,0.0050177486,0.04808973,0.06463537,0.024626514],"study_design_scores_gemma":[0.0009042473,0.000063698004,0.6884012,0.0013090664,0.000081392434,0.000053237098,0.0029583205,0.16290633,0.0043908795,0.00043289148,0.13696688,0.0015318528],"about_ca_topic_score_codex":0.00048995984,"about_ca_topic_score_gemma":0.0005588763,"teacher_disagreement_score":0.41215977,"about_ca_system_score_codex":0.0021905054,"about_ca_system_score_gemma":0.00072109763,"threshold_uncertainty_score":0.8464035},"labels":[],"label_agreement":null},{"id":"W1757882711","doi":"10.24908/pceea.v0i0.4851","title":"FROM COLLEGE TO UNIVERSITY: MOHAWK COLLEGE - McMASTER UNIVERSITY PARTNERSHIP, A SEAMLESS PATHWAY","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Mohawk; Bachelor; General partnership; Higher education; Degree program; Community college; Engineering education; Political science; Medical education; Engineering management; Engineering ethics; Library science; Engineering; Medicine; Computer science","score_opus":0.004386578424543749,"score_gpt":0.1572674306672431,"score_spread":0.15288085224269937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757882711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542234,0.000066060355,0.00008444346,0.006896413,0.0030276875,0.0011708958,0.00035031594,0.00049361784,0.033687156],"genre_scores_gemma":[0.97790414,0.000007095238,0.001576778,0.0001588599,0.00015257929,0.000016847991,0.000015884945,0.000042189706,0.02012561],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989683,0.0000062762374,0.00019203727,0.00020778729,0.00026527443,0.00036033345],"domain_scores_gemma":[0.9988997,0.00003750379,0.00009041155,0.000112927286,0.00042433877,0.00043512575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013790702,0.00019604912,0.00019045672,0.00037352394,0.0001348296,0.000056417808,0.0004002796,0.00016422328,0.0002935181],"category_scores_gemma":[0.00012503896,0.00022645389,0.00007524365,0.0010035784,0.000010296733,0.00029690037,0.0000348792,0.00020644518,0.000100153666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065103573,0.00012579121,0.017628312,0.00033637744,0.00039454928,8.9516044e-7,0.006565968,0.014733862,0.006052665,0.022172097,0.930442,0.0015409704],"study_design_scores_gemma":[0.0004099455,0.000014278734,0.14381412,0.0002484955,0.000058221864,0.0000026045607,0.0073680826,0.008233614,0.0039627147,0.000118024014,0.83505446,0.0007154721],"about_ca_topic_score_codex":0.005289019,"about_ca_topic_score_gemma":0.0025113442,"teacher_disagreement_score":0.1261858,"about_ca_system_score_codex":0.0038949852,"about_ca_system_score_gemma":0.00050503976,"threshold_uncertainty_score":0.9999289},"labels":[],"label_agreement":null},{"id":"W1758308476","doi":"10.3968/j.hess.1927024020130503.2731","title":"Setting up Financial Engineering Curriculum Based on CDIO Education Idea","year":2013,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CDIO; Curriculum; Engineering education; Engineering ethics; Engineering management; Engineering; Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.0041615850287241955,"score_gpt":0.23169933370957627,"score_spread":0.22753774868085208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1758308476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8206339,0.00025673374,0.0015497705,0.0015166522,0.028359592,0.00094918953,0.000005428986,0.0008171178,0.1459116],"genre_scores_gemma":[0.99461895,0.0000027188478,0.0028723453,0.00025723458,0.00042479,0.00021021852,0.000011184008,0.000020745334,0.0015818082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99884295,0.000009091887,0.00026436924,0.00021365717,0.00037833423,0.00029161968],"domain_scores_gemma":[0.9993498,0.000022144082,0.00006399723,0.00015727336,0.00027293852,0.00013390272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018262287,0.00015988115,0.00012582066,0.00028435787,0.00014631893,0.00007667402,0.00027167046,0.00006811323,0.00046340612],"category_scores_gemma":[0.00006963693,0.00017103655,0.00004573625,0.0010057508,0.00006448087,0.00030535497,0.000015787391,0.00014174107,0.00011018322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041082544,0.0019019208,0.010980437,0.00096595427,0.000030122756,3.593632e-7,0.007880129,0.03915385,0.05831721,0.4447983,0.33237326,0.10359434],"study_design_scores_gemma":[0.00017832119,0.000024908912,0.9100721,0.000190019,0.000011117438,0.0000014255979,0.00047670724,0.012073546,0.0061436007,0.00024356104,0.07001424,0.0005704835],"about_ca_topic_score_codex":0.000042656495,"about_ca_topic_score_gemma":1.6868192e-7,"teacher_disagreement_score":0.89909166,"about_ca_system_score_codex":0.00036308262,"about_ca_system_score_gemma":0.0009181963,"threshold_uncertainty_score":0.6974668},"labels":[],"label_agreement":null},{"id":"W1760313770","doi":"10.24908/pceea.v0i0.4658","title":"Engineering and Social Justice through an Accreditation Lens: Expectations and Learning Opportunities for Ethics and Equity","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Accreditation; Coursework; Equity (law); Engineering ethics; Engineering education; Social justice; Political science; Sociology; Engineering; Pedagogy; Public relations; Engineering management; Social science; Law","score_opus":0.05726214186078415,"score_gpt":0.2844856678412834,"score_spread":0.22722352598049922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1760313770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98715043,0.0010177477,0.0008649929,0.0054820958,0.0029031853,0.00061149645,0.0000395615,0.00035898926,0.0015715245],"genre_scores_gemma":[0.9926979,0.00011965082,0.0062602186,0.00013658775,0.00034601576,0.00013178126,0.000027133736,0.00004618302,0.0002345385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991201,0.000010103443,0.00022894477,0.00013569195,0.00018742288,0.0003176932],"domain_scores_gemma":[0.999208,0.00017962758,0.00010655358,0.00004189088,0.00029912312,0.00016485834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000669963,0.0001691687,0.0001499823,0.00018035065,0.00040850168,0.00013085162,0.000087529756,0.00018613077,0.0000033507217],"category_scores_gemma":[0.0010177238,0.00018990123,0.000026981332,0.00017002485,0.000019278843,0.00086259283,0.000024173365,0.00039716967,4.7034726e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011968412,0.00025791716,0.029581904,0.014078641,0.0007943833,1.6052577e-7,0.39999297,0.01807622,0.017956542,0.4562008,0.046352275,0.016696202],"study_design_scores_gemma":[0.0014538785,0.0001161504,0.3620614,0.0008027635,0.00098804,0.000053886008,0.13062848,0.14076394,0.0042721485,0.0006331039,0.35540375,0.002822436],"about_ca_topic_score_codex":0.00018261668,"about_ca_topic_score_gemma":0.0001706695,"teacher_disagreement_score":0.45556772,"about_ca_system_score_codex":0.000592254,"about_ca_system_score_gemma":0.00019221945,"threshold_uncertainty_score":0.77439475},"labels":[],"label_agreement":null},{"id":"W1772017571","doi":"10.24908/pceea.v0i0.3750","title":"SURVEY-BASED ASSESSMENT OF DESIGN SKILL DEVELOPMENT IN ENGINEERING PROJECT COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Multidisciplinary approach; Conceptual design; Computer science; Engineering management; Engineering; Mathematics education; Psychology; Human–computer interaction","score_opus":0.019342265746159944,"score_gpt":0.22944271618727177,"score_spread":0.21010045044111184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1772017571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98450744,0.00028575043,0.004209785,0.00020612915,0.0043640416,0.0016993331,0.000042341828,0.00041094076,0.0042742365],"genre_scores_gemma":[0.9737037,0.000009122283,0.025807986,0.000024812429,0.00002985578,0.00018640827,0.000015326606,0.000056037064,0.00016674047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849,0.000011639228,0.00055907364,0.00018669259,0.00036144457,0.00039114527],"domain_scores_gemma":[0.9989894,0.00007937964,0.00020561433,0.00012402418,0.00045387988,0.0001476931],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097368885,0.00024252983,0.00027169025,0.000752712,0.000048097532,0.000032537882,0.00035208656,0.00016076707,0.000028206376],"category_scores_gemma":[0.00050128764,0.00025439382,0.00006250022,0.001046577,0.000010911306,0.00015308907,0.000016444823,0.00026040856,0.0000026562682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050711933,0.00046161652,0.74046844,0.002087472,0.00031896867,3.6844054e-7,0.008947258,0.2288149,0.0029405667,0.0029444445,0.011812052,0.0011988364],"study_design_scores_gemma":[0.00021163175,0.000012391571,0.9389663,0.00035631773,0.00001787447,9.0265684e-7,0.00017571835,0.044602517,0.013343547,0.00000673516,0.0019514845,0.00035461254],"about_ca_topic_score_codex":0.0027866783,"about_ca_topic_score_gemma":0.0027929689,"teacher_disagreement_score":0.19849783,"about_ca_system_score_codex":0.002871623,"about_ca_system_score_gemma":0.001924977,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W1775671189","doi":"10.24908/pceea.v0i0.3572","title":"Graduate Attributes: Intentional Mapping and Assessment Portfolios","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada; University of Guelph","keywords":"Portfolio; Curriculum; Accreditation; Vision; Session (web analytics); Presentation (obstetrics); Engineering education; Medical education; Computer science; Psychology; Mathematics education; Engineering management; Pedagogy; Engineering; Sociology; Medicine","score_opus":0.022387795933822757,"score_gpt":0.20944392481239052,"score_spread":0.18705612887856776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775671189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539968,0.00035003095,0.00050521584,0.0022007236,0.0060182326,0.00071075675,0.00003880433,0.00051501335,0.035664424],"genre_scores_gemma":[0.99250793,0.000047762645,0.006222321,0.000093374125,0.00009157065,0.000088778506,0.00001208297,0.000035944366,0.0009002267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989737,0.0000030495073,0.00030931304,0.00015278433,0.00027115378,0.00029000003],"domain_scores_gemma":[0.999165,0.00001706359,0.00012728055,0.00007905632,0.0003903952,0.00022121123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033509333,0.00016957651,0.00015069767,0.00033176475,0.00010617813,0.00006227234,0.00019618077,0.00010616201,0.00006046434],"category_scores_gemma":[0.0001894552,0.00017312301,0.000060468556,0.00047189055,0.000013578601,0.00020037414,0.000022733617,0.00026756825,0.0000072965877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026139833,0.00031263116,0.63450867,0.0019523556,0.0009922282,6.407031e-7,0.013389058,0.0024295382,0.0068453387,0.10275526,0.22648051,0.01033115],"study_design_scores_gemma":[0.00012508531,0.000006643139,0.9679297,0.00017734825,0.000030476836,0.000008373654,0.00062836095,0.004541529,0.0011422323,0.00028849024,0.024820177,0.00030156574],"about_ca_topic_score_codex":0.0010245789,"about_ca_topic_score_gemma":0.00040797974,"teacher_disagreement_score":0.33342105,"about_ca_system_score_codex":0.0015139818,"about_ca_system_score_gemma":0.00036271164,"threshold_uncertainty_score":0.7059752},"labels":[],"label_agreement":null},{"id":"W1779636612","doi":"10.24908/pceea.v0i0.5927","title":"OUT-OF-CLASS LEARNING OPPORTUNITIES FOR ENGINEERING STUDENTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Class (philosophy); Mathematics education; Computer science; Engineering; Psychology; Artificial intelligence","score_opus":0.024370782336427383,"score_gpt":0.23166199729256387,"score_spread":0.20729121495613648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779636612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645192,0.0006350686,0.0012059964,0.0029493594,0.018156385,0.0015328847,0.00006769744,0.0008563239,0.010077099],"genre_scores_gemma":[0.9941028,0.000021412367,0.0023258298,0.000047698915,0.00020244552,0.00017171058,0.000019160023,0.00007232044,0.003036617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868375,0.0000037164182,0.0004032159,0.00014218467,0.0004248394,0.0003423104],"domain_scores_gemma":[0.9986059,0.000053046504,0.00018567767,0.00009345452,0.000749731,0.0003121839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057778676,0.00020340871,0.0002338643,0.0003638531,0.00006465889,0.000078861,0.00037783151,0.00014895173,0.000007987091],"category_scores_gemma":[0.0010055072,0.00021834388,0.00009660629,0.00034320867,0.000009892891,0.00019239272,0.00002496312,0.00022270135,0.0000039840615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000115206285,0.0003310606,0.14185129,0.004245816,0.0012403589,3.7446867e-7,0.02006818,0.4804373,0.010877109,0.029568467,0.30495045,0.0064180726],"study_design_scores_gemma":[0.0009542674,0.00007052125,0.04733629,0.0007583411,0.00016939781,0.0000050347285,0.0048465654,0.068868175,0.013407227,0.00013138512,0.8623013,0.0011515196],"about_ca_topic_score_codex":0.0002569009,"about_ca_topic_score_gemma":0.0002744592,"teacher_disagreement_score":0.5573508,"about_ca_system_score_codex":0.0019650208,"about_ca_system_score_gemma":0.000568686,"threshold_uncertainty_score":0.8903805},"labels":[],"label_agreement":null},{"id":"W1780071172","doi":"10.24908/pceea.v0i0.5845","title":"Team-forming and its Impact in First Year Engineering","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Attendance; Mathematics education; Medical education; Process (computing); Psychology; Computer science; Medicine; Political science","score_opus":0.005342579243768199,"score_gpt":0.19995021116758427,"score_spread":0.19460763192381608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1780071172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99312204,0.0005068631,0.000020838492,0.00073257944,0.0019385975,0.00036272846,0.0000123732125,0.0002069411,0.0030970434],"genre_scores_gemma":[0.99851567,0.00003006287,0.0007987847,0.000024864712,0.000115296294,0.000062559884,0.0000053052117,0.00004801796,0.00039946084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894446,0.0000021432313,0.00029058452,0.00014842875,0.00025158687,0.00036279258],"domain_scores_gemma":[0.99922764,0.000027586973,0.00008171514,0.00007481704,0.00024352975,0.00034472081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038895,0.0001952738,0.00018257681,0.0004613777,0.000047589598,0.00007883074,0.0001993453,0.00014387279,0.000012318483],"category_scores_gemma":[0.0006967578,0.00019785496,0.00005022037,0.00067754963,0.0000047097146,0.00034197676,0.000022100588,0.00025995664,0.000011058736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051905963,0.00013698913,0.5023093,0.0016123514,0.0003011214,5.07369e-7,0.012745248,0.3761562,0.003488908,0.015647579,0.08659455,0.0010020258],"study_design_scores_gemma":[0.0010259008,0.00003799867,0.69593227,0.00095681654,0.00006048984,0.000027704655,0.0015413252,0.2198478,0.0044642678,0.00015911432,0.074618235,0.0013280647],"about_ca_topic_score_codex":0.0011055162,"about_ca_topic_score_gemma":0.001644649,"teacher_disagreement_score":0.19362295,"about_ca_system_score_codex":0.0034691258,"about_ca_system_score_gemma":0.00040822887,"threshold_uncertainty_score":0.90716434},"labels":[],"label_agreement":null},{"id":"W1783806417","doi":"10.24908/pceea.v0i0.5808","title":"ENGINEERING GRADUATE ATTRIBUTES EXHIBITED BY HIGH SCHOOL STUDENTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Selection (genetic algorithm); Engineering education; Work (physics); Mathematics education; Psychology; Graduate students; Computer science; Knowledge management; Engineering; Pedagogy; Engineering management; Artificial intelligence","score_opus":0.010205661222754125,"score_gpt":0.2053002339378035,"score_spread":0.19509457271504937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1783806417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886963,0.00037237987,0.00013443024,0.0021310006,0.0059424276,0.0005684412,0.00006512902,0.00064701145,0.0014428832],"genre_scores_gemma":[0.9953073,0.000026026079,0.0013464729,0.0001408504,0.00023087105,0.00014455555,0.000054020824,0.000088409724,0.0026614475],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99808604,0.000005112966,0.00044841086,0.00023117689,0.00072085334,0.0005083816],"domain_scores_gemma":[0.99825794,0.00003464512,0.00015958784,0.00015657103,0.000698827,0.0006924042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005532866,0.00029675371,0.00025681572,0.00038643155,0.000088501976,0.00020100821,0.0005529734,0.00019451724,0.000036319285],"category_scores_gemma":[0.0011562152,0.0003126172,0.00008326371,0.00095519586,0.000009684474,0.00030914554,0.000039414277,0.00039560514,0.000064431915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016889862,0.00011171021,0.069563046,0.00034282185,0.00027611444,1.7466726e-7,0.0010814817,0.037488587,0.004110696,0.0016387488,0.8850267,0.0003582607],"study_design_scores_gemma":[0.0017021849,0.000051236195,0.49603295,0.0009070346,0.0002246135,0.000019662386,0.0011713734,0.029345065,0.035699278,0.00021012477,0.43220603,0.0024304288],"about_ca_topic_score_codex":0.0018759837,"about_ca_topic_score_gemma":0.00031786674,"teacher_disagreement_score":0.45282063,"about_ca_system_score_codex":0.004567745,"about_ca_system_score_gemma":0.0005430677,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W179216770","doi":"10.24908/pceea.v0i0.3762","title":"ENGINEERING DESIGN: STRUCTURE, VALUE AND ASSESSMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Value (mathematics); Process (computing); Computer science; Government (linguistics); Simple (philosophy); Management science; Engineering design process; Systems engineering; Engineering management; Process management; Engineering; Mechanical engineering","score_opus":0.008512554312866003,"score_gpt":0.18826688762430863,"score_spread":0.17975433331144264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179216770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94427496,0.0011432826,0.0038068881,0.0017824414,0.015249518,0.002193816,0.00008089732,0.0015321757,0.029936025],"genre_scores_gemma":[0.9684346,0.00003280606,0.030870697,0.00007161634,0.00010471077,0.00006455949,0.0000051117313,0.000059512386,0.00035642943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99891746,0.0000043050372,0.00029797392,0.00017966685,0.00025659852,0.0003440022],"domain_scores_gemma":[0.9992904,0.000032118303,0.00010726973,0.00010931416,0.0002000114,0.00026088321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028737853,0.0002225153,0.00018098799,0.00031943098,0.000092443275,0.00007459508,0.0002510449,0.00015804601,0.00006923701],"category_scores_gemma":[0.00019865931,0.00022569069,0.000050707215,0.0004123201,0.00001058074,0.00020827008,0.00002260734,0.00030947334,0.000005117289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009236979,0.00041612962,0.25037712,0.0047781565,0.002021451,0.0000014138942,0.024510745,0.20048861,0.06246403,0.27117875,0.16993086,0.01382351],"study_design_scores_gemma":[0.0003734657,0.000027554985,0.83947396,0.00034913816,0.00012924786,0.000024248471,0.0003809035,0.089163765,0.022585424,0.0005692406,0.045854405,0.0010686569],"about_ca_topic_score_codex":0.0008891555,"about_ca_topic_score_gemma":0.00025095308,"teacher_disagreement_score":0.58909684,"about_ca_system_score_codex":0.0016529352,"about_ca_system_score_gemma":0.00038239543,"threshold_uncertainty_score":0.92033994},"labels":[],"label_agreement":null},{"id":"W1792321392","doi":"10.24908/pceea.v0i0.5822","title":"A FRAMEWORK PROPOSAL FOR ENGINEERING EDUCATION THROUGH THE DEVELOPMENT OF PROJECTS THAT SUPPORT PERFORMING ARTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The arts; Creativity; Work (physics); Component (thermodynamics); Engineering management; Engineering; Engineering ethics; Computer science; Psychology; Political science; Mechanical engineering","score_opus":0.01952115726218976,"score_gpt":0.23997508170820417,"score_spread":0.22045392444601442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792321392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9161099,0.0013195312,0.015897967,0.010966108,0.030521328,0.007487074,0.00007933416,0.0012170391,0.016401691],"genre_scores_gemma":[0.92639184,0.000007704697,0.07161262,0.00009731083,0.00029577166,0.00067314616,0.00002799889,0.0000826159,0.0008109885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983228,0.0000041884323,0.00053445186,0.00021116756,0.00048221488,0.0004451763],"domain_scores_gemma":[0.9984473,0.000075174554,0.00028230104,0.00017356341,0.0007938936,0.00022779634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006912356,0.00027412482,0.0002518703,0.00027398454,0.00015814937,0.0000953699,0.00043863288,0.00020540754,0.000012061725],"category_scores_gemma":[0.0010333508,0.00023752211,0.000102098595,0.00065481395,0.000015947415,0.00032728355,0.00003037687,0.00030225265,0.0000061509495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028149303,0.0009325049,0.06925726,0.01178372,0.0015803135,1.7634918e-7,0.22940055,0.08753438,0.008896077,0.19010566,0.3759113,0.024569908],"study_design_scores_gemma":[0.001081091,0.000114883485,0.067996666,0.0029956244,0.0003445625,0.000034882843,0.021739585,0.034428313,0.10137365,0.0023602464,0.7650384,0.0024921435],"about_ca_topic_score_codex":0.00027411946,"about_ca_topic_score_gemma":0.0005222745,"teacher_disagreement_score":0.38912705,"about_ca_system_score_codex":0.0026734883,"about_ca_system_score_gemma":0.0046750186,"threshold_uncertainty_score":0.96858704},"labels":[],"label_agreement":null},{"id":"W1795622905","doi":"10.24908/pceea.v0i0.4802","title":"BEING A TEACHING ASSISTANT (TA) IN FIRST-YEAR ENGINEERING COURSE: PERSPECTIVES, CHALLENGES, REWARDS AND RECOMMENDATIONS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Grading (engineering); Course (navigation); Psychology; Perception; Medical education; Mathematics education; Pedagogy; Engineering; Medicine","score_opus":0.003941362407598241,"score_gpt":0.19065448995393522,"score_spread":0.18671312754633698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1795622905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91453993,0.004369598,0.00021661234,0.047086213,0.005952893,0.0022731696,0.00004062905,0.0010501925,0.024470773],"genre_scores_gemma":[0.99433154,0.00032309323,0.004446388,0.000044205644,0.00013077685,0.00024651413,0.000007995678,0.000064124644,0.00040538714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99869096,0.000007030045,0.00037964096,0.00024115594,0.0002590614,0.00042216916],"domain_scores_gemma":[0.999175,0.00006927408,0.00011356931,0.00012432165,0.00026966745,0.0002481688],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004904985,0.00024044464,0.0002227789,0.0004448786,0.00014049992,0.00015558141,0.0002397938,0.00017085188,0.000047809353],"category_scores_gemma":[0.00063451746,0.00026242717,0.00005772156,0.00042622097,0.000010902876,0.000491065,0.000028936072,0.00050371693,0.00000987565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043599207,0.0007213757,0.26154897,0.004356434,0.0010327983,9.150398e-7,0.07987353,0.049910594,0.006345936,0.37036112,0.2064696,0.019374361],"study_design_scores_gemma":[0.00048216214,0.000019432231,0.84848946,0.0011701782,0.00005944301,0.00001249506,0.007930442,0.035798658,0.00033345114,0.00033835086,0.1044156,0.0009503081],"about_ca_topic_score_codex":0.0019856715,"about_ca_topic_score_gemma":0.002811537,"teacher_disagreement_score":0.5869405,"about_ca_system_score_codex":0.003007978,"about_ca_system_score_gemma":0.0002474941,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W1798365423","doi":"10.24908/pceea.v0i0.5903","title":"Industrial Projects in a Project-Based Learning Environment","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Timeline; Scope (computer science); Pace; Project-based learning; Work (physics); Project management; Graduation (instrument); Curriculum; Engineering management; Project charter; Knowledge management; Project management triangle; Engineering; Business; Process management; Computer science; Systems engineering; Psychology; Pedagogy","score_opus":0.016473091184238012,"score_gpt":0.19250164293641883,"score_spread":0.17602855175218082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1798365423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775568,0.00025750656,0.00007910841,0.0025770578,0.0048558023,0.0015148511,0.000012935171,0.00048216153,0.01266375],"genre_scores_gemma":[0.99704915,0.0000066033335,0.001437571,0.00005605532,0.00014861261,0.0002158494,0.000012729926,0.0000455269,0.001027905],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882865,0.0000073221627,0.00030935794,0.00015992728,0.00035559476,0.00033914283],"domain_scores_gemma":[0.9994226,0.000021571961,0.00011832568,0.0000787433,0.00015851179,0.00020025152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050402724,0.00017511091,0.00016254229,0.0004987398,0.000049864266,0.000072918105,0.00022036546,0.00017933082,0.000012321677],"category_scores_gemma":[0.0006489952,0.00018170559,0.000049087073,0.00071923283,0.00000861326,0.00015940389,0.000014470298,0.00040020567,0.000013841299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055482465,0.0001972829,0.4278654,0.00043155902,0.000106485284,3.5577455e-7,0.007408133,0.34878626,0.0013917204,0.0017902824,0.20967183,0.0023451608],"study_design_scores_gemma":[0.0018227415,0.00006790562,0.16755429,0.0007009414,0.000063878935,0.0000067448022,0.002535953,0.09937177,0.006382981,0.000056129327,0.72015905,0.0012776074],"about_ca_topic_score_codex":0.0024556052,"about_ca_topic_score_gemma":0.0011601595,"teacher_disagreement_score":0.5104872,"about_ca_system_score_codex":0.005064345,"about_ca_system_score_gemma":0.0013864356,"threshold_uncertainty_score":0.99875504},"labels":[],"label_agreement":null},{"id":"W1801978711","doi":"10.24908/pceea.v0i0.4689","title":"INTELLECTUAL PROPERTY (IP) FOR FUTURE ENGINEERS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intellectual property; Competence (human resources); Presentation (obstetrics); Agency (philosophy); Engineering; Business; Engineering management; Knowledge management; Management; Political science; Computer science; Sociology; Medicine; Economics; Law","score_opus":0.004738248338330718,"score_gpt":0.17922219996654826,"score_spread":0.17448395162821753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1801978711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818761,0.003964494,0.0025762084,0.013147302,0.06556334,0.0046239896,0.00018084016,0.0022356405,0.025832089],"genre_scores_gemma":[0.99012953,0.000041784555,0.0044428594,0.00015889782,0.0011152561,0.00031229065,0.000021960104,0.0000828579,0.003694551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880373,0.0000026948198,0.00029642752,0.00013074018,0.0002445625,0.00052183855],"domain_scores_gemma":[0.99904066,0.000052852727,0.000094025214,0.00010210241,0.00038459332,0.0003257459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003705587,0.00021747727,0.00017785482,0.00029046598,0.00011796199,0.000064938555,0.00028062856,0.00018836296,0.00005159772],"category_scores_gemma":[0.00067599426,0.00018008891,0.00010892899,0.00056206516,0.000008808661,0.0002721883,0.000013354727,0.00023620478,0.000015374915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039006436,0.00017496698,0.024441415,0.0015462054,0.00044503174,2.1121863e-8,0.020966314,0.012336766,0.0037008186,0.014114449,0.91504115,0.007228947],"study_design_scores_gemma":[0.00022879941,0.000013246281,0.04942774,0.00013572368,0.00006850043,0.000006189563,0.0017343293,0.010726284,0.007307486,0.00002254648,0.9297402,0.0005889762],"about_ca_topic_score_codex":0.0002424685,"about_ca_topic_score_gemma":0.00023175147,"teacher_disagreement_score":0.10825345,"about_ca_system_score_codex":0.0024118077,"about_ca_system_score_gemma":0.00033765537,"threshold_uncertainty_score":0.7343813},"labels":[],"label_agreement":null},{"id":"W1804751228","doi":"10.24908/pceea.v0i0.4848","title":"ENGINEER LEADERSHIP IN ORGANIZATIONS AND THE IMPLICATIONS FOR CURRICULUM DEVELOPMENT","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Curriculum; Negotiation; Engineering ethics; Engineering education; Scale (ratio); Engineering; Phase (matter); Engineering management; Knowledge management; Political science; Computer science; Sociology; Pedagogy; Geography","score_opus":0.009468192034913135,"score_gpt":0.18169265668431417,"score_spread":0.17222446464940103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1804751228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89147437,0.0019681184,0.0022506113,0.08471838,0.0058132936,0.006939305,0.000044327153,0.00080751354,0.0059841],"genre_scores_gemma":[0.99361616,0.00002239623,0.003960483,0.0002473563,0.00007944138,0.0010623002,0.000015467314,0.000044059812,0.0009523325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990472,0.0000040027926,0.00034159282,0.00014220894,0.0001308671,0.00033408133],"domain_scores_gemma":[0.9990472,0.000082988474,0.00009329739,0.000095058786,0.0005393835,0.00014203413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003418535,0.00016257148,0.0001567367,0.0002685122,0.00014871791,0.0001159995,0.00025065523,0.00011228952,0.000021849006],"category_scores_gemma":[0.00074617844,0.00013489889,0.000038762868,0.00084559334,0.000020522659,0.00018550998,0.000015740436,0.0001795744,0.000008900126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028770385,0.00027681803,0.42804736,0.0024867866,0.00051963516,2.550281e-8,0.02084953,0.04633054,0.003852031,0.2511296,0.23706748,0.009437319],"study_design_scores_gemma":[0.000757697,0.000004730677,0.93024087,0.00021766896,0.00004293141,0.000004557916,0.0014963285,0.022761809,0.0011901599,0.00056279567,0.042212095,0.0005083466],"about_ca_topic_score_codex":0.0009709588,"about_ca_topic_score_gemma":0.0017086664,"teacher_disagreement_score":0.5021935,"about_ca_system_score_codex":0.0013078023,"about_ca_system_score_gemma":0.0003867434,"threshold_uncertainty_score":0.5501017},"labels":[],"label_agreement":null},{"id":"W1808699392","doi":"10.24908/pceea.v0i0.4849","title":"TRANSLATING A CORPORATE LEADERSHIP PHILOSOPHY AND PRACTICE TO THE ENGINEERING CLASSROOM","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Competence (human resources); Leadership development; Psychology; Engineering ethics; Management; Pedagogy; Sociology; Engineering; Public relations; Political science","score_opus":0.020371467820468052,"score_gpt":0.1950735793344707,"score_spread":0.17470211151400264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1808699392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6167453,0.0029473994,0.0015887422,0.3184826,0.015236172,0.006002181,0.00006836653,0.0019611202,0.03696812],"genre_scores_gemma":[0.9933512,0.000016285143,0.004611161,0.0007809266,0.00026402582,0.00026261303,0.000004706236,0.00006477953,0.0006442574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873847,0.000007700515,0.00033536684,0.0001901962,0.00031097262,0.0004172763],"domain_scores_gemma":[0.99883634,0.00012102221,0.0001634973,0.00012756654,0.0004380132,0.00031357704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004961507,0.00022861909,0.00016955214,0.00027387857,0.00014724734,0.00021198684,0.00030656668,0.00013446544,0.000026375194],"category_scores_gemma":[0.00128069,0.00020062973,0.000057422407,0.00078769086,0.000011404833,0.00038144036,0.00002007124,0.00034907655,0.000039183487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010185407,0.00025161533,0.03802538,0.0041987216,0.0012902378,6.2368053e-7,0.042981405,0.35464698,0.037557,0.07660314,0.42016754,0.024267199],"study_design_scores_gemma":[0.00092019915,0.00008092844,0.3602345,0.0018188277,0.0003324103,0.00010071855,0.008757826,0.17684273,0.0048420415,0.00078726286,0.4424619,0.00282062],"about_ca_topic_score_codex":0.0010429214,"about_ca_topic_score_gemma":0.00058711617,"teacher_disagreement_score":0.37660596,"about_ca_system_score_codex":0.0011836624,"about_ca_system_score_gemma":0.00023908442,"threshold_uncertainty_score":0.81814426},"labels":[],"label_agreement":null},{"id":"W1809461868","doi":"10.24908/pceea.v0i0.5766","title":"Bridging Research and Education through the Case Method","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Bridging (networking); Reputation; Computer science; Mathematics education; Undergraduate research; Medical education; Psychology; Sociology; Medicine","score_opus":0.025759106873452488,"score_gpt":0.291707455689764,"score_spread":0.26594834881631146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809461868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87927514,0.0034634864,0.0014178569,0.028260153,0.014338613,0.0021359068,0.000033154174,0.0006971513,0.07037851],"genre_scores_gemma":[0.9905512,0.000029842537,0.005534377,0.00018751116,0.00034571788,0.0001804913,0.0000060053912,0.000049450646,0.0031154174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987975,0.000015963467,0.00027823148,0.00018251779,0.00035893885,0.00036685957],"domain_scores_gemma":[0.99841785,0.000083217106,0.00009643725,0.0001479569,0.0009809877,0.0002735235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012223752,0.0001624557,0.0001391141,0.0002713714,0.0002534548,0.00019034474,0.0002734922,0.00012954594,0.00000986423],"category_scores_gemma":[0.00092941854,0.00013833605,0.000038845526,0.00095121865,0.00002639069,0.0002753677,0.000035648678,0.00041959813,0.000010388047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024953356,0.00015988541,0.012771353,0.0007246766,0.00023004881,0.0000011936086,0.02397355,0.015361585,0.0010975929,0.092890784,0.82922095,0.023565907],"study_design_scores_gemma":[0.00065487466,0.00005824963,0.044726033,0.00073179376,0.00015039842,0.00089717086,0.024244921,0.06650191,0.007345867,0.0065454864,0.8467404,0.0014028656],"about_ca_topic_score_codex":0.0075747822,"about_ca_topic_score_gemma":0.0025044796,"teacher_disagreement_score":0.111276016,"about_ca_system_score_codex":0.0025479905,"about_ca_system_score_gemma":0.001153706,"threshold_uncertainty_score":0.99903387},"labels":[],"label_agreement":null},{"id":"W1811200190","doi":"10.24908/pceea.v0i0.5813","title":"Engineering Student Retention and Attrition Literature Review","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Attrition; Scope (computer science); Psychology; Computer science; Mathematics education; Engineering ethics; Engineering; Medicine","score_opus":0.00688409890259237,"score_gpt":0.20320092197451714,"score_spread":0.19631682307192477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1811200190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87012523,0.076095626,0.00020913906,0.016451621,0.018983727,0.0033458525,0.00010021196,0.0017129666,0.012975623],"genre_scores_gemma":[0.9927426,0.0026313756,0.002047148,0.00037049328,0.00030787685,0.00020732936,0.000048756006,0.000079116224,0.0015653011],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988669,0.000004692792,0.00032796653,0.00017315328,0.0003577456,0.0002694989],"domain_scores_gemma":[0.9988798,0.000017976101,0.00011417589,0.000104403094,0.00055770256,0.0003259355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005063679,0.00019697646,0.00019751753,0.00027915352,0.000059549457,0.000117604526,0.00019589464,0.00014280912,0.000010235821],"category_scores_gemma":[0.000543015,0.00019835489,0.00006326859,0.0007398215,0.000006737007,0.00027502837,0.000021266924,0.0002669862,0.000009328988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003512366,0.00022169885,0.0782019,0.017865282,0.0005726233,0.0000011399268,0.0075512966,0.021151515,0.00730488,0.019858297,0.8424624,0.0048054284],"study_design_scores_gemma":[0.0011760256,0.000061335304,0.49693865,0.022019785,0.00039672045,0.000121321485,0.0008290692,0.024909806,0.0046695396,0.00023569321,0.44648904,0.0021530066],"about_ca_topic_score_codex":0.0001465362,"about_ca_topic_score_gemma":0.00013434349,"teacher_disagreement_score":0.41873676,"about_ca_system_score_codex":0.0019502627,"about_ca_system_score_gemma":0.00022612525,"threshold_uncertainty_score":0.80886775},"labels":[],"label_agreement":null},{"id":"W1818136897","doi":"10.24908/pceea.v0i0.4662","title":"CASE STUDIES – A TOOL FOR LEARNING","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accreditation; Teamwork; Subject (documents); Engineering management; Undergraduate education; Engineering; Engineering education; Computer science; Engineering ethics; Medical education; Management; World Wide Web","score_opus":0.009644044979208533,"score_gpt":0.22520496745667207,"score_spread":0.21556092247746353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1818136897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98720956,0.0010614828,0.00017234824,0.00092266063,0.0074500847,0.0007023717,0.000016675322,0.0003990143,0.0020657743],"genre_scores_gemma":[0.99423426,0.000026253663,0.003029126,0.00007055151,0.00034686062,0.0002662196,0.0000059367326,0.00004755781,0.0019732323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990613,0.0000031182533,0.00026392745,0.00010177151,0.00016752449,0.00040238356],"domain_scores_gemma":[0.9991337,0.000072541014,0.00011009975,0.00006565413,0.00043939851,0.00017862968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048848725,0.00016109059,0.0001621172,0.00021906078,0.00016797389,0.00004975292,0.00013302546,0.00010881534,0.000013458562],"category_scores_gemma":[0.0011556074,0.00015943925,0.00008195988,0.00038777222,0.000008031681,0.0002435595,0.000012852133,0.00019021356,0.000008486856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004660793,0.00027732865,0.2966984,0.005516453,0.0017367093,0.000001062969,0.03446416,0.06974002,0.007977238,0.04818883,0.52446645,0.0109287035],"study_design_scores_gemma":[0.0009715528,0.00005087312,0.1018542,0.0007181339,0.00042817966,0.0005291159,0.008300228,0.028087314,0.01836044,0.00029866854,0.8381062,0.0022950813],"about_ca_topic_score_codex":0.00017000186,"about_ca_topic_score_gemma":0.00023171093,"teacher_disagreement_score":0.3136398,"about_ca_system_score_codex":0.0022556959,"about_ca_system_score_gemma":0.00018863706,"threshold_uncertainty_score":0.65017444},"labels":[],"label_agreement":null},{"id":"W1818931012","doi":"10.24908/pceea.v0i0.5738","title":"INTEGRATING ENGINEERING SCIENCE AND DESIGN: CASE STUDY DEVELOPMENT FOR A FIRST YEAR ENGINEERING SCIENCE COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Context (archaeology); Engineering management; Workforce; Design science; Computer science; Engineering ethics; Engineering; Knowledge management; Political science","score_opus":0.014839216123757774,"score_gpt":0.2319256729499751,"score_spread":0.21708645682621733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1818931012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922741,0.00014239039,0.0021343941,0.00036608285,0.003128033,0.0013706596,0.00000671618,0.0003429532,0.00023463588],"genre_scores_gemma":[0.9675195,0.0000026177063,0.03184791,0.000021308992,0.00011890518,0.0003341723,0.000001526857,0.000060028215,0.00009403438],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979106,0.0000025710083,0.00042442614,0.00033964487,0.0007098257,0.00061293883],"domain_scores_gemma":[0.9974237,0.00007685076,0.0001353716,0.00015438074,0.0015984398,0.0006112622],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023491944,0.0002837582,0.0002292323,0.0007535066,0.00037787136,0.00034275782,0.00047829325,0.00009431587,0.0000025451818],"category_scores_gemma":[0.0028765732,0.00029221026,0.000035993053,0.0017569818,0.000045488487,0.00063667225,0.00006362623,0.0002557029,0.0000029142652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013050759,0.00083597447,0.14478002,0.0030022233,0.00074918807,0.000010556566,0.1062457,0.6762396,0.015758904,0.016207803,0.029180594,0.0069763763],"study_design_scores_gemma":[0.0024493164,0.00021518087,0.12732083,0.0013380382,0.00029628343,0.00048652387,0.031820115,0.7650037,0.028576553,0.000057800688,0.039219074,0.0032165947],"about_ca_topic_score_codex":0.00041015426,"about_ca_topic_score_gemma":0.0006107736,"teacher_disagreement_score":0.08876409,"about_ca_system_score_codex":0.005518882,"about_ca_system_score_gemma":0.0031777644,"threshold_uncertainty_score":0.99995303},"labels":[],"label_agreement":null},{"id":"W1819733130","doi":"10.24908/pceea.v0i0.4857","title":"SURVEYING FOURTH YEAR ENGINEERING STUDENT PERCEPTIONS OF GRADUATE ATTRIBUTE COMPETENCIES","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Variety (cybernetics); Perception; Comprehension; Computer science; Mathematics education; Psychology; Bloom's taxonomy; Medical education; Cognition; Artificial intelligence; Medicine","score_opus":0.0091408410570278,"score_gpt":0.2000421769497034,"score_spread":0.19090133589267558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819733130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952385,0.00008413688,0.00016855942,0.00067429454,0.002171507,0.00044358397,0.000025736186,0.00021677016,0.0009769131],"genre_scores_gemma":[0.99622065,0.000029794792,0.002786057,0.000032573997,0.000117812466,0.00013764117,0.00001665931,0.00005563266,0.000603195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985383,0.000005623624,0.00046156766,0.00016653676,0.00043317853,0.000394789],"domain_scores_gemma":[0.99863297,0.000055154425,0.00017245521,0.00014194322,0.00075863407,0.00023881598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003654012,0.00022686106,0.0002570591,0.00040255062,0.000095879346,0.00009844841,0.0003712447,0.00012838436,0.00009004221],"category_scores_gemma":[0.0003791986,0.00023370508,0.000116049116,0.0007204371,0.000014850985,0.0003246539,0.000031353968,0.00028887403,0.00003455402],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.700666e-7,0.00021331012,0.6726913,0.001629807,0.0006493454,1.144404e-7,0.008529483,0.18283403,0.03902179,0.009173685,0.08417014,0.0010860222],"study_design_scores_gemma":[0.00013978328,0.000008922964,0.982774,0.00021056371,0.000036207413,0.0000024285614,0.0010692525,0.010194645,0.0023594925,0.000022719869,0.0028459406,0.00033600148],"about_ca_topic_score_codex":0.0023018578,"about_ca_topic_score_gemma":0.0005400658,"teacher_disagreement_score":0.31008273,"about_ca_system_score_codex":0.001717977,"about_ca_system_score_gemma":0.0002811868,"threshold_uncertainty_score":0.95302165},"labels":[],"label_agreement":null},{"id":"W1829772114","doi":"10.24908/pceea.v0i0.4835","title":"Studying the Effectiveness of Teaching Sustainability in Project-Based Multi-disciplinary Graduate Level Engineering Course","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Engineering education; Engineering management; Engineering; Engineering ethics; Course (navigation); Knowledge management; Computer science","score_opus":0.017938503520970178,"score_gpt":0.2535915102902619,"score_spread":0.2356530067692917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829772114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994703,0.000115590956,0.00039971396,0.0010498349,0.0014929513,0.001654621,0.000013670346,0.00016276816,0.00040784734],"genre_scores_gemma":[0.9972923,0.0000033225217,0.0018558236,0.000020674013,0.00005354956,0.000567438,0.000008312531,0.000055272933,0.00014330706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99847615,0.000032573695,0.00047845207,0.00021172107,0.00036147062,0.00043961644],"domain_scores_gemma":[0.99860615,0.00025481955,0.0001796106,0.00018248119,0.0006510176,0.00012593406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017139418,0.00025662678,0.00027532564,0.00041564016,0.00012502579,0.000082560065,0.00042503577,0.00013793203,0.0000060506472],"category_scores_gemma":[0.0016257872,0.00022251326,0.00010127508,0.00082542095,0.000021140766,0.00026431007,0.00003577432,0.0005410578,0.00000271156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007913011,0.00065650715,0.39334098,0.006764722,0.00034057308,3.0224342e-7,0.008670654,0.55825675,0.01130209,0.0057352977,0.012893052,0.002031209],"study_design_scores_gemma":[0.00029275139,0.000010738696,0.8985838,0.00046820976,0.000028887305,0.000001356592,0.0013253196,0.09598415,0.0024399834,0.000045993635,0.00051989703,0.00029886785],"about_ca_topic_score_codex":0.0068814596,"about_ca_topic_score_gemma":0.0011316255,"teacher_disagreement_score":0.5052429,"about_ca_system_score_codex":0.0036200034,"about_ca_system_score_gemma":0.0009367803,"threshold_uncertainty_score":0.9997318},"labels":[],"label_agreement":null},{"id":"W1830391224","doi":"10.24908/pceea.v0i0.3816","title":"WHO SHOULD BE GUIDING ENGINEERING EDUCATION?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering education; Engineering ethics; Curriculum; Engineering; Engineering economics; Engineering management; Political science; Management; Sociology; Pedagogy; Business; Economics","score_opus":0.01746088509239759,"score_gpt":0.20251594100644676,"score_spread":0.18505505591404917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1830391224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81131995,0.0019625677,0.0005620608,0.0066999644,0.031501837,0.0023479639,0.0000868111,0.002546233,0.14297259],"genre_scores_gemma":[0.98960567,0.00005597326,0.0054893424,0.00038648702,0.00035046283,0.00023186815,0.00001670967,0.00012561983,0.0037378562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822944,0.000004586274,0.00052286225,0.00026506992,0.00042776318,0.00055024464],"domain_scores_gemma":[0.9985661,0.00003389684,0.00018700064,0.00021369688,0.00058732636,0.00041197834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040240973,0.00033787725,0.00027298892,0.0006125985,0.00015208463,0.00011298147,0.00055233645,0.00025602724,0.00014964628],"category_scores_gemma":[0.00059491594,0.00036210212,0.0001371037,0.0009986768,0.000014000464,0.0003769134,0.00003471395,0.00032520635,0.000024031846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046689993,0.00048011224,0.11071238,0.0031058067,0.0008426058,4.5602792e-7,0.017280918,0.017699884,0.013387345,0.11428669,0.7171138,0.005085346],"study_design_scores_gemma":[0.00046064015,0.0000351398,0.38991562,0.0014237219,0.00022731637,0.000032902593,0.0018434003,0.022760937,0.036715556,0.00034365305,0.54407036,0.0021707613],"about_ca_topic_score_codex":0.0020927794,"about_ca_topic_score_gemma":0.00078769925,"teacher_disagreement_score":0.27920324,"about_ca_system_score_codex":0.003019529,"about_ca_system_score_gemma":0.0009955716,"threshold_uncertainty_score":0.9998831},"labels":[],"label_agreement":null},{"id":"W1832908685","doi":"10.24908/pceea.v0i0.4858","title":"Curriculum Management and CEAB Outcome Reporting: Recent Activities at the University of British Columbia","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Curriculum; Data collection; Medical education; Conceptualization; General partnership; Engineering management; Perspective (graphical); Process (computing); Engineering; Engineering ethics; Psychology; Medicine; Computer science; Pedagogy; Sociology; Political science","score_opus":0.004431768897506203,"score_gpt":0.1668548301769434,"score_spread":0.16242306127943718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832908685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935164,0.00020624905,0.00000924221,0.0008983402,0.0009881422,0.00038595346,0.000011258187,0.00008338689,0.0039010216],"genre_scores_gemma":[0.98500645,0.00015781655,0.0006243944,0.000042050666,0.000034523255,0.000026964408,0.0000061146607,0.000023507097,0.014078176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990537,0.0000037825528,0.0003688701,0.00013163415,0.00022242084,0.00021957788],"domain_scores_gemma":[0.9991477,0.000017389533,0.00035678214,0.000097799566,0.00025403386,0.00012627144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028675038,0.00009655134,0.00015533756,0.00007875796,0.00016214179,0.00010215905,0.00019007937,0.00007975932,0.00016205022],"category_scores_gemma":[0.00019183183,0.00012052658,0.00005328413,0.00034421077,0.000024345632,0.00015101755,0.000041878455,0.00014265072,0.000005937296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0327127e-7,0.00004060564,0.63203293,0.00057925703,0.00015833775,1.6682243e-7,0.0010275935,0.0014585766,0.00035516373,0.0003106437,0.3596152,0.0044212798],"study_design_scores_gemma":[0.00011014435,0.0000040014793,0.906326,0.00014166272,0.000043099662,0.000008616519,0.0025362275,0.0017680036,0.00013443147,0.000032550262,0.088690184,0.00020509041],"about_ca_topic_score_codex":0.03783341,"about_ca_topic_score_gemma":0.048379593,"teacher_disagreement_score":0.27429304,"about_ca_system_score_codex":0.001564459,"about_ca_system_score_gemma":0.00010271545,"threshold_uncertainty_score":0.968985},"labels":[],"label_agreement":null},{"id":"W1836517004","doi":"10.24908/pceea.v0i0.4903","title":"PEDAGOGICAL RESEARCHES CONDUCTED AT UNIVERSITÉ DE SHERBROOKE","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Portfolio; Engineering management; Software deployment; Engineering education; Engineering; Active learning (machine learning); Professional development; Knowledge management; Computer science; Engineering ethics; Pedagogy; Software engineering; Psychology; Artificial intelligence; Business","score_opus":0.013818131939343907,"score_gpt":0.2094688289336396,"score_spread":0.1956506969942957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1836517004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98183554,0.00016109132,0.000009546092,0.0025025094,0.0008979985,0.0003289049,0.0000084158755,0.00022162498,0.01403435],"genre_scores_gemma":[0.9665392,0.000034339155,0.0008551536,0.00011513312,0.000102314436,0.000092724586,0.0000129292885,0.00004274798,0.03220543],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99891895,0.000005059668,0.00021770768,0.00014781313,0.00029343547,0.00041701773],"domain_scores_gemma":[0.99903923,0.000039619277,0.0000767037,0.00010020556,0.0003904407,0.00035380645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022752109,0.00015840396,0.00013672588,0.0002385782,0.00017305443,0.00007182577,0.000301759,0.00016421943,0.00047539244],"category_scores_gemma":[0.00036895004,0.0001585481,0.000067231595,0.00046803142,0.000016156328,0.00017596268,0.00004417146,0.00023199542,0.000099666926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021923538,0.00007444417,0.1318239,0.0006342639,0.00022197064,2.1627054e-7,0.0065303394,0.010590701,0.07071276,0.009400009,0.76911217,0.000897011],"study_design_scores_gemma":[0.00027697813,0.000012321246,0.6532779,0.00016381635,0.000036486945,0.000013507245,0.00090883457,0.008610878,0.026454631,0.00013216525,0.30958346,0.00052905816],"about_ca_topic_score_codex":0.0027045414,"about_ca_topic_score_gemma":0.0027507504,"teacher_disagreement_score":0.521454,"about_ca_system_score_codex":0.010038203,"about_ca_system_score_gemma":0.00040076807,"threshold_uncertainty_score":0.9937621},"labels":[],"label_agreement":null},{"id":"W1837439643","doi":"10.3968/j.ccc.1923670020130906.z4015","title":"Impact of Mathematic Culture on the Quality of College Students","year":2013,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Soft power; Quality (philosophy); Mathematics education; Component (thermodynamics); Core (optical fiber); Sociology; Higher education; Pedagogy; Psychology; Engineering; Political science; Law; Philosophy","score_opus":0.029227879130279924,"score_gpt":0.3759663905561401,"score_spread":0.3467385114258602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837439643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965924,0.00015647872,0.000016713057,0.000070842005,0.00004741879,0.00027280705,0.000011739053,0.000064385065,0.0027672257],"genre_scores_gemma":[0.999037,0.00007658155,0.00043366733,0.000010224852,0.000006240475,0.00007213291,0.000025977837,0.000009108956,0.00032903373],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9992792,0.00004173388,0.00033728153,0.000055283006,0.00019399221,0.00009253773],"domain_scores_gemma":[0.99902743,0.00008412426,0.00009818598,0.0004985654,0.00026164492,0.000030028443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020512086,0.00010638576,0.00014844388,0.000021777674,0.00006768625,0.000051396655,0.0004935224,0.00004778978,0.00015369398],"category_scores_gemma":[0.000099745565,0.000060209823,0.00008606081,0.0001732389,0.00007830589,0.00016143738,0.000045150526,0.00012736676,0.000046095356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059157206,0.0028618232,0.24173291,0.00261091,0.002128987,2.9507194e-7,0.07958861,0.052884053,0.32721558,0.102788925,0.17980854,0.008320207],"study_design_scores_gemma":[0.00023861622,0.00003390863,0.9916798,0.00012602938,0.000006890021,0.0000010894687,0.0012018221,0.0008707064,0.0048808656,0.00048959145,0.00032639978,0.00014426878],"about_ca_topic_score_codex":0.000046698202,"about_ca_topic_score_gemma":0.0000024325357,"teacher_disagreement_score":0.7499469,"about_ca_system_score_codex":0.00009907102,"about_ca_system_score_gemma":0.000010358796,"threshold_uncertainty_score":0.24552853},"labels":[],"label_agreement":null},{"id":"W1841734186","doi":"10.24908/pceea.v0i0.3817","title":"COMPARING STUDENT ASSESSED COMPETENCIES IN PBL AND TRADITIONAL ECE PROGRAMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Aalborg Universitet","keywords":"Teamwork; Medical education; Project-based learning; Mathematics education; Psychology; Problem-based learning; Medicine; Political science","score_opus":0.022438751135440315,"score_gpt":0.19124609978398324,"score_spread":0.16880734864854294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1841734186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884182,0.00014883319,0.000021910682,0.00031031802,0.0013666104,0.0003213253,0.000004264098,0.00014522696,0.009263291],"genre_scores_gemma":[0.9970299,0.000020009586,0.0025175058,0.000049093196,0.00005368814,0.000116283605,0.000009291229,0.000028559989,0.00017564124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990208,0.000003789821,0.00029713925,0.00014488555,0.0002530142,0.00028032705],"domain_scores_gemma":[0.9994675,0.000020829315,0.00009293928,0.000065545144,0.00018284019,0.00017033334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027788634,0.00015976741,0.00016900666,0.00029474203,0.000068483125,0.000072203606,0.00021776988,0.00009934379,0.000018342267],"category_scores_gemma":[0.000101161095,0.00016713746,0.000039524173,0.00045001443,0.000015430865,0.00020104609,0.000016438418,0.0002256104,0.0000038316525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010043927,0.00020118633,0.95754033,0.00040234966,0.000103390295,1.7128394e-7,0.007516528,0.0021634442,0.0010299865,0.026457354,0.003774311,0.00080992025],"study_design_scores_gemma":[0.00014897552,0.000007518129,0.99048305,0.00017305289,0.000013731543,0.00000369206,0.0007406058,0.004422076,0.000523424,0.00013758443,0.0031324753,0.0002138323],"about_ca_topic_score_codex":0.0017970002,"about_ca_topic_score_gemma":0.004951748,"teacher_disagreement_score":0.03294268,"about_ca_system_score_codex":0.0015070199,"about_ca_system_score_gemma":0.00023283133,"threshold_uncertainty_score":0.6815668},"labels":[],"label_agreement":null},{"id":"W1847291986","doi":"10.24908/pceea.v0i0.4856","title":"THE ATTRIBUTE ASSESSMENT PROCESS AT THE UNIVERSITY OF MANITOBA: YEAR TWO","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Checklist; Curriculum; Medical education; Equity (law); Psychology; Communication skills; Process (computing); Soft skills; Engineering education; Variety (cybernetics); Engineering; Mathematics education; Engineering ethics; Computer science; Engineering management; Pedagogy; Medicine; Artificial intelligence; Political science","score_opus":0.003193221870732086,"score_gpt":0.18026380669206307,"score_spread":0.17707058482133098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847291986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845463,0.00020308919,0.000052213516,0.00577849,0.002161073,0.0006853697,0.000018973178,0.00012819702,0.0064262855],"genre_scores_gemma":[0.9969767,0.000042087,0.00025414795,0.000040151685,0.00007726448,0.000036595407,0.000006992115,0.000025168578,0.0025409453],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991033,0.00000587121,0.00021116546,0.00011076407,0.00030151627,0.0002673687],"domain_scores_gemma":[0.9989938,0.00006114,0.00015939475,0.00013224357,0.0005307871,0.00012259549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032597414,0.0001310814,0.000116571515,0.00008573461,0.00030407836,0.000068647016,0.00043273298,0.000072946954,0.00007184123],"category_scores_gemma":[0.00015735689,0.0000992246,0.000066988825,0.00044490639,0.000027417358,0.00014229331,0.000030528194,0.00020681728,0.000031863437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022056627,0.00009574833,0.34052023,0.00072946015,0.0005259278,8.43244e-8,0.0045818333,0.048203293,0.0045628734,0.012852537,0.5848874,0.0030384266],"study_design_scores_gemma":[0.0002494064,0.000008560694,0.88977516,0.00013883664,0.00005901145,0.0000029635287,0.0036113982,0.007985652,0.0026965851,0.00014611617,0.09500898,0.00031733175],"about_ca_topic_score_codex":0.0030147545,"about_ca_topic_score_gemma":0.009137671,"teacher_disagreement_score":0.5492549,"about_ca_system_score_codex":0.0025965462,"about_ca_system_score_gemma":0.00039676344,"threshold_uncertainty_score":0.6789878},"labels":[],"label_agreement":null},{"id":"W1847978693","doi":"10.24908/pceea.v0i0.3989","title":"DESIGN DIRECTED ENGINEERING EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Curriculum; Engineering ethics; Engineering education; Engineering management; Engineering; Pedagogy; Psychology","score_opus":0.00815763024858792,"score_gpt":0.17319509356635687,"score_spread":0.16503746331776895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847978693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79497504,0.0032587787,0.0062225237,0.003553443,0.060627278,0.005678306,0.00007891232,0.007986455,0.11761924],"genre_scores_gemma":[0.97858864,0.00003845492,0.018466013,0.0001240061,0.00023327634,0.00028198797,0.0000133395915,0.00010697045,0.002147319],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998563,0.000006233545,0.00042557844,0.00022163642,0.0003258401,0.00045772808],"domain_scores_gemma":[0.99874675,0.000040693,0.00016551928,0.00016951449,0.0005475343,0.00033001282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036357643,0.00028663137,0.00021962592,0.00052984647,0.00011278881,0.00008217919,0.00042891625,0.0002159954,0.00010658807],"category_scores_gemma":[0.00054258417,0.00030322024,0.0000935321,0.00095976953,0.000010736379,0.0002988656,0.000020752112,0.0003204019,0.000035562727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014325518,0.0010722704,0.084889606,0.0040882565,0.0014111933,6.7378915e-7,0.026527,0.07680672,0.042545196,0.0517241,0.695511,0.015409688],"study_design_scores_gemma":[0.00067644974,0.000059928356,0.62585,0.0014641498,0.00030440465,0.000040772695,0.0012122501,0.0908351,0.08199122,0.0005431222,0.19422877,0.0027938206],"about_ca_topic_score_codex":0.0013927543,"about_ca_topic_score_gemma":0.00036292532,"teacher_disagreement_score":0.54096043,"about_ca_system_score_codex":0.003014275,"about_ca_system_score_gemma":0.0010794587,"threshold_uncertainty_score":0.999942},"labels":[],"label_agreement":null},{"id":"W1848355091","doi":"10.24908/pceea.v0i0.3146","title":"Universal Design in Engineering Education","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Universal design; Architectural engineering; Computer science; Engineering; Engineering ethics; Mathematics education; Software engineering; Mathematics; World Wide Web","score_opus":0.003293095446186464,"score_gpt":0.1730737985841687,"score_spread":0.16978070313798221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848355091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96501744,0.0002664058,0.00058526435,0.0027503446,0.018371616,0.001189391,0.000016714452,0.0006746356,0.011128164],"genre_scores_gemma":[0.99182534,0.000017177706,0.006536021,0.0000803247,0.00022887145,0.00012450852,0.000009543411,0.00006496853,0.0011132448],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987598,0.000004360944,0.00035627023,0.00019445679,0.00027991243,0.00040520937],"domain_scores_gemma":[0.9991056,0.00005100389,0.00011577788,0.00014309512,0.0003254124,0.0002591335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043261683,0.00023027594,0.00018510596,0.0006791687,0.00007141806,0.00009471231,0.00038326837,0.0002363554,0.000055745477],"category_scores_gemma":[0.0006122241,0.00025560666,0.000068890666,0.0009865983,0.000010441639,0.00029865952,0.000017958831,0.0005674275,0.00001866418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076257666,0.00066274154,0.19832505,0.002812122,0.00038614898,7.072578e-7,0.008922656,0.30012733,0.1468753,0.09154564,0.23960122,0.010733451],"study_design_scores_gemma":[0.0007171439,0.000026449658,0.6217517,0.00087839976,0.000093205,0.00002893384,0.0010761442,0.11727067,0.02947603,0.0003482022,0.22651456,0.0018185077],"about_ca_topic_score_codex":0.0016081629,"about_ca_topic_score_gemma":0.0028455525,"teacher_disagreement_score":0.4234267,"about_ca_system_score_codex":0.002378236,"about_ca_system_score_gemma":0.0012380208,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W1851004052","doi":"10.24908/pceea.v0i0.3739","title":"UNIVERSITY-LEVEL DESIGN ENGINEERING CHALLENGES WITH STUDENT FEEDBACK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Event (particle physics); Construct (python library); Set (abstract data type); Engineering design process; Engineering education; Engineering; Engineering management; Computer science; Software engineering; Mathematics education; Psychology; Mechanical engineering","score_opus":0.018766490202882208,"score_gpt":0.16937037230217242,"score_spread":0.1506038820992902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851004052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818598,0.0021671457,0.0075707017,0.004723967,0.013909079,0.0038101801,0.00009740266,0.0031285987,0.082733124],"genre_scores_gemma":[0.9865877,0.00011099078,0.011516457,0.000033840828,0.000093729206,0.00003776299,0.0000038200797,0.00007307026,0.0015426399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988602,0.0000050085077,0.00022862863,0.0001984548,0.0003166346,0.0003911196],"domain_scores_gemma":[0.99910533,0.00003194448,0.000116154435,0.00013503089,0.00034127882,0.00027027514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028175395,0.00024407705,0.00019268393,0.00039758955,0.000092362476,0.00004528499,0.00042471904,0.00014876676,0.000037431437],"category_scores_gemma":[0.00010788944,0.00024195193,0.00006210238,0.00059479114,0.00001174826,0.00024001693,0.0000218077,0.00026024808,0.000017307068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004968908,0.0013289145,0.14407098,0.0053877747,0.004313823,0.0000069903444,0.10551553,0.42715377,0.010492449,0.15079671,0.13779792,0.013085431],"study_design_scores_gemma":[0.00060974027,0.00005940952,0.9227155,0.000620886,0.00015840145,0.000020256168,0.0033591443,0.010281851,0.008743912,0.00004261402,0.052213624,0.0011746472],"about_ca_topic_score_codex":0.0006441943,"about_ca_topic_score_gemma":0.0009767767,"teacher_disagreement_score":0.77864456,"about_ca_system_score_codex":0.0022826274,"about_ca_system_score_gemma":0.000387838,"threshold_uncertainty_score":0.9866513},"labels":[],"label_agreement":null},{"id":"W1851230555","doi":"10.24908/pceea.v0i0.3793","title":"EFFECTIVELY ASSESSING PROFESSIONAL ENGINEERING SKILLS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Acronym; Vocabulary; Software portability; Computer science; Process (computing); Mathematics education; Engineering ethics; Pedagogy; Psychology; Engineering","score_opus":0.0043725420140360615,"score_gpt":0.1901333448610469,"score_spread":0.18576080284701085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851230555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96726936,0.00022742919,0.0002644323,0.00047614935,0.01180992,0.00075385906,0.000018551491,0.00074690476,0.018433392],"genre_scores_gemma":[0.99322385,0.000010064781,0.0049121985,0.00007920018,0.00018622853,0.00015202773,0.000007764971,0.00007884957,0.0013498149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858123,0.0000055003634,0.0003792441,0.00020786627,0.0003637108,0.00046243554],"domain_scores_gemma":[0.9989646,0.000048629623,0.00016012964,0.00012509734,0.00041067254,0.00029086063],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040296878,0.0002672557,0.00022160076,0.00043136047,0.00013552338,0.00009235738,0.00036649313,0.0002135954,0.00008285233],"category_scores_gemma":[0.00054126384,0.00026494145,0.00010842599,0.00075764226,0.000011879224,0.00039627962,0.000027985321,0.0003945996,0.000025077674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007728628,0.0012503865,0.54055125,0.0053840973,0.0016816416,0.0000017484919,0.029407509,0.045361478,0.06348611,0.060631614,0.23986614,0.012370292],"study_design_scores_gemma":[0.00023433373,0.000011432761,0.9410502,0.00058530207,0.000060283128,0.000010409658,0.0003243383,0.008873564,0.022399187,0.000101911886,0.025684822,0.00066423713],"about_ca_topic_score_codex":0.00067829806,"about_ca_topic_score_gemma":0.00027758852,"teacher_disagreement_score":0.4004989,"about_ca_system_score_codex":0.002497943,"about_ca_system_score_gemma":0.0005182754,"threshold_uncertainty_score":0.9999803},"labels":[],"label_agreement":null},{"id":"W1852543964","doi":"10.24908/pceea.v0i0.4677","title":"FACULTY BUY-IN AND THE BOTTOM-UP APPROACH: ACASE STUDY IN INTEGRATED ENGINEERING CURRICULUM REFORM ADVOCACY AND EWB'S GLOBAL ENGINEERING PROGRAM","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Engineers Without Borders Canada","funders":"","keywords":"Curriculum; Engineering education; Obstacle; Engineering; Integrated curriculum; Engineering ethics; Political science; Medical education; Engineering management; Pedagogy; Sociology; Medicine","score_opus":0.006267251040280455,"score_gpt":0.22445760431869236,"score_spread":0.2181903532784119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852543964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944483,0.000470533,0.000027943915,0.0005319894,0.002438659,0.0013171295,0.000013511352,0.0002451054,0.0005068164],"genre_scores_gemma":[0.99701095,0.000034062738,0.0019450536,0.000028534467,0.00020996056,0.00059778173,0.000019721068,0.00005283387,0.000101133744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822813,0.000011667841,0.0004934644,0.00025443154,0.00035241147,0.00065988896],"domain_scores_gemma":[0.9991806,0.000040103907,0.0001319142,0.00013932599,0.00018625421,0.00032178726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010303857,0.00036213006,0.00035920294,0.00041094288,0.00008237159,0.00015277395,0.0002885436,0.00021173929,0.0000033135914],"category_scores_gemma":[0.0006332685,0.00030077648,0.00006220785,0.0013701606,0.000022251508,0.00040970612,0.000053540447,0.00063946366,0.0000019901527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001257343,0.0007969157,0.92074686,0.0014222375,0.00035408553,5.816839e-7,0.022825163,0.033363394,0.00027835343,0.009180538,0.006448207,0.0045711026],"study_design_scores_gemma":[0.001370781,0.000020166748,0.87256217,0.0002900015,0.00005399326,0.000023887906,0.0065249605,0.10963738,0.00009386007,0.000011325548,0.008788806,0.0006226591],"about_ca_topic_score_codex":0.0073462967,"about_ca_topic_score_gemma":0.0020950893,"teacher_disagreement_score":0.076273985,"about_ca_system_score_codex":0.003864414,"about_ca_system_score_gemma":0.00026964868,"threshold_uncertainty_score":0.9999596},"labels":[],"label_agreement":null},{"id":"W1855546255","doi":"10.24908/pceea.v0i0.3587","title":"What can our students do: Year 2 of graduate attribute assessment at Queen's University","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Queen (butterfly); Graduate students; Medical education; Psychology; Mathematics education; Medicine","score_opus":0.011852520039020846,"score_gpt":0.2119677080133354,"score_spread":0.20011518797431455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855546255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99246365,0.000034848406,0.000020644404,0.00094746205,0.0039353473,0.0003270338,0.000034699697,0.00013204497,0.0021042672],"genre_scores_gemma":[0.9959345,0.000089042835,0.0010286348,0.000028515253,0.000053360807,0.000014153031,0.000012702208,0.00003347438,0.0028056577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998896,0.000005940557,0.0002595531,0.00015196623,0.00040768183,0.000278868],"domain_scores_gemma":[0.9990184,0.000011906304,0.0001841514,0.00012134541,0.00044825976,0.00021595813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029315974,0.00016663669,0.00018406291,0.0002860121,0.00008623997,0.000055628258,0.00039984635,0.00011609523,0.00003098897],"category_scores_gemma":[0.00009211058,0.00018169002,0.00008256072,0.00051176833,0.000008317625,0.00024795558,0.000044003715,0.0001959358,0.000007778575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004478848,0.00025132622,0.86676604,0.00084019307,0.0006333845,4.6315094e-7,0.01298052,0.0041451533,0.0017321275,0.008877447,0.10328708,0.0004817803],"study_design_scores_gemma":[0.00024283961,0.0000126348505,0.98062617,0.00025507083,0.000063136584,0.0000013971929,0.004448544,0.0002970316,0.0044489596,0.00003096862,0.009255578,0.00031769508],"about_ca_topic_score_codex":0.0023517346,"about_ca_topic_score_gemma":0.0011126077,"teacher_disagreement_score":0.11386009,"about_ca_system_score_codex":0.0040331753,"about_ca_system_score_gemma":0.00038211176,"threshold_uncertainty_score":0.9997902},"labels":[],"label_agreement":null},{"id":"W1859052068","doi":"10.24908/pceea.v0i0.4643","title":"Understanding CEAB's Graduate Attributes Criterion As A Department: The University Of Manitoba Biosystems' Experience","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accreditation; Summative assessment; Medical education; Curriculum; Process (computing); Work (physics); Graduate students; Engine department; Psychology; Formative assessment; Computer science; Mathematics education; Engineering management; Engineering; Pedagogy; Medicine","score_opus":0.033746697073453666,"score_gpt":0.20312340142103352,"score_spread":0.16937670434757984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859052068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99026823,0.00034815402,0.00030453975,0.0017703641,0.003640065,0.00045497995,0.000026974249,0.0001633078,0.0030234114],"genre_scores_gemma":[0.999187,0.000038545946,0.0003092893,0.000038202154,0.000106762556,0.000015190203,0.000008289828,0.000024250568,0.00027250207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990548,0.000007192736,0.00021989178,0.00010180707,0.0002907555,0.00032556322],"domain_scores_gemma":[0.99930215,0.000043658667,0.00015314773,0.0001042376,0.000217917,0.00017888793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034255083,0.00014532478,0.00014030104,0.00017036086,0.00018798928,0.000044822,0.00028811808,0.0000918317,0.000025697049],"category_scores_gemma":[0.00021269532,0.00013384315,0.000070387,0.000531796,0.000021234917,0.00026231603,0.000021915495,0.00015832782,0.000012731446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009659921,0.00034795466,0.529861,0.002640254,0.00087308843,3.7815676e-7,0.06960775,0.013323625,0.021622606,0.09919802,0.26149872,0.0010169753],"study_design_scores_gemma":[0.000492275,0.000029844141,0.7823402,0.00090198766,0.00019750635,0.000028538292,0.034650445,0.0072608767,0.02315135,0.00029903825,0.14957888,0.0010690471],"about_ca_topic_score_codex":0.0020124575,"about_ca_topic_score_gemma":0.0015777255,"teacher_disagreement_score":0.25247923,"about_ca_system_score_codex":0.0031076674,"about_ca_system_score_gemma":0.00020035524,"threshold_uncertainty_score":0.81264424},"labels":[],"label_agreement":null},{"id":"W1859388730","doi":"10.24908/pceea.v0i0.3596","title":"Self Evaluation for Compliance with the 12 CDIO Standards","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ontario Institute of Technology","keywords":"CDIO; Curriculum; Engineering education; Creativity; Engineering ethics; Engineering; Government (linguistics); Engineering management; Quality (philosophy); Compliance (psychology); Health systems engineering; Pedagogy; Sociology; Psychology","score_opus":0.015620321848196205,"score_gpt":0.21738823771466856,"score_spread":0.20176791586647236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859388730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79327554,0.0021271948,0.006143984,0.0155572975,0.020590054,0.012222994,0.00041636557,0.00258551,0.14708106],"genre_scores_gemma":[0.99259305,0.00001233873,0.0058252616,0.000117608215,0.00014042041,0.0005495119,0.000010865705,0.000051788098,0.00069914875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988555,0.000004621766,0.00021918441,0.0001454064,0.00047857309,0.00029674725],"domain_scores_gemma":[0.9984154,0.000033742363,0.00014040228,0.00012205031,0.0011536988,0.00013466598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008003524,0.00016904876,0.00013413824,0.0001458098,0.00016920631,0.00006717627,0.00031086532,0.00009414103,0.000040740742],"category_scores_gemma":[0.0002735027,0.00013054605,0.00005924951,0.00039238107,0.000013345992,0.00016508909,0.000009046693,0.00016524704,0.000003919051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027350636,0.00040244934,0.06747455,0.003992427,0.0017400265,1.2555732e-7,0.049803574,0.040984806,0.0024281314,0.052655064,0.7679508,0.012540723],"study_design_scores_gemma":[0.001004781,0.000072824434,0.34906632,0.00056538166,0.00040462095,0.000011766357,0.002206545,0.09168712,0.009184949,0.00037609658,0.54431266,0.0011069293],"about_ca_topic_score_codex":0.00040906153,"about_ca_topic_score_gemma":0.0024825782,"teacher_disagreement_score":0.28159177,"about_ca_system_score_codex":0.0031451385,"about_ca_system_score_gemma":0.00088504143,"threshold_uncertainty_score":0.82244277},"labels":[],"label_agreement":null},{"id":"W1860613486","doi":"10.24908/pceea.v0i0.4646","title":"ENGINEERS TEACHING ENGINEERING COMMUNICATION: INTEGRATING DISCIPLINARY EXPERTISE INTO THE ENGINEERING COMMUNICATION CURRICULUM","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Capstone; Discipline; Curriculum; Bridge (graph theory); Portfolio; Engineering education; Engineering ethics; Engineering; Work (physics); Narrative; Pedagogy; Sociology; Engineering management; Computer science; Mechanical engineering; Social science; Business; Medicine","score_opus":0.004546188526320989,"score_gpt":0.21014368382768006,"score_spread":0.20559749530135907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860613486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639398,0.007895741,0.0011542274,0.009259068,0.00853503,0.0016585024,0.000022210843,0.0016260343,0.005909424],"genre_scores_gemma":[0.98744345,0.000106988424,0.010815611,0.000113715876,0.00038363363,0.00043007312,0.00004209582,0.00014081948,0.00052360084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757904,0.000026481172,0.00076652586,0.0002466334,0.0005659009,0.0008154268],"domain_scores_gemma":[0.9980902,0.00019873571,0.0002975985,0.00054510625,0.00041311784,0.00045521074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014149597,0.0004886599,0.0003485639,0.0004998328,0.00057557004,0.00025993228,0.0011653637,0.00028551774,0.000032886503],"category_scores_gemma":[0.0014253217,0.00043233065,0.00019599457,0.001024384,0.000032272197,0.0008630714,0.00014532226,0.0012012963,0.000022419907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054237635,0.00066552707,0.10833609,0.00266446,0.0013254074,3.6020293e-7,0.14486957,0.4177887,0.016772736,0.12509678,0.17332767,0.009147253],"study_design_scores_gemma":[0.0007724906,0.000035857185,0.16141151,0.0030817622,0.00035583583,0.00006235881,0.014598429,0.5245157,0.00812881,0.00013795303,0.28384963,0.003049688],"about_ca_topic_score_codex":0.0022318203,"about_ca_topic_score_gemma":0.00064978685,"teacher_disagreement_score":0.13027114,"about_ca_system_score_codex":0.00437742,"about_ca_system_score_gemma":0.00027322836,"threshold_uncertainty_score":0.99981284},"labels":[],"label_agreement":null},{"id":"W1869882726","doi":"10.24908/pceea.v0i0.4710","title":"THE EFFECT OF EXTREME INTER-CULTURAL EXPERIENCES ON THE DEVELOPMENT OF THE PROFESSIONAL LEADERSHIP AND DESIGN SKILLS OF FUTURE ENGINEERS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Context (archaeology); Professional development; Public relations; Psychology; Engineering education; Psychological intervention; Work (physics); Pedagogy; Engineering ethics; Engineering; Medical education; Political science; Engineering management","score_opus":0.012493865536050587,"score_gpt":0.21156506894595078,"score_spread":0.1990712034099002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869882726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942538,0.0004280853,0.000037987407,0.0014845056,0.0030459291,0.00048488492,0.0000035668515,0.000026881027,0.00023432009],"genre_scores_gemma":[0.9987698,0.000011502542,0.00052948657,0.000024341782,0.00010496584,0.0001553164,0.0000015012304,0.000019844383,0.00038322428],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99890333,0.00002160843,0.00037188464,0.00008834684,0.00034691917,0.00026787946],"domain_scores_gemma":[0.99907833,0.00024785678,0.00025502773,0.000110968496,0.00021238274,0.00009541641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008792851,0.00017134359,0.00016871028,0.000102418686,0.00015911278,0.000024264307,0.0003709612,0.0001015645,0.000011045399],"category_scores_gemma":[0.0006598057,0.000091306414,0.00007098353,0.00040658965,0.00004591223,0.00011811632,0.000024286726,0.00021857464,7.4828597e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004150849,0.00041026028,0.2194669,0.0047953567,0.0015493303,3.3136555e-8,0.55695456,0.023167046,0.042972457,0.020210614,0.10935516,0.021076752],"study_design_scores_gemma":[0.00042887998,0.00006349814,0.5210073,0.0015420493,0.00010659523,0.0000044930675,0.0570313,0.0033425759,0.3991298,0.000019429272,0.016726311,0.0005977691],"about_ca_topic_score_codex":0.000044813467,"about_ca_topic_score_gemma":0.000080624006,"teacher_disagreement_score":0.4999233,"about_ca_system_score_codex":0.000560907,"about_ca_system_score_gemma":0.00023294438,"threshold_uncertainty_score":0.37233675},"labels":[],"label_agreement":null},{"id":"W1873871368","doi":"10.24908/pceea.v0i0.4703","title":"CULTURE AND COMMUNICATION IN THE ENGINEERING CLASSROOM","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Professional development; Medical education; Pedagogy; Engineering education; Engineering; Psychology; Engineering ethics; Public relations; Political science; Engineering management; Medicine; Computer science","score_opus":0.0036877256348645726,"score_gpt":0.1811559657634113,"score_spread":0.17746824012854673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873871368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763675,0.0036128873,0.000060326092,0.0043986207,0.0031313635,0.00084221596,0.00001504127,0.00029624178,0.011275841],"genre_scores_gemma":[0.9976376,0.00010366434,0.00144219,0.00015162272,0.00012909797,0.000112913825,0.0000089229825,0.00003053875,0.00038344253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990644,0.000007042128,0.00025731075,0.00009362874,0.0002323941,0.0003452631],"domain_scores_gemma":[0.99946034,0.00005003471,0.00008380499,0.00012927802,0.00013025671,0.00014630961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005843609,0.0001624114,0.00012930963,0.00022522885,0.000092729584,0.00008784703,0.0003197432,0.00014120823,0.000009581353],"category_scores_gemma":[0.00033953498,0.00013659311,0.000041783504,0.00060615805,0.0000098374785,0.00029392773,0.000019472032,0.00035711454,0.0000056539952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022849156,0.00029486066,0.5843346,0.0016571464,0.0002800519,1.2362311e-7,0.05699452,0.029026248,0.0068376185,0.11625795,0.20084883,0.0034657582],"study_design_scores_gemma":[0.00020423635,0.0000061663063,0.77337235,0.00027282003,0.00004062587,0.000014683183,0.0018162103,0.009757387,0.0010934703,0.000085026346,0.21289691,0.00044008158],"about_ca_topic_score_codex":0.0006157883,"about_ca_topic_score_gemma":0.00080063153,"teacher_disagreement_score":0.18903777,"about_ca_system_score_codex":0.0011832094,"about_ca_system_score_gemma":0.00010757476,"threshold_uncertainty_score":0.55701053},"labels":[],"label_agreement":null},{"id":"W1876773760","doi":"10.24908/pceea.v0i0.4912","title":"ASSESSING GRADUATE ATTRIBUTES AS DESCRIBED BY CEAB: AN EXPLORATORY STUDY IN A FIRST YEAR DESIGN COURSE","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Rubric; Context (archaeology); Computer science; Engineering design process; Intranet; Set (abstract data type); Process (computing); Heuristics; Engineering management; Engineering; Mathematics education; Psychology; World Wide Web; The Internet","score_opus":0.023283155516383866,"score_gpt":0.23414735477936874,"score_spread":0.21086419926298489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876773760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99598664,0.00009282975,0.0001211095,0.0010489547,0.0012700877,0.0008582395,0.0000063776606,0.00022320681,0.00039257752],"genre_scores_gemma":[0.99758184,0.000012366393,0.0014563429,0.00006587171,0.00007766475,0.00042841118,0.000014364244,0.00006597317,0.00029714726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859023,0.000015270109,0.000386853,0.00022284137,0.00036589225,0.00041891763],"domain_scores_gemma":[0.99893683,0.000051254054,0.0001368669,0.00013766326,0.0004379196,0.0002994925],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005958464,0.00023435462,0.00021306152,0.00031365975,0.0001233085,0.00032354915,0.0003372546,0.00013258589,0.000053560078],"category_scores_gemma":[0.00040652324,0.00024856246,0.00004438735,0.0007674392,0.000010380164,0.0008905589,0.000017462939,0.0003083002,0.00004183745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003149559,0.0013523331,0.50773764,0.00059410365,0.00039500502,6.5254136e-7,0.030903086,0.06589938,0.007952129,0.0010814599,0.38207513,0.002005956],"study_design_scores_gemma":[0.00081829424,0.0000742007,0.9344966,0.0004211719,0.00008772717,0.0000044859253,0.022425357,0.029668065,0.005101978,0.00021150868,0.0055218684,0.0011687353],"about_ca_topic_score_codex":0.003072695,"about_ca_topic_score_gemma":0.0034431969,"teacher_disagreement_score":0.426759,"about_ca_system_score_codex":0.0025312714,"about_ca_system_score_gemma":0.0005435081,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W1878999124","doi":"10.24908/pceea.v0i0.4783","title":"EFFECTS OF FIRST-YEAR INTEGRATED WRITING AND DESIGN","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Reading (process); Mathematics education; Emphasis (telecommunications); Course (navigation); Psychology; Computer science; Medical education; Engineering; Multimedia; Medicine; Linguistics; Telecommunications","score_opus":0.002542021312657995,"score_gpt":0.15634093342917138,"score_spread":0.1537989121165134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878999124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99263775,0.0004654446,0.00062713766,0.0012747749,0.0018904101,0.0010101784,0.0000063525486,0.0002517658,0.0018362118],"genre_scores_gemma":[0.993253,0.000037804828,0.0060724714,0.000031013966,0.000053305124,0.00013453238,0.0000026773207,0.00003371487,0.0003814942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99922585,0.000003738603,0.00026477547,0.00010862861,0.00017185073,0.00022516272],"domain_scores_gemma":[0.9991992,0.00008632078,0.00011203394,0.00005779881,0.0003867963,0.00015784838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019461985,0.00014112577,0.00015455106,0.00023729348,0.00006385654,0.00006303774,0.00015934273,0.00011228422,0.000027039596],"category_scores_gemma":[0.0005581649,0.00013822358,0.000038588005,0.00043756625,0.000011315754,0.00017761783,0.0000125760935,0.00016091394,0.00000705755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004510195,0.00033609287,0.44535914,0.011897165,0.0010143662,2.4225582e-7,0.013427667,0.04378879,0.079016365,0.022622762,0.371073,0.011459906],"study_design_scores_gemma":[0.0005763156,0.000034092187,0.8519745,0.0013335817,0.00011009396,0.0000065456943,0.001423486,0.053812135,0.073333316,0.00037333122,0.01618427,0.0008383246],"about_ca_topic_score_codex":0.0015254333,"about_ca_topic_score_gemma":0.0002380722,"teacher_disagreement_score":0.40661538,"about_ca_system_score_codex":0.00085219095,"about_ca_system_score_gemma":0.00016358588,"threshold_uncertainty_score":0.56365937},"labels":[],"label_agreement":null},{"id":"W1884407865","doi":"10.24908/pceea.v0i0.3944","title":"ENGINEERING DESIGN COMPETENCY: PERCEIVED BARRIERS TO EFFECTIVE ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering education; Presentation (obstetrics); Promotion (chess); Engineering; Engineering management; Engineering ethics; Guideline; Health systems engineering; Engineering design process; Medical education; Medicine; Political science; Mechanical engineering","score_opus":0.006520328881088574,"score_gpt":0.1770313841469141,"score_spread":0.17051105526582552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884407865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8106578,0.0016471277,0.08558812,0.004416359,0.054597016,0.015939692,0.000128996,0.0061212196,0.02090369],"genre_scores_gemma":[0.9398692,0.000020252823,0.057853106,0.00023007797,0.00026241317,0.0009188323,0.000009997098,0.00016719039,0.0006689082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978924,0.000015986516,0.0005511842,0.00038212232,0.000442827,0.0007154861],"domain_scores_gemma":[0.9978287,0.0001122894,0.00016799336,0.00024408469,0.0006559767,0.0009909044],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006903238,0.00047508418,0.00036822524,0.0009222461,0.00017913594,0.00012921756,0.0006171759,0.00027647524,0.00013216668],"category_scores_gemma":[0.0018214772,0.0005226525,0.00014264803,0.0013216988,0.000012372774,0.00037228529,0.000037642934,0.00046140986,0.00006228671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018116178,0.00027575632,0.014681355,0.001580323,0.0008783782,7.8011175e-7,0.027989136,0.7753058,0.05381713,0.013857759,0.10700705,0.004588389],"study_design_scores_gemma":[0.0009344946,0.0001800875,0.61956763,0.0024066838,0.00042825437,0.00005090891,0.0025206318,0.21729419,0.07874192,0.00027868996,0.073572144,0.004024389],"about_ca_topic_score_codex":0.0010826275,"about_ca_topic_score_gemma":0.00019183505,"teacher_disagreement_score":0.60488623,"about_ca_system_score_codex":0.0045147524,"about_ca_system_score_gemma":0.0017044798,"threshold_uncertainty_score":0.9997225},"labels":[],"label_agreement":null},{"id":"W1887186026","doi":"10.24908/pceea.v0i0.3872","title":"TEACHING DESIGN TO FIRST-YEAR CHEMICAL ENGINEERING STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Enthusiasm; Curriculum; Component (thermodynamics); Key (lock); Engineering management; Engineering ethics; Mathematics education; Computer science; Engineering; Pedagogy; Psychology","score_opus":0.00815338067938825,"score_gpt":0.192533710478376,"score_spread":0.18438032979898775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1887186026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96630394,0.00017944857,0.004937034,0.002360997,0.010613909,0.0021813242,0.00003157236,0.0016186665,0.011773122],"genre_scores_gemma":[0.9737211,0.0000046630776,0.024883252,0.00011375206,0.00018342858,0.00018248938,0.0000039002452,0.00008375211,0.00082366774],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99853736,0.0000040845644,0.0003615428,0.00021505401,0.00042019275,0.00046178987],"domain_scores_gemma":[0.9990636,0.000036694037,0.000093442686,0.00014457176,0.0002464033,0.000415282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048806542,0.00025259942,0.00020394762,0.0004112379,0.00010814787,0.00008986011,0.0006039176,0.00016790708,0.000052414296],"category_scores_gemma":[0.00062064664,0.00026974065,0.000083526415,0.0005535745,0.000005935189,0.00019255163,0.000044088178,0.00036666787,0.000047506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021152435,0.0009225184,0.29439846,0.0027106486,0.0015954459,0.0000013712391,0.058936074,0.14519641,0.04778828,0.040289886,0.40350592,0.0046338295],"study_design_scores_gemma":[0.0013646218,0.00010917661,0.61203414,0.0021751001,0.0003291941,0.000033535758,0.0019281353,0.044916302,0.16019863,0.0003413494,0.17249581,0.004073967],"about_ca_topic_score_codex":0.001237655,"about_ca_topic_score_gemma":0.00021466681,"teacher_disagreement_score":0.3176357,"about_ca_system_score_codex":0.0026062941,"about_ca_system_score_gemma":0.00021451431,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W1887604739","doi":"10.24908/pceea.v0i0.3901","title":"A FINAL YEAR DESIGN COURSE BASED ON INDUSTRY DERIVED PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Brainstorming; Graduation (instrument); Presentation (obstetrics); Course (navigation); Engineering management; Work (physics); Process (computing); Quality (philosophy); Function (biology); Focus group; Engineering design process; Engineering; Mathematics education; Computer science; Psychology; Marketing; Business","score_opus":0.021158171682233166,"score_gpt":0.19964502478894913,"score_spread":0.17848685310671597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1887604739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324925,0.00014889687,0.0012251424,0.0027671233,0.009161826,0.0021000325,0.00004537769,0.0012017977,0.05085731],"genre_scores_gemma":[0.9923448,0.000003466458,0.0063608205,0.00018832256,0.000105499814,0.00014580249,0.0000052800615,0.000052825304,0.00079316564],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99896675,0.0000059823315,0.00024147998,0.00016245668,0.0002894335,0.00033387923],"domain_scores_gemma":[0.9992136,0.000029220779,0.000116734875,0.000120307486,0.0002907165,0.00022942174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030679273,0.00019532185,0.00014547493,0.0002909256,0.0000876427,0.00005037834,0.00028234246,0.0002639461,0.00010380581],"category_scores_gemma":[0.00033291645,0.00019745245,0.00006347246,0.0005660621,0.000011214014,0.000121668054,0.000008877856,0.00042423865,0.000025973903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029339591,0.0010715136,0.24782427,0.001653355,0.0006944265,0.0000013408577,0.015185633,0.20350748,0.008610545,0.017289458,0.5002937,0.003838934],"study_design_scores_gemma":[0.00076320535,0.0000805176,0.86562294,0.0007600456,0.00013133057,0.000006348289,0.0010875916,0.07396418,0.038397532,0.00013247595,0.017889075,0.0011647339],"about_ca_topic_score_codex":0.00051208714,"about_ca_topic_score_gemma":0.00022698485,"teacher_disagreement_score":0.6177987,"about_ca_system_score_codex":0.0016778753,"about_ca_system_score_gemma":0.00093321584,"threshold_uncertainty_score":0.8051877},"labels":[],"label_agreement":null},{"id":"W1888584889","doi":"10.24908/pceea.v0i0.4670","title":"External Assessment of Engineering Programs","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Strengths and weaknesses; Accreditation; Workforce; Creativity; Process (computing); Work (physics); Best practice; Class (philosophy); Quality (philosophy); Engineering education; Engineering; Engineering management; Medical education; Computer science; Psychology; Management; Political science; Medicine; Mechanical engineering; Artificial intelligence","score_opus":0.005136484965603175,"score_gpt":0.20703280213428998,"score_spread":0.2018963171686868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888584889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818082,0.0006049385,0.0005781765,0.000520916,0.007503056,0.0006579026,0.000016267782,0.00038061693,0.007929925],"genre_scores_gemma":[0.99029493,0.000018021265,0.00874658,0.000029707602,0.00024686437,0.00011009951,0.00000789961,0.00005401502,0.0004918972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860567,0.000003273166,0.00041071908,0.000117042306,0.00039622412,0.00046706753],"domain_scores_gemma":[0.99903214,0.00002694915,0.00018197113,0.00012003099,0.00033218664,0.00030670417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044853345,0.00020577057,0.00021445376,0.00032113417,0.000057086727,0.00004961648,0.0002986178,0.00014503203,0.00003783469],"category_scores_gemma":[0.00020769221,0.00020883307,0.00010510726,0.0006306226,0.000009918227,0.0002828652,0.00002161418,0.0002662566,0.0000055455644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010586396,0.0003522869,0.85655695,0.0020505385,0.00039933616,6.740818e-8,0.0033454972,0.038698077,0.032598898,0.040073905,0.021001382,0.00492197],"study_design_scores_gemma":[0.00019464613,0.000013639728,0.9253919,0.00047377852,0.00006789498,0.000007948826,0.0002498068,0.019023934,0.010455588,0.000025697804,0.043592833,0.00050232094],"about_ca_topic_score_codex":0.0005459187,"about_ca_topic_score_gemma":0.00015399889,"teacher_disagreement_score":0.06883493,"about_ca_system_score_codex":0.0021519463,"about_ca_system_score_gemma":0.00034114186,"threshold_uncertainty_score":0.85159653},"labels":[],"label_agreement":null},{"id":"W1889177826","doi":"10.24908/pceea.v0i0.4052","title":"ENGINEERING EDUCATIONAL TECHNOLOGY - WHO NEEDS IT?!","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University; McGill University","funders":"","keywords":"Set (abstract data type); Computer science; Teaching and learning center; Teaching method; Mathematics education; Educational technology; Engineering education; Simple (philosophy); Engineering ethics; Engineering; Engineering management; Psychology","score_opus":0.005084890203525625,"score_gpt":0.17187689059573225,"score_spread":0.16679200039220662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889177826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82940257,0.001132909,0.00034893118,0.02382805,0.020530896,0.0017325797,0.000072344745,0.0019278171,0.121023886],"genre_scores_gemma":[0.9911984,0.000034711928,0.0037763019,0.00016674046,0.00022726612,0.00019762323,0.000010448484,0.000083487255,0.004304977],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99856687,0.0000027036622,0.00043321613,0.00019281448,0.0003162293,0.00048817796],"domain_scores_gemma":[0.9988627,0.000032349617,0.00015253312,0.00017790445,0.0004926828,0.00028184606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027543615,0.0002743724,0.00023084087,0.0011309411,0.00011986668,0.00006524791,0.0005187891,0.0002752287,0.00024036695],"category_scores_gemma":[0.0005529014,0.00029426013,0.00009948366,0.0017255762,0.000019059924,0.00025960733,0.000031183794,0.00038701558,0.000056606317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038174153,0.00034733253,0.18981014,0.0016007858,0.0007998988,3.4190583e-7,0.014261363,0.017145263,0.00992432,0.27879667,0.48472333,0.002586721],"study_design_scores_gemma":[0.0006511019,0.000043153505,0.5233542,0.0012384759,0.00020962072,0.00005553011,0.0024229607,0.021586457,0.030717796,0.001804498,0.41559997,0.0023162456],"about_ca_topic_score_codex":0.0007517595,"about_ca_topic_score_gemma":0.00055379537,"teacher_disagreement_score":0.33354405,"about_ca_system_score_codex":0.0025322188,"about_ca_system_score_gemma":0.0006961829,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W1889593132","doi":"10.24908/pceea.v0i0.3703","title":"ASSESSING PEER EVALUATION: A COMPARATIVE STUDY OF PEER EVALUATION METHODS USED IN AN ENGINEERING DESIGN COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Helpfulness; Peer feedback; Peer assessment; Psychology; Perception; Peer evaluation; Preference; Medical education; Course evaluation; Computer science; Mathematics education; Higher education; Social psychology; Medicine; Mathematics","score_opus":0.11475096111728648,"score_gpt":0.3737720765307198,"score_spread":0.2590211154134333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889593132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935938,0.00012451116,0.0009452318,0.00020224578,0.0021424482,0.0016373075,0.0000049607693,0.00013584083,0.0012136261],"genre_scores_gemma":[0.9793132,0.0000017118214,0.019907331,0.000015637052,0.000080622056,0.000497989,0.000017511433,0.00005742373,0.0001085973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9972512,0.00008308618,0.00070127525,0.00029050643,0.0012894579,0.0003844794],"domain_scores_gemma":[0.9960777,0.00010316457,0.00032422403,0.00021454396,0.0030540624,0.00022630542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052124257,0.00029693544,0.00037949326,0.0006829567,0.00008603784,0.00012165315,0.0004006011,0.00019092258,0.00009911028],"category_scores_gemma":[0.001288496,0.00031825836,0.00006958228,0.0012522081,0.000012805004,0.0009215202,0.000020727255,0.00036585363,0.0000033584067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000775421,0.0013473058,0.1438411,0.0004160077,0.00051658246,2.2329428e-7,0.09241603,0.7407553,0.009364634,0.0012942064,0.0054299696,0.0046108775],"study_design_scores_gemma":[0.00063542847,0.00004849751,0.566366,0.00017454523,0.00020263925,0.0000020485118,0.009497526,0.41700935,0.005226037,0.000052296047,0.0003674194,0.0004182071],"about_ca_topic_score_codex":0.0013205796,"about_ca_topic_score_gemma":0.0020552606,"teacher_disagreement_score":0.42252493,"about_ca_system_score_codex":0.0033468113,"about_ca_system_score_gemma":0.0011429406,"threshold_uncertainty_score":0.9999269},"labels":[],"label_agreement":null},{"id":"W1889766029","doi":"10.24908/pceea.v0i0.3585","title":"Hands-on Training and International Experience in Engineering Education","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"TRIPS architecture; Internationalization; Training (meteorology); Engineering; Engineering management; Engineering education; Plan (archaeology); Engineering ethics; Industrial design; Vocational education; Medical education; Public relations; Pedagogy; Sociology; Business; Political science; Transport engineering; Mechanical engineering","score_opus":0.015632195026084247,"score_gpt":0.21185112686896815,"score_spread":0.19621893184288391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889766029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810209,0.00014625423,0.00003250991,0.0005687301,0.0044506495,0.0003129194,0.000005784745,0.00018057523,0.013281678],"genre_scores_gemma":[0.9973353,0.000040139734,0.0014757355,0.00011679835,0.00012754976,0.00015881199,0.0000060517423,0.0000399439,0.0006996808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898994,0.0000027002748,0.0003140955,0.00018938955,0.00021057481,0.0002932845],"domain_scores_gemma":[0.999419,0.00002396998,0.00009692638,0.00008967242,0.0001808258,0.00018964008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021871636,0.00018947962,0.00015266414,0.000556374,0.00004938955,0.000066815584,0.00027036673,0.00012970084,0.000040751227],"category_scores_gemma":[0.0003805334,0.00020428919,0.000041740597,0.0004883562,0.000010803558,0.00025788395,0.000017459854,0.0002539625,0.0000056877975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000158318,0.00081290695,0.60203236,0.0021747826,0.00049796473,9.0587645e-7,0.14978811,0.029201979,0.011614827,0.09997232,0.04889747,0.054990564],"study_design_scores_gemma":[0.000598569,0.000042701282,0.9090495,0.0012397101,0.00003437338,0.000020547797,0.004274944,0.026518537,0.00831842,0.0002863087,0.048561748,0.0010546136],"about_ca_topic_score_codex":0.0008154861,"about_ca_topic_score_gemma":0.00066134974,"teacher_disagreement_score":0.30701718,"about_ca_system_score_codex":0.0016054077,"about_ca_system_score_gemma":0.00035761308,"threshold_uncertainty_score":0.8330671},"labels":[],"label_agreement":null},{"id":"W1892796225","doi":"10.24908/pceea.v0i0.5794","title":"FIRST-YEAR STUDENT PERSPECTIVES ON DIVERSITY IN THE ENGINEERING DESIGN CLASSROOM","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Engineering education; Perception; Set (abstract data type); Exploratory research; Psychology; Mathematics education; Pedagogy; Engineering; Computer science; Engineering management; Sociology","score_opus":0.014274735585961906,"score_gpt":0.20625850160823633,"score_spread":0.19198376602227443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892796225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977062,0.0004932018,0.0004878848,0.0065082894,0.0054857004,0.0014513681,0.000018139786,0.00046311587,0.0080303205],"genre_scores_gemma":[0.9979194,0.000024424493,0.001405704,0.000087185734,0.00015155395,0.000096820986,0.0000028183408,0.000034920893,0.00027721206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986957,0.000009276289,0.00025017312,0.00018108447,0.000518516,0.00034528627],"domain_scores_gemma":[0.9992048,0.00008286455,0.00008840159,0.00013858055,0.00028805732,0.00019728589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077635667,0.00020475745,0.00016243114,0.0003694105,0.00013144413,0.000103724335,0.00054006174,0.00012750414,0.000011146128],"category_scores_gemma":[0.0006504416,0.00017988755,0.00006647233,0.0007624844,0.00000942064,0.0001674363,0.000040227256,0.00036425682,0.000018487963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044098456,0.00022721066,0.093225315,0.00021901637,0.00015793054,4.6697247e-7,0.06290681,0.72782636,0.00010576828,0.021403374,0.09378963,0.0001337413],"study_design_scores_gemma":[0.0010383843,0.00008399628,0.8609353,0.00054948026,0.000091297894,0.00000996451,0.039096095,0.051004305,0.00082470756,0.00027647588,0.044934373,0.0011556213],"about_ca_topic_score_codex":0.00081681396,"about_ca_topic_score_gemma":0.00094895274,"teacher_disagreement_score":0.76771,"about_ca_system_score_codex":0.0044024633,"about_ca_system_score_gemma":0.00029274012,"threshold_uncertainty_score":0.99941945},"labels":[],"label_agreement":null},{"id":"W1894241367","doi":"10.24297/ijrem.v6i3.3868","title":"INNOVATIVE METHOD FOR GRADUATE ATTRIBUTE ASSESSMENT IN LARGE CLASSES","year":2015,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF RESEARCH IN EDUCATION METHODOLOGY","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Class (philosophy); Computer science; Task (project management); Sample (material); Sampling (signal processing); Graduate students; Machine learning; Artificial intelligence; Data mining; Data science; Engineering; Psychology; Systems engineering","score_opus":0.4147290318636224,"score_gpt":0.5831266823812347,"score_spread":0.16839765051761224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894241367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18315999,0.00058360235,0.7934775,0.00963716,0.011549932,0.00039323646,0.000013841333,0.000028473132,0.0011562657],"genre_scores_gemma":[0.38353807,0.00019142061,0.6153876,0.00012044773,0.00046316124,0.00013363868,0.000026721878,0.00001927292,0.00011968224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976836,0.00070585473,0.0006230472,0.00012737911,0.00057086523,0.0002892484],"domain_scores_gemma":[0.99524534,0.0015060796,0.000107182954,0.00009192752,0.00293462,0.000114873794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013324506,0.000097531934,0.00023067545,0.0017992599,0.000014971774,0.00003831407,0.0004010074,0.00008087891,0.000021693118],"category_scores_gemma":[0.0026054368,0.00009515152,0.000038180813,0.00093425025,0.000026234786,0.00020291761,0.0000402948,0.0006910665,0.000004293553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047355687,0.0036210055,0.16634335,0.00042329097,0.00082605076,0.000105483625,0.025539197,0.12820736,0.0069938772,0.14783886,0.19405806,0.32556993],"study_design_scores_gemma":[0.008364465,0.0006623888,0.4057832,0.000979219,0.000018824303,0.0005831117,0.056264333,0.037355904,0.010310363,0.10423423,0.37454405,0.00089989026],"about_ca_topic_score_codex":0.000029574823,"about_ca_topic_score_gemma":0.00003701623,"teacher_disagreement_score":0.32467005,"about_ca_system_score_codex":0.0012235099,"about_ca_system_score_gemma":0.0016985114,"threshold_uncertainty_score":0.46180344},"labels":[],"label_agreement":null},{"id":"W1895193481","doi":"10.24908/pceea.v0i0.5799","title":"GRADE 9/10 STUDENTS’ PERCEIVED KNOWLEDGE OF ENGINEERS AND THE ENGINEERING PROFESSION","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Quality (philosophy); Engineering education; Work (physics); Order (exchange); Psychology; Engineering ethics; Medical education; Engineering; Engineering management; Medicine; Mechanical engineering; Business","score_opus":0.007019242239614453,"score_gpt":0.22107975109195707,"score_spread":0.21406050885234262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895193481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990789,0.00097177975,0.000047045265,0.0014722671,0.003554589,0.00072935,0.000011814507,0.0002358508,0.0021883082],"genre_scores_gemma":[0.99722457,0.000049639475,0.000689556,0.000027716678,0.00013603883,0.00012280938,0.0000068242343,0.000053835603,0.0016890196],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99869543,0.0000100574,0.0004208096,0.00016405837,0.00038416806,0.00032549983],"domain_scores_gemma":[0.99879026,0.00008577739,0.00016130145,0.00014022463,0.0005273242,0.00029510545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007971245,0.0002371166,0.0002792228,0.00032768585,0.00008053966,0.000075500866,0.00043822997,0.00016051503,0.000014546747],"category_scores_gemma":[0.00090063165,0.00019195846,0.00008535089,0.0006580435,0.000031576714,0.00017516341,0.000048089198,0.00030398232,0.0000073222145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005445207,0.0008488424,0.16845313,0.0070225843,0.0023098392,4.6598083e-7,0.15150464,0.25005126,0.019822974,0.066421114,0.32943225,0.0040784334],"study_design_scores_gemma":[0.004496929,0.00006564138,0.68495065,0.0018447641,0.00040623246,0.00002729287,0.009861513,0.17312606,0.0090573225,0.00028586268,0.11404904,0.0018286731],"about_ca_topic_score_codex":0.0005697495,"about_ca_topic_score_gemma":0.0002633525,"teacher_disagreement_score":0.51649755,"about_ca_system_score_codex":0.0014412784,"about_ca_system_score_gemma":0.00042746056,"threshold_uncertainty_score":0.7827839},"labels":[],"label_agreement":null},{"id":"W1895941634","doi":"10.24908/pceea.v0i0.4669","title":"Course‐Based Learning Outcomes as the Foundation for Assessment of Graduate Attributes","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Foundation (evidence); Engineering ethics; Engineering education; Graduate students; Engineering management; Medical education; Computer science; Engineering; Political science; Medicine","score_opus":0.01941028999215716,"score_gpt":0.2702524935169185,"score_spread":0.25084220352476133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895941634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97386116,0.00026609338,0.0020410938,0.010349302,0.007910929,0.0015273486,0.000035746838,0.00034794127,0.003660394],"genre_scores_gemma":[0.99587107,0.0000087203825,0.0028400233,0.00011057967,0.00013657365,0.0002304521,0.00003083358,0.000040770632,0.0007310055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998872,0.0000065079294,0.00033589813,0.00010027666,0.00034153715,0.00034381903],"domain_scores_gemma":[0.99882126,0.00013676805,0.00024179736,0.00009721825,0.00055471796,0.00014822854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076785305,0.00016676799,0.00018355872,0.0001679361,0.00016341319,0.000059856156,0.00024207839,0.00009714772,0.000024823377],"category_scores_gemma":[0.00076394563,0.00013851942,0.00011219249,0.00041739774,0.000013439934,0.00019881074,0.0000110161545,0.00022333603,0.0000048863562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013853903,0.00017305836,0.8554312,0.00080807187,0.00038540494,8.288002e-9,0.0023115384,0.08352915,0.0025506774,0.024468403,0.028393842,0.0019472477],"study_design_scores_gemma":[0.00020270473,0.000013280519,0.9199306,0.000104326944,0.00009253556,9.574381e-7,0.000412602,0.02172934,0.00359972,0.0000626646,0.053599432,0.00025186603],"about_ca_topic_score_codex":0.0005077429,"about_ca_topic_score_gemma":0.00020951925,"teacher_disagreement_score":0.064499356,"about_ca_system_score_codex":0.00149132,"about_ca_system_score_gemma":0.0005523641,"threshold_uncertainty_score":0.56486577},"labels":[],"label_agreement":null},{"id":"W1896356640","doi":"10.24908/pceea.v0i0.3931","title":"CONCURRENT APPROACH TO TEACHING CONCURRENT DESIGN ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Concurrent engineering; Concurrency; Engineering education; Engineering management; Point (geometry); Engineering design process; Engineering ethics; Engineering; Computer science; Mechanical engineering; Operations management","score_opus":0.014563123955886404,"score_gpt":0.18862619439919132,"score_spread":0.1740630704433049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896356640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60314184,0.0020988071,0.116336524,0.0035983257,0.07596168,0.010203115,0.00019652292,0.0061914925,0.1822717],"genre_scores_gemma":[0.9836732,0.000010289105,0.014987113,0.00011189497,0.00019559902,0.00028244796,0.000009471137,0.0000864787,0.00064350595],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983406,0.000008226875,0.00045574422,0.00026581905,0.00038215786,0.0005474549],"domain_scores_gemma":[0.99885094,0.00003857359,0.00013699204,0.00014967745,0.00032891947,0.00049488334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059274776,0.00031782812,0.00026289662,0.00049950345,0.00013221978,0.00009506903,0.00051096524,0.00017006168,0.00003198891],"category_scores_gemma":[0.0005970419,0.000328143,0.00010654213,0.000624187,0.000009300146,0.0002189706,0.000035291832,0.00046813797,0.0000306646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004267414,0.0009041899,0.03134638,0.0029452106,0.0010912023,4.4787012e-7,0.042267505,0.29689488,0.014346932,0.1427132,0.44851327,0.018972525],"study_design_scores_gemma":[0.0011645942,0.000116783405,0.34955344,0.0016686004,0.00034633488,0.000044776636,0.001993861,0.26143956,0.039402787,0.00013381173,0.34010425,0.004031206],"about_ca_topic_score_codex":0.0009060151,"about_ca_topic_score_gemma":0.00012579278,"teacher_disagreement_score":0.38053137,"about_ca_system_score_codex":0.0028074456,"about_ca_system_score_gemma":0.00039001452,"threshold_uncertainty_score":0.9999171},"labels":[],"label_agreement":null},{"id":"W1897217562","doi":"10.24908/pceea.v0i0.5855","title":"ASSESSING LIFE-LONG LEARNING IN A FIRST-YEAR DESIGN AND COMMUNICATION COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated","keywords":"Course (navigation); Life course approach; Psychology; Learning design; Medical education; Scale (ratio); Computer science; Mathematics education; Engineering; Developmental psychology; Medicine; Geography","score_opus":0.012022555922575536,"score_gpt":0.21924715691384283,"score_spread":0.2072246009912673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897217562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98526096,0.0014102991,0.0010960556,0.0047794264,0.0019187192,0.00075925124,0.000002635054,0.00044434017,0.004328313],"genre_scores_gemma":[0.99280417,0.000054393087,0.006587109,0.00004961996,0.00005318442,0.00007734183,0.0000061278556,0.000039060575,0.00032901842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907947,0.000012414363,0.00028116003,0.00013056095,0.00023467652,0.00026169955],"domain_scores_gemma":[0.99913365,0.00006613457,0.00012361084,0.00008949509,0.00030153512,0.00028558073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080762286,0.00014905242,0.00015528408,0.00027103274,0.00010184446,0.00018555814,0.00020807733,0.0001338446,0.000007529619],"category_scores_gemma":[0.0010035756,0.0001629416,0.000028131228,0.00055924756,0.000012647536,0.00039950665,0.00002249591,0.0003325427,0.000005585148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024393466,0.000093920455,0.52832896,0.00046054373,0.00011587377,1.710247e-7,0.009238909,0.41993487,0.0002721756,0.0041027786,0.035858776,0.0015905777],"study_design_scores_gemma":[0.000651838,0.000016873704,0.82706416,0.0007099059,0.00005743656,0.000008215893,0.004587797,0.14915928,0.0006514584,0.00021981212,0.016218785,0.00065444113],"about_ca_topic_score_codex":0.0008800161,"about_ca_topic_score_gemma":0.0013875781,"teacher_disagreement_score":0.29873517,"about_ca_system_score_codex":0.0019193398,"about_ca_system_score_gemma":0.0006919776,"threshold_uncertainty_score":0.6644565},"labels":[],"label_agreement":null},{"id":"W1897761079","doi":"10.24908/pceea.v0i0.5731","title":"USING AN ONLINE PERSONALITY ASSESSMENT TOOL TO OPTIMIZE FIRST-YEAR ENGINEERING DESIGN TEAMS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Personality; Diversity (politics); Psychology; Cloud computing; Computer science; Knowledge management; Applied psychology; Engineering; Social psychology; Sociology","score_opus":0.030534091903831363,"score_gpt":0.25196328572913135,"score_spread":0.2214291938253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897761079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96954256,0.00012428817,0.017591476,0.002353353,0.0066499007,0.0014468734,0.000083168045,0.0008329288,0.0013754595],"genre_scores_gemma":[0.8271322,0.000006431089,0.17174813,0.00013968283,0.00036510424,0.00011662916,0.00002468714,0.00010202165,0.00036506617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982586,0.00000849211,0.00043369527,0.0002688522,0.00053048454,0.0004998667],"domain_scores_gemma":[0.99831504,0.000036565838,0.00012970257,0.00018868175,0.0006665785,0.00066343055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007675651,0.0003002113,0.00026699126,0.00040970612,0.00011917583,0.00016727952,0.0004310125,0.00018436478,0.000033120232],"category_scores_gemma":[0.0007164142,0.00032320464,0.00008351767,0.000849229,0.000007770539,0.0004490657,0.00003368393,0.00033155395,0.000010224004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016511767,0.00009887677,0.009234001,0.00016054008,0.000085645785,1.036934e-7,0.0015805479,0.9729099,0.001245137,0.0013343497,0.013160161,0.00018906474],"study_design_scores_gemma":[0.0006665036,0.00006522372,0.12999026,0.00047405978,0.00012272637,0.000015804522,0.0018306458,0.81778795,0.0024784415,0.00008037305,0.045083728,0.0014042505],"about_ca_topic_score_codex":0.0018778989,"about_ca_topic_score_gemma":0.00082752784,"teacher_disagreement_score":0.15512195,"about_ca_system_score_codex":0.0073447963,"about_ca_system_score_gemma":0.0011694338,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W1898882016","doi":"10.24908/pceea.v0i0.5787","title":"THE FACULTY OF ENGINEERING ATTRIBUTE ASSESSMENT PROCESS AT THE UNIVERSITY OF MANITOBA: SUGGESTIONS FOR CLOSING THE LOOP","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Accreditation; Closing (real estate); Curriculum; Context (archaeology); Process (computing); Engineering education; Medical education; Engineering; Engineering management; Engineering ethics; Psychology; Computer science; Pedagogy; Political science; Medicine; Geography","score_opus":0.012203911244674891,"score_gpt":0.22514731576207767,"score_spread":0.21294340451740276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898882016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982912,0.0005786091,0.0011016276,0.009156336,0.0034831606,0.0014001275,0.00017003855,0.00016480286,0.0010333111],"genre_scores_gemma":[0.99812204,0.0000304671,0.0007117073,0.00002212861,0.00009428331,0.00005642584,0.000024791989,0.000034223387,0.0009039102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988683,0.0000075407456,0.0003198259,0.00012832001,0.0003772705,0.0002987271],"domain_scores_gemma":[0.9982711,0.00016402,0.00026674374,0.00016525343,0.0009950561,0.00013781751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080448587,0.0001681275,0.00017261381,0.00010618417,0.00033059448,0.00005151277,0.00053275545,0.00010253233,0.000004827888],"category_scores_gemma":[0.0006914253,0.000118412165,0.0001064841,0.00058830756,0.000038675236,0.00012358402,0.000037225444,0.00022589767,0.0000019248644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010893471,0.00014070241,0.09016147,0.0015309979,0.0008529039,9.4459146e-8,0.010694031,0.63816595,0.004659274,0.017991053,0.23384382,0.0019488046],"study_design_scores_gemma":[0.001084628,0.000061837134,0.53631175,0.0007876994,0.0004582291,0.000014590541,0.016652709,0.13054076,0.01707333,0.00025245448,0.29578632,0.00097567064],"about_ca_topic_score_codex":0.0009926948,"about_ca_topic_score_gemma":0.0041407235,"teacher_disagreement_score":0.5076252,"about_ca_system_score_codex":0.0025748112,"about_ca_system_score_gemma":0.0007122934,"threshold_uncertainty_score":0.6733042},"labels":[],"label_agreement":null},{"id":"W1899332979","doi":"10.24908/pceea.v0i0.5812","title":"REFLECTING ON WRITTEN COMMUNICATION AS AN EMBEDDED COMPONENT IN UNDERGRADUATE ENGINEERING CURRICULA","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Curriculum; Component (thermodynamics); Focus (optics); Computer science; Competition (biology); Engineering ethics; Communication skills; Order (exchange); Mathematics education; Pedagogy; Medical education; Psychology; Engineering; Medicine","score_opus":0.016490056135475873,"score_gpt":0.26169779798208354,"score_spread":0.24520774184660765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1899332979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862608,0.0001908267,0.000033496748,0.0025495691,0.002208503,0.0004992729,0.0000068159225,0.00040171604,0.007849054],"genre_scores_gemma":[0.99700034,0.000022239861,0.002117039,0.0001449989,0.00010988252,0.00012402168,0.000029434636,0.000071280214,0.00038075497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984334,0.000013667996,0.00045877692,0.00022486877,0.000443115,0.0004261662],"domain_scores_gemma":[0.998761,0.00005092688,0.00016386622,0.00022437464,0.00039940965,0.00040040788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000658269,0.00026316108,0.00023559273,0.0005918224,0.00009127612,0.00012736509,0.0004540671,0.0001805091,0.000008885015],"category_scores_gemma":[0.00072502164,0.00028259153,0.00006493387,0.00095321366,0.000010322624,0.00033202412,0.000027626002,0.0004755656,0.000025208517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102963795,0.00051192864,0.047663916,0.00066762336,0.00023824595,8.9812943e-7,0.013113609,0.81720203,0.0067544784,0.058160402,0.0529781,0.0026984876],"study_design_scores_gemma":[0.0026843878,0.0001949868,0.3829534,0.0034141205,0.00015995302,0.000059473427,0.006733192,0.48398083,0.019752098,0.0026401528,0.09390718,0.003520219],"about_ca_topic_score_codex":0.0023428982,"about_ca_topic_score_gemma":0.002027663,"teacher_disagreement_score":0.33528948,"about_ca_system_score_codex":0.004834717,"about_ca_system_score_gemma":0.00044529125,"threshold_uncertainty_score":0.9999626},"labels":[],"label_agreement":null},{"id":"W1899465126","doi":"10.24908/pceea.v0i0.4926","title":"TRAINING PROGRAM IN ENGINEERING DESIGN FOR GRADUATE TEACHING ASSITANTS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mandate; Engineering education; Train; Program Design Language; Engineering management; Medical education; Engineering; Graduate students; Software engineering; Medicine; Political science","score_opus":0.021678957543535507,"score_gpt":0.23044870628321523,"score_spread":0.20876974873967974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1899465126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692958,0.00030734658,0.0047149286,0.0038111284,0.008693232,0.0058620274,0.000029539518,0.0015856157,0.005700392],"genre_scores_gemma":[0.9667763,0.000007706649,0.031066898,0.000060699494,0.00015668334,0.0013603601,0.000009979453,0.00008256707,0.00047881488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984988,0.000005758912,0.00043982192,0.0002058433,0.00027641075,0.00057338685],"domain_scores_gemma":[0.99911636,0.00009745788,0.00012949842,0.00010194372,0.00031463554,0.00024012811],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000603984,0.00025107502,0.00024151905,0.0005021964,0.00010306386,0.00016815786,0.00032102375,0.00016935977,0.000016384949],"category_scores_gemma":[0.0010182442,0.0002635265,0.00008967762,0.00055068085,0.0000068862605,0.00035531036,0.000013728558,0.00040006134,0.000010013113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050257063,0.00047958316,0.0353847,0.0036370356,0.000643958,3.566985e-7,0.021023007,0.61636984,0.025503376,0.017227236,0.18165378,0.09807209],"study_design_scores_gemma":[0.0007779965,0.000055988916,0.2999024,0.0010768655,0.000066946064,0.000010157142,0.0017441963,0.643017,0.005168912,0.00046918468,0.046240043,0.0014703001],"about_ca_topic_score_codex":0.00096849934,"about_ca_topic_score_gemma":0.0003936163,"teacher_disagreement_score":0.26451772,"about_ca_system_score_codex":0.0025305082,"about_ca_system_score_gemma":0.00037444162,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W1900349675","doi":"10.24908/pceea.v0i0.5795","title":"EXAMINING FOURTH YEAR MECHANICAL ENGINEERING STUDENT PERCEPTIONS OF GRADUATE ATTRIBUTE COMPETENCIES: YEAR THREE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Perception; Graduate students; Medical education; Psychology; Strengths and weaknesses; Mathematics education; Pedagogy; Medicine; Social psychology","score_opus":0.026193320892330015,"score_gpt":0.22374293865476813,"score_spread":0.19754961776243812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900349675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99387103,0.00007720986,0.0005585022,0.00048641433,0.0030900452,0.0003712981,0.00003359393,0.0002642282,0.0012476946],"genre_scores_gemma":[0.9936168,0.000014248137,0.005718201,0.00002682692,0.00018035629,0.00007172043,0.000015918942,0.00006147306,0.00029440905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983876,0.000005051119,0.00045978557,0.0001896108,0.00057461543,0.0003833775],"domain_scores_gemma":[0.9985618,0.000044725464,0.00017079635,0.00015972146,0.0006968444,0.00036610104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005669331,0.00022954527,0.0002775958,0.00036593043,0.00006598907,0.00006721575,0.00040132835,0.00015636823,0.000027847294],"category_scores_gemma":[0.00061839574,0.00024142198,0.00009433997,0.0007081221,0.000013663398,0.00018786204,0.000042452455,0.0003265858,0.000021735133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005781762,0.00035034487,0.52351,0.0014362505,0.0009591177,5.135755e-7,0.014432161,0.30860862,0.019231766,0.031668883,0.098890185,0.0009063772],"study_design_scores_gemma":[0.000810312,0.0000682487,0.9366114,0.0006429838,0.00016605236,0.000010429154,0.006381842,0.037289307,0.004707566,0.00013248897,0.012166058,0.0010132786],"about_ca_topic_score_codex":0.0006110234,"about_ca_topic_score_gemma":0.00060954463,"teacher_disagreement_score":0.41310143,"about_ca_system_score_codex":0.002335498,"about_ca_system_score_gemma":0.00050529034,"threshold_uncertainty_score":0.9844902},"labels":[],"label_agreement":null},{"id":"W1901557219","doi":"10.24908/pceea.v0i0.3927","title":"A PRODUCT DEVELOPMENT APPROACH TO TEACHING INTRODUCTORY ENGINEERING DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Enthusiasm; Teamwork; Engineering management; Product design; Engineering design process; New product development; Process (computing); Product (mathematics); Computer science; Engineering; Systems engineering; Psychology; Mechanical engineering; Management","score_opus":0.010863597332957827,"score_gpt":0.1731419808036474,"score_spread":0.16227838347068957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901557219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8274239,0.0014052894,0.02960182,0.002833149,0.029263651,0.0070378324,0.000036094865,0.004353409,0.09804488],"genre_scores_gemma":[0.8837634,0.0000045321617,0.114146456,0.000105758176,0.000278904,0.00033846655,0.0000073263527,0.00009843021,0.0012567256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829274,0.000007538138,0.00046159484,0.000310442,0.00038422868,0.0005434646],"domain_scores_gemma":[0.99891496,0.000024065033,0.00012292783,0.00018946729,0.0003440766,0.00040448524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079732895,0.00031166707,0.00024236886,0.0006134742,0.00015980039,0.0000835483,0.00051550334,0.00013046064,0.000023029012],"category_scores_gemma":[0.0007810089,0.00032204372,0.0000710954,0.00070994056,0.000007625271,0.00023847558,0.00003732968,0.00042785736,0.00003109743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000135356595,0.0010159591,0.035280384,0.0036915843,0.001419479,4.848485e-7,0.0941682,0.3453104,0.04169343,0.038801294,0.4209207,0.017684542],"study_design_scores_gemma":[0.0005405732,0.000045824563,0.42114726,0.0008623541,0.00016111275,0.000035760408,0.0014759932,0.035003416,0.104793966,0.00007943593,0.4329466,0.0029077146],"about_ca_topic_score_codex":0.0005391753,"about_ca_topic_score_gemma":0.00012502403,"teacher_disagreement_score":0.38586688,"about_ca_system_score_codex":0.003319922,"about_ca_system_score_gemma":0.00066083,"threshold_uncertainty_score":0.99992317},"labels":[],"label_agreement":null},{"id":"W1901644168","doi":"10.24908/pceea.v0i0.5762","title":"COGAF: A MANAGEMENT FRAMEWORK FOR GRADUATE ATTRIBUTES ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Accreditation; Process (computing); Engineering management; Corporate governance; Computer science; Institution; Set (abstract data type); Process management; Knowledge management; Key (lock); Software engineering; Engineering; Business; Political science; Computer security","score_opus":0.02151460807940354,"score_gpt":0.24857732513414985,"score_spread":0.22706271705474632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901644168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7228581,0.001779941,0.051502053,0.047936242,0.07330275,0.010662301,0.0004884404,0.004117895,0.08735233],"genre_scores_gemma":[0.94702065,0.000025342326,0.05018529,0.00017990117,0.00025052953,0.0005062457,0.000030884778,0.000066964,0.0017341636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987647,0.000003106101,0.00030909647,0.00017010207,0.00038121786,0.00037177495],"domain_scores_gemma":[0.99876463,0.00004770758,0.00013172365,0.000118367534,0.00061396573,0.00032358587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050686667,0.00019227443,0.0001780561,0.00027105235,0.000096528376,0.00010882814,0.00030570748,0.00013549019,0.0000109709035],"category_scores_gemma":[0.00043653147,0.00019684617,0.000086786,0.0005652345,0.000008387928,0.00014883176,0.000020891977,0.00021955742,0.000010472553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031699424,0.0001622073,0.029272364,0.0014963276,0.00060877966,1.5941336e-7,0.002836658,0.038479675,0.00032624105,0.26332512,0.65999854,0.0034907544],"study_design_scores_gemma":[0.0012336225,0.00006233894,0.31930718,0.0010922342,0.00031776814,0.00000983632,0.003579063,0.050106954,0.004415419,0.010536748,0.60763717,0.0017016663],"about_ca_topic_score_codex":0.00027453594,"about_ca_topic_score_gemma":0.00023675278,"teacher_disagreement_score":0.29003483,"about_ca_system_score_codex":0.0037034908,"about_ca_system_score_gemma":0.00045239108,"threshold_uncertainty_score":0.96845},"labels":[],"label_agreement":null},{"id":"W1901650289","doi":"10.24908/pceea.v0i0.4657","title":"CEAB-INSPIRED RUBRICS FOR ASSESSING DESIGN DOSSIERS IN CAPSTONE DESIGN COURSES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rubric; Capstone; Accreditation; Documentation; Presentation (obstetrics); Task (project management); Computer science; Work (physics); Engineering management; Engineering design process; Process (computing); Engineering; Medical education; Mathematics education; Psychology; Systems engineering; Medicine","score_opus":0.015150106629891818,"score_gpt":0.22694647113835015,"score_spread":0.21179636450845832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901650289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8841417,0.0031187288,0.06520488,0.0056187464,0.0282963,0.0056722388,0.00007050429,0.0014161819,0.006460751],"genre_scores_gemma":[0.9710952,0.000022133412,0.027687924,0.0000921956,0.00023037077,0.00029849482,0.000009680734,0.00007068025,0.0004933013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986064,0.0000094690395,0.00037537992,0.00015015631,0.00026529792,0.00059333007],"domain_scores_gemma":[0.9990168,0.00012839018,0.00016181008,0.00009651235,0.00030912735,0.0002873599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009701654,0.0002209037,0.00021649626,0.00045871566,0.00012209905,0.00011975811,0.00025799367,0.00019138335,0.0000110498495],"category_scores_gemma":[0.0008620813,0.0002365115,0.00007229086,0.0007748416,0.000011883476,0.00047061054,0.00001024144,0.00022230324,0.0000055719634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007932549,0.00041765277,0.20038071,0.0017192055,0.00038606627,1.6357392e-7,0.014217778,0.5183914,0.01891223,0.008866241,0.23112343,0.0055772],"study_design_scores_gemma":[0.001187942,0.000033782024,0.7276476,0.0009719528,0.00020432594,0.00001526534,0.002862825,0.148947,0.0378496,0.00029872503,0.07805763,0.001923335],"about_ca_topic_score_codex":0.00052707025,"about_ca_topic_score_gemma":0.00023433217,"teacher_disagreement_score":0.5272669,"about_ca_system_score_codex":0.004510035,"about_ca_system_score_gemma":0.0006747622,"threshold_uncertainty_score":0.99931145},"labels":[],"label_agreement":null},{"id":"W1903505933","doi":"10.24908/pceea.v0i0.5878","title":"EXAMINING FOURTH YEAR ENGINEERING STUDENT PERCEPTIONS OF GRADUATE ATTRIBUTE COMPETENCIES: YEAR TWO","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Bloom's taxonomy; Perception; Engineering education; Psychology; Medical education; Comprehension; Mathematics education; Cognition; Engineering; Computer science; Pedagogy; Engineering management; Medicine","score_opus":0.023006687693268316,"score_gpt":0.23037665200583754,"score_spread":0.2073699643125692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1903505933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934946,0.00008784082,0.00024179014,0.00038958882,0.003012177,0.0003319088,0.000033353608,0.00024890123,0.0021598549],"genre_scores_gemma":[0.99432683,0.000016458584,0.0047151255,0.000029546067,0.00019357793,0.0000681396,0.000018107356,0.00006156535,0.00057065085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844944,0.0000057102743,0.00044687113,0.00018090903,0.00053633214,0.00038071506],"domain_scores_gemma":[0.99854344,0.000041172454,0.0001781419,0.00015354808,0.00073139905,0.0003523136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053006184,0.00022825124,0.00026546736,0.00041534827,0.000066745044,0.00007183462,0.0003752692,0.00011489016,0.000026143665],"category_scores_gemma":[0.00052612385,0.00024348902,0.00008731153,0.0007568264,0.000015081609,0.00024595298,0.000036226455,0.00029918802,0.000023274595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029479097,0.00020305914,0.48582417,0.00092055724,0.0005671293,3.0293032e-7,0.016718363,0.39689153,0.011082907,0.012912378,0.074356675,0.000519969],"study_design_scores_gemma":[0.0010709158,0.000057429166,0.9342369,0.0007159455,0.00016730036,0.000011313398,0.010288795,0.027766887,0.0046997983,0.00007377613,0.019800179,0.0011108008],"about_ca_topic_score_codex":0.0008146828,"about_ca_topic_score_gemma":0.0003834515,"teacher_disagreement_score":0.4484127,"about_ca_system_score_codex":0.0024614595,"about_ca_system_score_gemma":0.00052225403,"threshold_uncertainty_score":0.9929194},"labels":[],"label_agreement":null},{"id":"W1903605010","doi":"10.24908/pceea.v0i0.4924","title":"STUDENT PERCEPTIONS AND USE OF AN INVENTORY TO FACILITATE LEARNING OF INDIVIDUAL TEAM-EFFECTIVENESS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Perception; Work (physics); Engineering education; Psychology; Medical education; Computer science; Engineering; Engineering management","score_opus":0.011755966793136043,"score_gpt":0.21480271416685806,"score_spread":0.20304674737372203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1903605010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99858457,0.00003152154,0.000047006397,0.00012161426,0.00046504053,0.0003999391,0.0000138983005,0.000058102127,0.0002783302],"genre_scores_gemma":[0.9980979,0.000008707491,0.0013796644,0.000021654272,0.000027818616,0.00012420051,0.0000093812,0.000025408812,0.0003052906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991104,0.000011053845,0.00028858666,0.00012628343,0.00027066702,0.0001929802],"domain_scores_gemma":[0.9990912,0.00004645971,0.00011288577,0.00007696001,0.00045219008,0.00022031672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003408654,0.00013195936,0.00017583255,0.00035800922,0.00005763299,0.000061681865,0.00018458991,0.00008768133,0.000024803154],"category_scores_gemma":[0.00040355377,0.00013783526,0.000041762094,0.00039909047,0.000014095372,0.00031185683,0.000025671468,0.00016403083,0.000003999129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022309316,0.00021723923,0.74211615,0.0015822679,0.00036894152,2.7325848e-8,0.035824183,0.15033932,0.05071197,0.0028862418,0.011541817,0.004409578],"study_design_scores_gemma":[0.00008467486,0.000022482725,0.9904856,0.00014923174,0.000024419025,9.408139e-7,0.0014089022,0.003518402,0.002033352,0.00001657695,0.0020986162,0.0001568195],"about_ca_topic_score_codex":0.0025078983,"about_ca_topic_score_gemma":0.00046346718,"teacher_disagreement_score":0.24836941,"about_ca_system_score_codex":0.0007445028,"about_ca_system_score_gemma":0.00016706304,"threshold_uncertainty_score":0.5620759},"labels":[],"label_agreement":null},{"id":"W1904916477","doi":"10.24908/pceea.v0i0.5772","title":"“My Studying Stops When?”: Addressing Delivery and Assessment of Lifelong Learning and Professionalism at the University of Regina","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Lifelong learning; Scale (ratio); Mathematics education; Medical education; Engineering management; Psychology; Computer science; Pedagogy; Engineering; Medicine; Cartography; Geography","score_opus":0.01807703064559639,"score_gpt":0.2308682709967256,"score_spread":0.21279124035112923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904916477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947957,0.00081534253,0.000040063256,0.0021310805,0.0005978674,0.00022171088,0.0000055977885,0.00004487341,0.0013478135],"genre_scores_gemma":[0.9966993,0.000075760996,0.0016871993,0.00002020359,0.000030742765,0.000006294078,0.0000045056263,0.000018833462,0.0014571726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992945,0.000011540493,0.00016167802,0.00011316549,0.00026159827,0.00015750196],"domain_scores_gemma":[0.99916613,0.000060129692,0.00020233844,0.00006007239,0.00038618888,0.00012511695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005207462,0.00011237621,0.00015571713,0.00014896007,0.00015062577,0.000024846013,0.00013533323,0.00008273812,0.000008464751],"category_scores_gemma":[0.00026720148,0.00010324199,0.000029673845,0.00023607578,0.000031155167,0.00013770562,0.00005051666,0.00021781058,4.185618e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007734909,0.000105524865,0.8276883,0.0022939066,0.00048057368,3.085565e-7,0.04132634,0.031370863,0.010048968,0.0062071756,0.07169338,0.008776933],"study_design_scores_gemma":[0.0007004814,0.00003238253,0.83346796,0.0011986095,0.00015226216,0.000010825797,0.015227159,0.03010604,0.0022166308,0.00009411382,0.11628686,0.0005066816],"about_ca_topic_score_codex":0.00082035275,"about_ca_topic_score_gemma":0.00064973254,"teacher_disagreement_score":0.044593476,"about_ca_system_score_codex":0.0011386591,"about_ca_system_score_gemma":0.00045462043,"threshold_uncertainty_score":0.42100862},"labels":[],"label_agreement":null},{"id":"W1907204175","doi":"10.24908/pceea.v0i0.3733","title":"IMPLEMENTING A RUBRIC-BASED ASSESSMENT SCHEME INTO THE MULTIDISCIPLINARY DESIGN STREAM AT QUEEN'S UNIVERSITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"","keywords":"Rubric; Deliverable; Checklist; Engineering education; Scheme (mathematics); Computer science; Peer assessment; Process (computing); Multidisciplinary approach; Engineering management; Mathematics education; Engineering; Psychology; Systems engineering","score_opus":0.00850940012465861,"score_gpt":0.19863836950728636,"score_spread":0.19012896938262774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907204175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96655804,0.00013471143,0.0032773488,0.0051636957,0.004100011,0.0017425015,0.00003494111,0.00081294886,0.018175809],"genre_scores_gemma":[0.97589606,0.000012087381,0.022279426,0.000054284992,0.0000665849,0.000053819487,0.0000126766845,0.00004413208,0.0015809005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881935,0.000011775566,0.00026600112,0.00018289726,0.00029281937,0.00042717275],"domain_scores_gemma":[0.99910116,0.000058205787,0.00017530315,0.00014921784,0.00032087805,0.0001952097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058395136,0.00020201376,0.0001445076,0.00025293365,0.0003924278,0.00005043194,0.0004184424,0.000113491726,0.00008212204],"category_scores_gemma":[0.00014655337,0.00018383305,0.00008931167,0.0006210263,0.000017516837,0.00016939885,0.000059112,0.00024673739,0.000010616772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014806226,0.00047279365,0.7365505,0.0014360807,0.00096500496,0.0000012507046,0.032970935,0.061873287,0.01117273,0.029975347,0.12136175,0.0032054933],"study_design_scores_gemma":[0.00055779284,0.00003285037,0.82737917,0.00029263322,0.00013584614,0.0000030922974,0.0039075855,0.08071802,0.014207426,0.00012930139,0.07175256,0.0008837127],"about_ca_topic_score_codex":0.0037836356,"about_ca_topic_score_gemma":0.0021503705,"teacher_disagreement_score":0.09082866,"about_ca_system_score_codex":0.0051644733,"about_ca_system_score_gemma":0.00069594826,"threshold_uncertainty_score":0.99865454},"labels":[],"label_agreement":null},{"id":"W1908825148","doi":"10.24908/pceea.v0i0.4642","title":"A Comparison of Institutional Approaches to CEAB Graduate Attribute Requirements","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Dalhousie University; University of Toronto; Concordia University; University of Calgary; University of British Columbia; Queen's University","funders":"","keywords":"Accreditation; Curriculum; Data collection; Quality management; Computer science; Engineering management; Quality (philosophy); Engineering; Medical education; Psychology; Operations management; Sociology; Medicine; Pedagogy; Management system","score_opus":0.10365262005679751,"score_gpt":0.26450971130493295,"score_spread":0.16085709124813544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908825148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98743904,0.00025752504,0.00033377093,0.0016265813,0.0043938826,0.00050824066,0.00003475584,0.00015794992,0.005248275],"genre_scores_gemma":[0.99655026,0.0000041259696,0.0026932093,0.00005311462,0.00016306425,0.00009240633,0.00001815507,0.000029052824,0.00039660616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987169,0.0000036985857,0.0003959035,0.000113526505,0.0003979454,0.00037201375],"domain_scores_gemma":[0.99915534,0.000020280748,0.00015168812,0.00009587839,0.0002619261,0.00031489963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040399778,0.00016453929,0.0002072565,0.0003301177,0.00009271385,0.000033890774,0.00025623132,0.00010545922,0.000018982413],"category_scores_gemma":[0.00035818462,0.0001696631,0.00006898659,0.0007093128,0.000011454825,0.00024219458,0.000023461585,0.00018159028,0.000017230492],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028796064,0.00042120632,0.72082067,0.0012750641,0.00040721078,2.3827553e-8,0.013124164,0.08487094,0.0072013703,0.041302353,0.12731604,0.0032581105],"study_design_scores_gemma":[0.00019339527,0.000014284368,0.91165763,0.00028840083,0.00006439612,0.0000027759597,0.00071505056,0.006202807,0.026796678,0.00003936663,0.053543486,0.00048174415],"about_ca_topic_score_codex":0.00045574925,"about_ca_topic_score_gemma":0.00028364087,"teacher_disagreement_score":0.19083698,"about_ca_system_score_codex":0.0022178807,"about_ca_system_score_gemma":0.00031311318,"threshold_uncertainty_score":0.69186604},"labels":[],"label_agreement":null},{"id":"W1909360603","doi":"10.24908/pceea.v0i0.3743","title":"TEACHING DESIGN FOR SAFETY THROUGH REAL WORK INCIDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Accreditation; Curriculum; Safety engineering; Work (physics); Engineering management; Engineering education; Laboratory safety; Safety standards; Engineering ethics; Engineering; Lift (data mining); Engineering design process; Computer science; Medical education; Pedagogy; Mechanical engineering; Psychology","score_opus":0.014725328327837786,"score_gpt":0.2078717757187072,"score_spread":0.19314644739086942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909360603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7625784,0.0007932952,0.030825648,0.0044693337,0.033823438,0.0066798213,0.00013948792,0.0030408108,0.15764971],"genre_scores_gemma":[0.9566533,0.000031258296,0.040544525,0.00012225448,0.0002200533,0.00025299148,0.000012751119,0.000081120605,0.0020817614],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99885345,0.0000058798987,0.0003614876,0.00016957395,0.00023324332,0.00037637746],"domain_scores_gemma":[0.99920416,0.00005377354,0.00015165292,0.000111577865,0.0003046633,0.00017416461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052763044,0.00019851791,0.00017795443,0.00019234858,0.00017832316,0.00005394865,0.00034741734,0.00016323902,0.000030871433],"category_scores_gemma":[0.00044595686,0.00020470108,0.000091242786,0.00040706273,0.000008864742,0.0002617263,0.000016153941,0.00024793125,0.000010381429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041082243,0.00050649286,0.12651533,0.0026144828,0.0013532855,3.285741e-7,0.10544893,0.051253185,0.005360267,0.108814776,0.5858754,0.01221642],"study_design_scores_gemma":[0.0012621729,0.00007785782,0.6706079,0.0012918395,0.0003217482,0.000012667258,0.0029087644,0.017372692,0.018493462,0.002997865,0.28220794,0.0024450351],"about_ca_topic_score_codex":0.002908129,"about_ca_topic_score_gemma":0.0005833889,"teacher_disagreement_score":0.5440926,"about_ca_system_score_codex":0.0025791556,"about_ca_system_score_gemma":0.00035897997,"threshold_uncertainty_score":0.8347468},"labels":[],"label_agreement":null},{"id":"W1909668406","doi":"10.24908/pceea.v0i0.5805","title":"THE SELF-REPORTED CONFIDENCE AND PROFICIENCY LEVELS OF UNDERGRADUATE ENGINEERING STUDENTS IN AN ENGINEERING TECHNICAL COMMUNICATION COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Class (philosophy); Psychology; Lifelong learning; Graduate students; Medical education; Strengths and weaknesses; Communication skills; Mathematics education; Pedagogy; Computer science; Medicine; Social psychology","score_opus":0.011036282649598037,"score_gpt":0.24744629204185392,"score_spread":0.23641000939225587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909668406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99525726,0.00065156334,0.000109566696,0.0015581718,0.0011730432,0.0006515998,0.000009861176,0.0002801626,0.00030878175],"genre_scores_gemma":[0.9974628,0.000069334026,0.0021438347,0.000018621458,0.000038448128,0.00011627621,0.0000052292626,0.000045560577,0.000099880206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836296,0.000010182981,0.0005762565,0.00018630127,0.0005032883,0.0003609997],"domain_scores_gemma":[0.9986201,0.000090561254,0.00022615906,0.0002356244,0.0005474514,0.00028008816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011305689,0.00021931098,0.0002248277,0.00027390363,0.00008887547,0.00013228785,0.0005778968,0.00015802795,0.0000015679212],"category_scores_gemma":[0.00083954935,0.00020528414,0.000042988217,0.00078297866,0.000022626575,0.00031564652,0.000051574785,0.00036114512,0.0000014088914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009622541,0.0006675077,0.58676136,0.0015760434,0.0006778222,9.285556e-7,0.010746619,0.28771716,0.024511168,0.07745376,0.008135335,0.0017426754],"study_design_scores_gemma":[0.000472734,0.000030840387,0.9075275,0.00047866118,0.00008186865,0.0000163478,0.0006589085,0.08384425,0.0030707286,0.00018126625,0.003122701,0.00051418366],"about_ca_topic_score_codex":0.00062038,"about_ca_topic_score_gemma":0.001681464,"teacher_disagreement_score":0.32076615,"about_ca_system_score_codex":0.001736759,"about_ca_system_score_gemma":0.0006124173,"threshold_uncertainty_score":0.83712447},"labels":[],"label_agreement":null},{"id":"W1910396939","doi":"10.24908/pceea.v0i0.3897","title":"DESIGN LEARNING AND THE ASSESSMENT OF INSTRUCTION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Premise; Casual; Curriculum; Set (abstract data type); Mathematics education; Accreditation; Process (computing); Perception; Computer science; Psychology; Pedagogy; Epistemology; Medical education; Political science","score_opus":0.006359901615291495,"score_gpt":0.1887018480629938,"score_spread":0.18234194644770232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910396939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430386,0.00064603396,0.003789657,0.0020611326,0.007067422,0.0016749987,0.000008576844,0.00048580358,0.041227784],"genre_scores_gemma":[0.9925456,0.000055493714,0.0068257274,0.000022147411,0.000044694447,0.000066470624,0.0000015942086,0.000023563261,0.00041472918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99927735,0.000009175897,0.00026011388,0.00009264681,0.00019213844,0.00016855601],"domain_scores_gemma":[0.99939257,0.000044091572,0.00016154832,0.000057626992,0.00025567235,0.00008852116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005424431,0.00011589634,0.00014278872,0.00018021173,0.00009447427,0.000030560877,0.00015767259,0.000084473446,0.000025638927],"category_scores_gemma":[0.00026688256,0.00009414766,0.000042654032,0.0003647554,0.000025941225,0.000116827265,0.000013811753,0.00022124335,0.0000011407994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021295711,0.0002562858,0.53712326,0.0027894943,0.0014241909,1.5460535e-7,0.045951318,0.092354104,0.013581307,0.25559685,0.03228198,0.018619759],"study_design_scores_gemma":[0.0011982969,0.00003388006,0.8688325,0.00036219132,0.00016345289,0.000014749302,0.0021984028,0.09366013,0.012957231,0.0007412757,0.019225137,0.0006127225],"about_ca_topic_score_codex":0.00085431855,"about_ca_topic_score_gemma":0.000181299,"teacher_disagreement_score":0.33170927,"about_ca_system_score_codex":0.0007168199,"about_ca_system_score_gemma":0.00025631377,"threshold_uncertainty_score":0.38392302},"labels":[],"label_agreement":null},{"id":"W1912081237","doi":"10.24908/pceea.v0i0.4656","title":"Integration of Desired Learning Outcomes in a First Year Design Course","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Deliverable; Course (navigation); Engineering management; Computer science; Engineering; Public speaking; Software engineering; Systems engineering","score_opus":0.008822616445337191,"score_gpt":0.20323891752406611,"score_spread":0.19441630107872893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912081237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99077225,0.00030984098,0.0010480933,0.0010557347,0.0033020086,0.0006478257,0.000008291943,0.00021654561,0.0026394054],"genre_scores_gemma":[0.9937234,0.000019113966,0.005484733,0.000017606364,0.000061031067,0.00007360532,0.000005322776,0.000033738375,0.0005814642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904907,0.000006698858,0.00032652493,0.00008765026,0.00022984088,0.0003002052],"domain_scores_gemma":[0.99936295,0.00006100149,0.00014750284,0.000068437344,0.00021527533,0.00014485777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052001944,0.00014512893,0.00018493684,0.00031315218,0.000051077466,0.000027946398,0.00017346685,0.0001251876,0.000025162006],"category_scores_gemma":[0.0006763755,0.00014433608,0.000057644884,0.0005614483,0.000008248804,0.00023523124,0.000009745377,0.0002251284,0.000007845113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017087218,0.00015829386,0.9110061,0.00033287576,0.00011356071,2.3914245e-8,0.0061250227,0.06301704,0.005698151,0.0045030965,0.008261823,0.00078232656],"study_design_scores_gemma":[0.00019852517,0.000009192929,0.97594684,0.00023285266,0.00003242237,0.000001265796,0.00087010924,0.008733095,0.008792097,0.00003479353,0.0048796404,0.00026918095],"about_ca_topic_score_codex":0.0007634871,"about_ca_topic_score_gemma":0.000969944,"teacher_disagreement_score":0.06494075,"about_ca_system_score_codex":0.0016545501,"about_ca_system_score_gemma":0.00023716746,"threshold_uncertainty_score":0.5885855},"labels":[],"label_agreement":null},{"id":"W1912448340","doi":"10.24908/pceea.v0i0.3108","title":"The Impact of CEAB Accreditation Requirements Changes on Engineering Curricula Design and Development","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Accreditation; Curriculum; Engineering; Engineering ethics; Engineering management; Systems engineering; Medical education; Medicine; Psychology; Pedagogy","score_opus":0.008512291932973832,"score_gpt":0.2228259389102506,"score_spread":0.21431364697727676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912448340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940593,0.00015044883,0.00025914403,0.0007181254,0.0034214233,0.0006483408,0.0000094843135,0.00016383534,0.00056989084],"genre_scores_gemma":[0.99525994,0.000033465632,0.004185275,0.000017672417,0.00012907136,0.00012957165,0.000007665097,0.00004453494,0.0001927935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988692,0.000004711725,0.00032253447,0.00015065733,0.00032345127,0.00032945923],"domain_scores_gemma":[0.9990195,0.0001076531,0.00018700566,0.00011936347,0.00037297368,0.00019352585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005712796,0.00021634993,0.00016346297,0.0002876647,0.00016201207,0.00009278882,0.00027411905,0.00013825829,0.000010047103],"category_scores_gemma":[0.0006270965,0.00017189655,0.000053937427,0.0004210465,0.000016358395,0.000112352944,0.000019218121,0.0003025316,0.0000037156592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002381987,0.00045814208,0.100049786,0.0018975632,0.00183927,3.8813675e-7,0.01657458,0.46261227,0.21754779,0.021679759,0.11469936,0.062617265],"study_design_scores_gemma":[0.00054079824,0.00007931377,0.82268023,0.0005771853,0.00006437043,0.0000103742705,0.0004377237,0.06924521,0.062391896,0.00008542927,0.04293141,0.0009560717],"about_ca_topic_score_codex":0.00032608153,"about_ca_topic_score_gemma":0.00046794847,"teacher_disagreement_score":0.72263044,"about_ca_system_score_codex":0.0012251451,"about_ca_system_score_gemma":0.00047928697,"threshold_uncertainty_score":0.7009738},"labels":[],"label_agreement":null},{"id":"W1912852193","doi":"10.24908/pceea.v0i0.5741","title":"Assessing Process Skills in Engineering Students","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Capstone; Accreditation; Process (computing); Teamwork; Engineering management; Engineering ethics; Engineering education; Computer science; Engineering; Medical education; Management; Medicine","score_opus":0.00648338007975465,"score_gpt":0.24214692677681804,"score_spread":0.23566354669706338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912852193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153197,0.00016494385,0.00005434897,0.0005434526,0.0034718832,0.000379004,0.0000049652303,0.00026740745,0.0035820543],"genre_scores_gemma":[0.9979261,0.000008892204,0.0010946721,0.00007141065,0.00014866974,0.00012326901,0.000007841153,0.00006441605,0.0005547279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983372,0.000004371527,0.00043251415,0.0001975517,0.00057463266,0.0004536946],"domain_scores_gemma":[0.9989091,0.00003054318,0.00013277083,0.00011402042,0.0004525823,0.00036096692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006196603,0.00023781689,0.00022890001,0.000570395,0.000052330688,0.00023842,0.00047838403,0.00017872897,0.000012033015],"category_scores_gemma":[0.00086624926,0.0002526665,0.000059845148,0.0011413401,0.0000075786297,0.0005357506,0.000025404815,0.0003571426,0.000014430056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012803171,0.00026846735,0.6472283,0.0011101955,0.00016078976,5.5698075e-7,0.0076030735,0.313278,0.0015619282,0.0018233504,0.025781972,0.0011821218],"study_design_scores_gemma":[0.0007907214,0.000015327114,0.926689,0.0011002655,0.000052733776,0.00001327565,0.0021650176,0.03730165,0.006041506,0.0001514402,0.024607169,0.0010718469],"about_ca_topic_score_codex":0.000727214,"about_ca_topic_score_gemma":0.00089579425,"teacher_disagreement_score":0.27946076,"about_ca_system_score_codex":0.004373079,"about_ca_system_score_gemma":0.0007396857,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W1913384913","doi":"10.24908/pceea.v0i0.3787","title":"COMMUNICATION SKILLS? HOW TO MAKE THEM AN ASSET FOR YOUNG ENGINEERS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Context (archaeology); Discipline; Communication skills; Skills management; Mediation; Computer science; Asset (computer security); Chart; Task (project management); Engineering ethics; Engineering management; Knowledge management; Psychology; Pedagogy; Engineering; Medical education; Sociology; Systems engineering","score_opus":0.00949067769250808,"score_gpt":0.19778310235581947,"score_spread":0.1882924246633114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913384913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532063,0.00021647215,0.0028939229,0.0054607545,0.009780384,0.003067665,0.00018245276,0.0013726567,0.023819411],"genre_scores_gemma":[0.9739449,0.000016123855,0.023434324,0.00015209492,0.00013320254,0.00043370802,0.00004204296,0.000083711624,0.0017598775],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99883235,0.0000053343024,0.0002941869,0.00019918843,0.0002590753,0.0004098775],"domain_scores_gemma":[0.99863124,0.000035623143,0.00013284065,0.00023406478,0.00059661095,0.00036962086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004631588,0.00023324744,0.0001948224,0.0003210008,0.00014526091,0.00012543486,0.00056176254,0.00017696025,0.00003383319],"category_scores_gemma":[0.0005275514,0.00024677182,0.000092294766,0.00060560164,0.000009540033,0.00029022287,0.000021567505,0.00021305532,0.000012465351],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016277703,0.001123538,0.14790823,0.0024395902,0.0011848424,2.3552711e-7,0.084237516,0.033983424,0.014288079,0.11437298,0.5847448,0.015700497],"study_design_scores_gemma":[0.0007919759,0.00008489867,0.6881905,0.00061067136,0.00021783836,0.000019794423,0.0049058935,0.027191838,0.029941825,0.0007925315,0.24513663,0.0021155903],"about_ca_topic_score_codex":0.0008085455,"about_ca_topic_score_gemma":0.0027448607,"teacher_disagreement_score":0.54028225,"about_ca_system_score_codex":0.0019617213,"about_ca_system_score_gemma":0.00028284048,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W1913580745","doi":"10.24908/pceea.v0i0.5798","title":"Engineering Student Leaders’ Self-Assessments of Leadership Skills","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Teamwork; Psychology; Engineering education; Medical education; Educational leadership; Leadership development; Pedagogy; Engineering; Management; Political science; Public relations; Engineering management; Medicine","score_opus":0.01682840408071876,"score_gpt":0.23966269696766856,"score_spread":0.2228342928869498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913580745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837012,0.00044738923,0.0001235715,0.0015633059,0.006896997,0.00069687126,0.00001881268,0.0005798272,0.005972008],"genre_scores_gemma":[0.99494,0.000014729887,0.0033991055,0.0000883572,0.0001522216,0.00008245194,0.000009186351,0.00006804049,0.0012459344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832624,0.0000053452845,0.0004711758,0.00018779389,0.0005707459,0.00043869187],"domain_scores_gemma":[0.9986272,0.00004025991,0.00019423108,0.00015211492,0.0006032804,0.00038291546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051262404,0.00024993758,0.0002687857,0.00044200761,0.00004979951,0.00006490934,0.00043865753,0.00018518747,0.000018115032],"category_scores_gemma":[0.00037513243,0.00026491712,0.000100158344,0.00078429957,0.000012413915,0.00024380129,0.00002639013,0.00029151846,0.00001765444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042840093,0.0008859318,0.4342362,0.0037482851,0.0015152382,5.484752e-7,0.034106888,0.23543519,0.0106022265,0.011402584,0.2655827,0.0024799397],"study_design_scores_gemma":[0.0013471274,0.00007813746,0.83335173,0.001106266,0.0002894732,0.000018241379,0.009834684,0.028127933,0.030856527,0.00007005784,0.0931635,0.0017563051],"about_ca_topic_score_codex":0.0005287243,"about_ca_topic_score_gemma":0.00033707143,"teacher_disagreement_score":0.39911556,"about_ca_system_score_codex":0.0036783416,"about_ca_system_score_gemma":0.0007294271,"threshold_uncertainty_score":0.99998033},"labels":[],"label_agreement":null},{"id":"W1913737603","doi":"10.24908/pceea.v0i0.5844","title":"A FRAMEWORK OF THE BACHELOR OF TECHNOLOGY CONCEPT AND ITS SIGNIFICANT EXPERIENTIAL LEARNING COMPONENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Experiential learning; Component (thermodynamics); Bachelor; Learning cycle; Implementation; Experiential education; Computer science; Psychology; Mathematics education; Knowledge management; Software engineering","score_opus":0.006325742444888557,"score_gpt":0.1997977347112664,"score_spread":0.19347199226637785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913737603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948002,0.00055061263,0.000088606794,0.0014307443,0.0019586198,0.00030287856,0.000009711872,0.00008180981,0.0007768298],"genre_scores_gemma":[0.9985309,0.0000133912345,0.0010518312,0.00001775965,0.000053238327,0.00004305936,0.000002317427,0.000024079061,0.00026337765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912524,0.00000538173,0.00030865934,0.00011011387,0.00025803063,0.00019258208],"domain_scores_gemma":[0.99907535,0.000029350542,0.00021462633,0.00008358178,0.0004639936,0.00013310325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022687136,0.00012616688,0.00018057215,0.00022458848,0.00005441967,0.000019216051,0.0002530333,0.0001563871,0.00001161113],"category_scores_gemma":[0.0009837382,0.00011079627,0.00004993265,0.0006287513,0.000027507356,0.000075031414,0.000033094213,0.00026421848,0.0000011587366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013825902,0.0004929265,0.317547,0.0030333851,0.0011459484,2.3422068e-7,0.10607444,0.17611176,0.1583842,0.17942464,0.050074793,0.0076968675],"study_design_scores_gemma":[0.0011584415,0.00010615059,0.44209257,0.002162081,0.00023046737,0.000018094272,0.018735647,0.04235051,0.41425106,0.000887004,0.076626115,0.0013818706],"about_ca_topic_score_codex":0.00027919418,"about_ca_topic_score_gemma":0.00006358609,"teacher_disagreement_score":0.25586686,"about_ca_system_score_codex":0.0007262691,"about_ca_system_score_gemma":0.00035612364,"threshold_uncertainty_score":0.4518141},"labels":[],"label_agreement":null},{"id":"W1914525887","doi":"10.24908/pceea.v0i0.5757","title":"DEVELOPING A MODEL FOR INNOVATION IN UNDERGRADUATE ENGINEERING EDUCATION – THE SYSTEMATIC INTEGRATION OF HUMAN-CENTERED DESIGN","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Six Sigma; Engineering management; Computer science; Engineering; Engineering ethics; Manufacturing engineering","score_opus":0.03821917076629238,"score_gpt":0.25424735093998124,"score_spread":0.21602818017368886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914525887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7782514,0.0012031201,0.18720883,0.009354627,0.011385483,0.0099004125,0.000053254425,0.00074470555,0.0018981578],"genre_scores_gemma":[0.98853344,0.000009310749,0.010006986,0.00007467603,0.000075313495,0.00069885305,0.00002700297,0.000054383738,0.00052004727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838763,0.000011360036,0.00081316166,0.0001652488,0.00032809062,0.00029449092],"domain_scores_gemma":[0.9981685,0.000079315665,0.00038361803,0.0001419723,0.0011251308,0.000101426594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011183247,0.00022310192,0.00028017577,0.00072595803,0.00007823181,0.000081915285,0.00034936387,0.00014796272,0.0000010011413],"category_scores_gemma":[0.001647854,0.00019865423,0.000064872766,0.0013688147,0.000010098864,0.00026355207,0.000016341977,0.00020703344,0.0000014953032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062498298,0.00017397742,0.0036118529,0.013863688,0.0002374031,3.0424335e-8,0.012707235,0.7527214,0.021034475,0.17432569,0.020776348,0.00054160133],"study_design_scores_gemma":[0.00045274195,0.000021054837,0.0063984524,0.004310415,0.000069956426,0.000003200687,0.0017923644,0.971923,0.011877826,0.0020970902,0.0005481911,0.0005057241],"about_ca_topic_score_codex":0.0004951835,"about_ca_topic_score_gemma":0.0008837447,"teacher_disagreement_score":0.21920153,"about_ca_system_score_codex":0.0042367196,"about_ca_system_score_gemma":0.001514211,"threshold_uncertainty_score":0.99958587},"labels":[],"label_agreement":null},{"id":"W1914571330","doi":"10.24908/pceea.v0i0.3822","title":"UNIVERSITY-INDUSTRY COLLABORATION IN MULTIDISCIPLINARY DESIGN EDUCATION: THE SANDVIK MINING EQUIPMENT - QUEEN'S MINE-MECHANICAL EXPERIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Capstone; Multidisciplinary approach; Engineering; Context (archaeology); Engineering management; Mining industry; Work (physics); Construction engineering; Mechanical engineering; Computer science; Mining engineering","score_opus":0.011025445540762785,"score_gpt":0.21138258835432203,"score_spread":0.20035714281355924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914571330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806003,0.000179057,0.00033318144,0.0035480657,0.00521767,0.0010815333,0.000011539786,0.00024037976,0.00878826],"genre_scores_gemma":[0.9927513,0.00002336736,0.005028487,0.00007691203,0.00010880836,0.000108822635,0.000006545683,0.000033125118,0.0018626598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988728,0.000017372053,0.00032013378,0.00019863811,0.0002687178,0.00032231354],"domain_scores_gemma":[0.9991379,0.000055229964,0.0001505157,0.00014133086,0.0003237091,0.00019131396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045087092,0.00019246545,0.00015031044,0.00033245693,0.00016309838,0.000064072614,0.00042047127,0.00024199176,0.000065142674],"category_scores_gemma":[0.00031392844,0.00018274332,0.00004965728,0.0011161704,0.000018993313,0.00030264113,0.000032877993,0.00035193402,0.00000680723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044100878,0.0014034489,0.3644837,0.0013397327,0.00054701546,0.0000027094843,0.19158551,0.10360588,0.011070701,0.056006826,0.2599856,0.009924754],"study_design_scores_gemma":[0.0010915692,0.00008079951,0.7460129,0.0017071792,0.0001675235,0.000023596516,0.08558141,0.05203809,0.028327268,0.0003545738,0.08251337,0.002101694],"about_ca_topic_score_codex":0.0018104216,"about_ca_topic_score_gemma":0.0014267123,"teacher_disagreement_score":0.3815292,"about_ca_system_score_codex":0.0032100484,"about_ca_system_score_gemma":0.0012674863,"threshold_uncertainty_score":0.8394165},"labels":[],"label_agreement":null},{"id":"W1914704206","doi":"10.24908/pceea.v0i0.5797","title":"TRAINING VERSATILE ENGINEERS: A HISTORICAL AND PRESENT PERSPECTIVE ON THE PLACE OF THE HUMANITES AND SOCIAL SCIENCES IN THE CANADIAN ENGINEERING CONTEXT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"University of Waterloo; University of Guelph","keywords":"Curriculum; Accreditation; Context (archaeology); Perspective (graphical); Engineering ethics; Soft skills; Pedagogy; Sociology; Social science; Humanities; Engineering; Medical education; Medicine; Visual arts; Art; Geography","score_opus":0.02615510943503059,"score_gpt":0.2212580858032929,"score_spread":0.1951029763682623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914704206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95659536,0.000820289,0.000008744199,0.03384126,0.0020218862,0.00087406934,0.000022174485,0.00007601858,0.005740214],"genre_scores_gemma":[0.9992507,0.0000066694024,0.00010444763,0.00023656404,0.00012229325,0.000074874966,0.0000011857252,0.00002163879,0.00018162957],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989117,0.000014386058,0.00023308334,0.00015231309,0.0003790671,0.00030946438],"domain_scores_gemma":[0.9993228,0.0001618925,0.000102838734,0.00008325378,0.0002194338,0.000109820765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083362416,0.00017038488,0.00015933023,0.00029048734,0.00024899215,0.00011938746,0.00036835426,0.00010462867,0.0000043464443],"category_scores_gemma":[0.00088298164,0.00011770052,0.00004637109,0.000589007,0.000045104232,0.00012278846,0.000020200478,0.00034947664,7.7585395e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006839556,0.00013215456,0.032187324,0.0006258831,0.00036313242,4.84902e-7,0.43323547,0.0959678,0.0007286533,0.2861697,0.1486573,0.0019252391],"study_design_scores_gemma":[0.0011639169,0.00012103712,0.50936365,0.0009430611,0.00017967931,0.000033156317,0.14220038,0.10519947,0.001514802,0.0007085437,0.23708755,0.0014847333],"about_ca_topic_score_codex":0.04513634,"about_ca_topic_score_gemma":0.074806444,"teacher_disagreement_score":0.47717634,"about_ca_system_score_codex":0.005089692,"about_ca_system_score_gemma":0.0007521404,"threshold_uncertainty_score":0.9987296},"labels":[],"label_agreement":null},{"id":"W1916316638","doi":"10.24908/pceea.v0i0.5820","title":"PATHWAYS BETWEEN ENGINEERING AND EDUCATION FACULTIES: EFFORTS TO ESTABLISH AN ENGINEERING EDUCATION GRADUATE PROGRAM AT THE UNIVERSITY OF MANITOBA","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Accreditation; Scope (computer science); Engineering ethics; Engineering education; Graduate education; Higher education; Engineering; Medical education; Political science; Pedagogy; Sociology; Engineering management; Medicine; Computer science","score_opus":0.014215391001497366,"score_gpt":0.19890661696997616,"score_spread":0.1846912259684788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916316638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948865,0.00023705176,0.00007901695,0.000731498,0.0022713598,0.000859492,0.00003330912,0.0002854381,0.00061629864],"genre_scores_gemma":[0.9940579,0.000028050637,0.0047574276,0.000054017728,0.00026469977,0.00010597774,0.00006889188,0.00007383249,0.0005892092],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984864,0.000008617795,0.00038098026,0.00027393314,0.0004422965,0.00040775957],"domain_scores_gemma":[0.9981656,0.000046535086,0.00019091289,0.00021647009,0.000784139,0.00059632957],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051892176,0.00029639734,0.0002669345,0.00045217772,0.00015442855,0.00012160844,0.0004255582,0.00017759095,0.000008340383],"category_scores_gemma":[0.0005115725,0.00030003878,0.000073868985,0.0008889636,0.000019941033,0.00041446276,0.00006285857,0.00028974406,0.000009095549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021592716,0.0010325108,0.25578627,0.005774458,0.0009966203,5.1592934e-7,0.06336613,0.27383223,0.015613935,0.0126216635,0.27567056,0.09528349],"study_design_scores_gemma":[0.00047959143,0.0001049408,0.73643446,0.0010258498,0.0002453505,0.000019816229,0.009637906,0.02088741,0.0067949463,0.000108415574,0.22291094,0.0013503657],"about_ca_topic_score_codex":0.0036576048,"about_ca_topic_score_gemma":0.0030043998,"teacher_disagreement_score":0.4806482,"about_ca_system_score_codex":0.0033613078,"about_ca_system_score_gemma":0.0012215847,"threshold_uncertainty_score":0.99994516},"labels":[],"label_agreement":null},{"id":"W1917072110","doi":"10.24908/pceea.v0i0.3745","title":"AN INDUSTRIAL DESIGN-ORIENTED ENGINEERING ECONOMICS COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Documentation; Engineering management; Project-based learning; Computer science; Engineering economics; Project management; Work breakdown structure; Project planning; Management science; Software engineering; Project charter; Systems engineering; Engineering; Mathematics education; Business","score_opus":0.01394457238741157,"score_gpt":0.18255237711943223,"score_spread":0.16860780473202067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917072110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97718924,0.00018784252,0.0013819387,0.0005615927,0.012904781,0.0010765115,0.000044783803,0.0009768945,0.005676442],"genre_scores_gemma":[0.9919596,0.000020259773,0.0071219383,0.000063846936,0.00028211696,0.000115648545,0.000014173191,0.00008420228,0.00033826992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99875736,0.000006643525,0.000398222,0.00020794015,0.0001960705,0.0004337465],"domain_scores_gemma":[0.99893916,0.00003066422,0.00015398567,0.00016937882,0.00031734223,0.0003894488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004911107,0.00025516617,0.00020894056,0.0003305542,0.0001139461,0.00007604272,0.00040653907,0.00025253097,0.00007246067],"category_scores_gemma":[0.00030702335,0.00027929377,0.000078687095,0.0005549759,0.0000110369265,0.00037253764,0.000014640562,0.00039253224,0.000015881136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021449976,0.001047044,0.18692562,0.0010195082,0.0016065943,9.331539e-7,0.025720507,0.5165243,0.014286911,0.07734002,0.16573532,0.009771767],"study_design_scores_gemma":[0.001496843,0.00013774891,0.4961224,0.0006811417,0.0003828287,0.000032610944,0.0021591298,0.284996,0.06319854,0.0002801608,0.14744502,0.0030675777],"about_ca_topic_score_codex":0.0010096396,"about_ca_topic_score_gemma":0.00049271376,"teacher_disagreement_score":0.30919677,"about_ca_system_score_codex":0.0021923324,"about_ca_system_score_gemma":0.00067718624,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W1918456292","doi":"","title":"Case methods in civil engineering teaching1This paper is one of a selection of papers in this Special Issue in honour of Professor Davenport.","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Honour; Curriculum; Mathematics education; Order (exchange); Vocational education; Engineering ethics; Computer science; Engineering; Psychology; Artificial intelligence; Pedagogy; Political science; Law","score_opus":0.01440410886011712,"score_gpt":0.23441082508253253,"score_spread":0.2200067162224154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918456292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97414523,0.0017052559,0.007896019,0.00009485605,0.0034637202,0.0005512676,0.000023969134,0.000058199817,0.012061461],"genre_scores_gemma":[0.9854133,0.00007386063,0.014198233,0.000009282288,0.00018380934,0.000011708181,0.0000012135437,0.00005659013,0.00005200896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9980652,0.000042855245,0.0011639756,0.00014045958,0.00018214133,0.00040540518],"domain_scores_gemma":[0.99924505,0.000077775505,0.00018656327,0.00015090156,0.00009209869,0.00024761265],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010392616,0.0002474599,0.00061567454,0.001779199,0.0000127273925,0.000007063195,0.00020238817,0.00016975569,0.0030273139],"category_scores_gemma":[0.00027292682,0.00029301996,0.00010483708,0.0009471619,0.000018934054,0.00020233063,0.00001186735,0.0007198616,8.409305e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034686007,0.0002768208,0.024964128,0.0027464887,0.0003479646,0.0009830488,0.065867454,0.8422675,0.05289926,0.00045903784,0.0015455765,0.007608021],"study_design_scores_gemma":[0.008480003,0.0007799769,0.40011296,0.017949015,0.000342034,0.005187893,0.008533909,0.2689071,0.22508256,0.00016384147,0.059866387,0.0045943223],"about_ca_topic_score_codex":0.0020146803,"about_ca_topic_score_gemma":0.06471744,"teacher_disagreement_score":0.57336044,"about_ca_system_score_codex":0.0004822903,"about_ca_system_score_gemma":0.00036333138,"threshold_uncertainty_score":0.9999522},"labels":[],"label_agreement":null},{"id":"W1919179639","doi":"10.24908/pceea.v0i0.5785","title":"INDUSTRY PERCEPTIONS OF GRADUATE ATTRIBUTE COMPETENCIES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Graduation (instrument); Accreditation; Medical education; Corporation; Psychology; Service (business); Process (computing); Perception; Engineering; Medicine; Computer science; Political science; Business; Marketing","score_opus":0.017925720088573297,"score_gpt":0.21281382352015957,"score_spread":0.19488810343158627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919179639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99008924,0.00011785168,0.000052454612,0.0017351187,0.002832621,0.00023905962,0.00003497727,0.00018088361,0.004717778],"genre_scores_gemma":[0.99706554,0.00001253015,0.0014458387,0.00006231364,0.00011646658,0.000046930967,0.000013448599,0.00003229707,0.00120462],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989235,0.0000039460833,0.00033123893,0.00011248848,0.0003647119,0.00026416325],"domain_scores_gemma":[0.998634,0.000021445418,0.00014555978,0.00010258246,0.000803064,0.00029338765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035012895,0.00015374321,0.00018147666,0.00029578235,0.00006166714,0.0000417891,0.00027340563,0.00026959775,0.000027024038],"category_scores_gemma":[0.0005156593,0.00015666801,0.00007140313,0.0006975445,0.00001791164,0.00016959869,0.000018523384,0.00047371635,0.000012928982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017265157,0.00016274826,0.4177033,0.000842738,0.000339121,1.08826306e-7,0.010350662,0.0782358,0.0077440375,0.011573032,0.47204834,0.000998392],"study_design_scores_gemma":[0.00037160743,0.000023129794,0.92196435,0.00036543945,0.00008967131,0.0000104892015,0.0049490375,0.00880963,0.008131677,0.00019218442,0.054453284,0.0006394943],"about_ca_topic_score_codex":0.0014841737,"about_ca_topic_score_gemma":0.00086859113,"teacher_disagreement_score":0.5042611,"about_ca_system_score_codex":0.0020327338,"about_ca_system_score_gemma":0.0007142675,"threshold_uncertainty_score":0.6388736},"labels":[],"label_agreement":null},{"id":"W1919274993","doi":"10.24908/pceea.v0i0.5791","title":"Co-Curricular Activities and their Role in Supporting Experiential Learning","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Experiential learning; Competition (biology); Psychology; Mathematics education; Student engagement; Medical education; Pedagogy; Computer science; Medicine","score_opus":0.0038966977267434534,"score_gpt":0.19733421356015263,"score_spread":0.19343751583340918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919274993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398184,0.00023970891,0.000029462624,0.00031335265,0.0010179135,0.00018600171,0.0000040489444,0.00013447957,0.0040931706],"genre_scores_gemma":[0.9989793,0.000013013806,0.00029342287,0.000030907908,0.0000967449,0.00007317034,0.000008627401,0.0000337069,0.00047110845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910724,0.0000056907197,0.00025822665,0.00013558425,0.0001886978,0.00030457575],"domain_scores_gemma":[0.9994427,0.000023454822,0.00010917301,0.000054501397,0.00015006536,0.00022011505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040612707,0.00015890795,0.00015947028,0.00030814565,0.00007058657,0.00009179488,0.00014265387,0.00011209329,0.000012445135],"category_scores_gemma":[0.00042408888,0.00015606872,0.00003834548,0.00038503486,0.0000110525425,0.00023457601,0.000012650897,0.00026440102,0.0000029856415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042079187,0.00014954689,0.77084774,0.0007265487,0.00022445225,3.987181e-7,0.07958234,0.07745579,0.02332533,0.006587213,0.033403464,0.0076929727],"study_design_scores_gemma":[0.0013909843,0.000063121355,0.415728,0.0008780559,0.00006357905,0.000041608117,0.07147688,0.14088011,0.084057525,0.00042940758,0.28284672,0.002144024],"about_ca_topic_score_codex":0.0011256628,"about_ca_topic_score_gemma":0.0007830345,"teacher_disagreement_score":0.35511974,"about_ca_system_score_codex":0.0016479278,"about_ca_system_score_gemma":0.0003287042,"threshold_uncertainty_score":0.6364298},"labels":[],"label_agreement":null},{"id":"W1919439983","doi":"10.24908/pceea.v0i0.5739","title":"EXPERIENCE WITH A SMALL UAV IN THE ENGINEERING DESIGN CLASS AT CAPILANO UNIVERSITY – A NOVEL APPROACH TO FIRST YEAR ENGINEERING DESIGN","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Teamwork; Class (philosophy); Theme (computing); Engineering management; Engineering education; Key (lock); Project-based learning; Field (mathematics); Engineering; Engineering design process; Computer science; Mathematics education; Psychology; Mechanical engineering; Artificial intelligence; Management","score_opus":0.02047110706974791,"score_gpt":0.1671976521996782,"score_spread":0.14672654512993027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919439983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8277513,0.00036091218,0.14865108,0.004739953,0.004860465,0.005263434,0.000058773396,0.0013250912,0.0069890143],"genre_scores_gemma":[0.9480741,0.000008371348,0.050843857,0.00009163722,0.00011172407,0.00019408378,0.000008032433,0.00008004061,0.0005881443],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984707,0.000008979758,0.0002885617,0.00027864962,0.00042347325,0.0005295969],"domain_scores_gemma":[0.9989341,0.00009582422,0.000099116514,0.00019844506,0.00029069037,0.00038181647],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006841571,0.00030306072,0.00023241343,0.00050298776,0.000106347106,0.00010792152,0.00063972035,0.00016109015,0.0000046551772],"category_scores_gemma":[0.00051222893,0.00027540457,0.000055137356,0.0014325455,0.000011315009,0.00023574878,0.000038787668,0.00032590298,0.000011008878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005835277,0.00006045212,0.003689453,0.00014874297,0.00005090738,3.377934e-7,0.010252824,0.9745447,0.0009173551,0.0018448965,0.008458951,0.000025541125],"study_design_scores_gemma":[0.0020424856,0.00013048791,0.1261335,0.0010600096,0.0001564571,0.00009220104,0.01053802,0.64344305,0.0061374274,0.000016676368,0.20767799,0.0025717192],"about_ca_topic_score_codex":0.000990879,"about_ca_topic_score_gemma":0.001002245,"teacher_disagreement_score":0.3311017,"about_ca_system_score_codex":0.0050645215,"about_ca_system_score_gemma":0.0004893252,"threshold_uncertainty_score":0.99996984},"labels":[],"label_agreement":null},{"id":"W1919644201","doi":"10.24908/pceea.v0i0.4048","title":"INTEGRATED TEAM DESIGN PROJECTS AT CARLETON UNIVERSITY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Curriculum; Culmination; Engineering management; Design education; Engineering; Key (lock); Engineering education; Engineering ethics; Feature (linguistics); Sociology; Computer science; Pedagogy; Visual arts; Art","score_opus":0.011179885981338924,"score_gpt":0.1565565340021664,"score_spread":0.14537664802082748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919644201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800618,0.00027096277,0.0008074466,0.00097111677,0.008238354,0.0016764356,0.000052380114,0.0012910246,0.10663046],"genre_scores_gemma":[0.9891099,0.000021391004,0.0052795075,0.000062807296,0.00006292024,0.000027164033,0.000009417518,0.000045749657,0.005381165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991081,0.0000062901427,0.00020340241,0.00015875035,0.00021160871,0.000311872],"domain_scores_gemma":[0.99918187,0.000020574724,0.00010965488,0.00010205806,0.00036706327,0.00021875766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002545752,0.00017951311,0.00014541784,0.00033588186,0.000121434925,0.000030704472,0.0003102213,0.00015612373,0.00008394787],"category_scores_gemma":[0.0002326719,0.00018537843,0.0000648294,0.00073813804,0.000012249182,0.00020399003,0.000022051217,0.00020865834,0.000025860067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016080734,0.00028389576,0.11831611,0.0010569704,0.0006912458,8.0013035e-7,0.02109227,0.01733571,0.01803543,0.020733599,0.7993944,0.003043475],"study_design_scores_gemma":[0.0006688771,0.000051827992,0.40699428,0.00054815644,0.00019047379,0.000021917242,0.003270059,0.027352726,0.065464236,0.000104617124,0.49377888,0.001553925],"about_ca_topic_score_codex":0.0030141014,"about_ca_topic_score_gemma":0.0016659871,"teacher_disagreement_score":0.3056155,"about_ca_system_score_codex":0.0054454757,"about_ca_system_score_gemma":0.0006027356,"threshold_uncertainty_score":0.99837244},"labels":[],"label_agreement":null},{"id":"W1920524607","doi":"10.24908/pceea.v0i0.4655","title":"REALIZING CEAB GRADUATE ATTRIBUTES USING THE CASE METHOD","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Curriculum; Engineering education; Work (physics); Engineering management; Focus group; Perspective (graphical); Engineering; Medical education; Computer science; Pedagogy; Psychology; Mechanical engineering; Medicine; Artificial intelligence","score_opus":0.025355816790316506,"score_gpt":0.2544110040200308,"score_spread":0.2290551872297143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920524607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665626,0.0013705016,0.0027572752,0.00543096,0.012195166,0.0011586302,0.0000654627,0.0007073181,0.009752065],"genre_scores_gemma":[0.9907831,0.000015339381,0.008074852,0.00013541865,0.00040435704,0.00006628183,0.0000071303466,0.000059360158,0.0004541362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871165,0.000011559673,0.00034042087,0.00013272962,0.00027565425,0.000528004],"domain_scores_gemma":[0.99894863,0.000082787345,0.00016803326,0.00014497899,0.0003729382,0.0002826327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094636803,0.0002136002,0.00017565193,0.00024099044,0.00027305103,0.00010918866,0.00027961374,0.00013478813,0.00002308418],"category_scores_gemma":[0.00053136004,0.0001795762,0.00009653613,0.0008034479,0.000011831877,0.00031305593,0.000026285286,0.00033445773,0.000008352228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041620774,0.00037160324,0.15128791,0.0026020724,0.0015924667,0.000003251359,0.032740083,0.21357712,0.026223388,0.12362521,0.4357536,0.012219131],"study_design_scores_gemma":[0.00085067254,0.000026657906,0.27662617,0.0010292729,0.0008152363,0.0015213516,0.014966637,0.27155742,0.05038192,0.00054137595,0.37848476,0.0031985454],"about_ca_topic_score_codex":0.0042959983,"about_ca_topic_score_gemma":0.0010121719,"teacher_disagreement_score":0.12533824,"about_ca_system_score_codex":0.0027187455,"about_ca_system_score_gemma":0.0002919043,"threshold_uncertainty_score":0.73229045},"labels":[],"label_agreement":null},{"id":"W1921240322","doi":"10.24908/pceea.v0i0.5946","title":"A MODULE FOR TEACHING THE ROLE OF ETHICS IN SAFE PRACTICE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Duty; Presentation (obstetrics); Engineering ethics; Professional responsibility; Scope (computer science); Ethical code; Professional ethics; Discipline; Ethical responsibility; Engineering; Legal ethics; Professional conduct; Engineering management; Computer science; Political science; Medicine; Law","score_opus":0.008529469836282418,"score_gpt":0.2366867924217567,"score_spread":0.22815732258547428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921240322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8598423,0.0029384838,0.0011454979,0.04682735,0.01256779,0.0037291711,0.00009649215,0.00052995025,0.07232299],"genre_scores_gemma":[0.9940212,0.000012554511,0.0050761206,0.00015259965,0.00011447478,0.000143718,0.0000056877593,0.00003351854,0.0004401277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903506,0.000010490496,0.00031552065,0.00010622779,0.00029556826,0.00023713238],"domain_scores_gemma":[0.9987952,0.00019468916,0.00016944161,0.00009794237,0.0006108067,0.00013192731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001536404,0.00012309675,0.000139967,0.00021158574,0.00007424287,0.000040659288,0.00028747,0.00014764442,0.0000029976827],"category_scores_gemma":[0.0052354285,0.00010909296,0.000053524716,0.0003871472,0.000011723566,0.00020303989,0.0000145181275,0.00043697516,0.0000022884642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017975675,0.00046670312,0.08758445,0.0018363696,0.00054586923,1.0221871e-7,0.100233264,0.36644608,0.008016841,0.27413937,0.1505493,0.010163702],"study_design_scores_gemma":[0.0006596509,0.00003513888,0.060790185,0.000523537,0.00010563138,0.00000903831,0.016126852,0.09815726,0.009178776,0.0020054055,0.81174153,0.0006669846],"about_ca_topic_score_codex":0.0033395733,"about_ca_topic_score_gemma":0.0020196456,"teacher_disagreement_score":0.66119224,"about_ca_system_score_codex":0.0019234886,"about_ca_system_score_gemma":0.000815651,"threshold_uncertainty_score":0.62676746},"labels":[],"label_agreement":null},{"id":"W1923014153","doi":"10.24908/pceea.v0i0.3618","title":"Aspects of Professional Engineering Practice, Ethics and Technical Writing in an Engineering Course","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Grading (engineering); Course (navigation); Engineering ethics; Engineering education; Engineering; Engineering management; Computer science; Civil engineering","score_opus":0.010596419692523468,"score_gpt":0.2440352045826401,"score_spread":0.23343878489011663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923014153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887491,0.00054203614,0.00016057884,0.0012093215,0.0031483795,0.0007223618,0.00001968729,0.00040424772,0.005044307],"genre_scores_gemma":[0.99011844,0.000033672128,0.009478392,0.000058115165,0.000093413386,0.00008715955,0.0000066783787,0.00006459654,0.000059552756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984487,0.000010623842,0.0005488244,0.00021622576,0.00038104036,0.0003945481],"domain_scores_gemma":[0.9987484,0.0001609598,0.00019795905,0.00013366577,0.00049431523,0.00026468074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010945087,0.0002398879,0.00025703627,0.0004697929,0.00007260665,0.00004657841,0.00029327194,0.00031845603,0.000016368622],"category_scores_gemma":[0.0018409853,0.00026080766,0.000053355467,0.0007348088,0.000016787275,0.0004777871,0.00003414021,0.0008880205,0.0000017169757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025867106,0.0018591369,0.3873186,0.0085005835,0.00074879674,0.0000047175026,0.05105414,0.143971,0.091480926,0.30290523,0.008898897,0.0032321203],"study_design_scores_gemma":[0.00038516652,0.000039559465,0.9436017,0.0012277006,0.00008492982,0.000039300692,0.0015769409,0.040093027,0.008060259,0.00011037459,0.0040271073,0.0007539132],"about_ca_topic_score_codex":0.0007590629,"about_ca_topic_score_gemma":0.0010312747,"teacher_disagreement_score":0.5562831,"about_ca_system_score_codex":0.0011539899,"about_ca_system_score_gemma":0.0006207075,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W1924375236","doi":"10.24908/pceea.v0i0.3134","title":"What should Graduating Geological Engineers Know and Be Able to Do? Redesigning Curricula on the Basis of Graduate Attributes","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Engineering ethics; Engineering; Graduate students; Mathematics education; Medical education; Engineering management; Sociology; Psychology; Pedagogy; Medicine","score_opus":0.019977954092080575,"score_gpt":0.22609060084247296,"score_spread":0.20611264675039237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924375236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793239,0.00013235454,0.000063440006,0.016000666,0.0031107324,0.00049622986,0.000013956776,0.0001443299,0.0007143641],"genre_scores_gemma":[0.9969676,0.000066845736,0.001954436,0.00033881367,0.0001334781,0.00013452857,0.0000066586476,0.00004274609,0.00035487604],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99862,0.0000075343037,0.0003693502,0.00021371696,0.00040879313,0.00038063392],"domain_scores_gemma":[0.99878955,0.00019514847,0.00015425184,0.00015390696,0.00044486212,0.00026227947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007925773,0.00023847872,0.00022755544,0.00031967944,0.00015886623,0.00018410501,0.00033988737,0.0001681936,0.00003139153],"category_scores_gemma":[0.0017031422,0.0001935345,0.00007744631,0.0007861936,0.0000243401,0.00023408917,0.000032048993,0.00051365653,0.0000045399984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011206642,0.0004067287,0.10655629,0.0019403454,0.0009012212,6.643839e-7,0.028937375,0.19366777,0.11103487,0.14269724,0.39622915,0.017617159],"study_design_scores_gemma":[0.00085048354,0.0001652959,0.5731655,0.0033083765,0.00031639516,0.000035621575,0.012234671,0.08028768,0.2186753,0.0010197252,0.10711549,0.0028254641],"about_ca_topic_score_codex":0.00041451058,"about_ca_topic_score_gemma":0.00037216116,"teacher_disagreement_score":0.4666092,"about_ca_system_score_codex":0.0005747118,"about_ca_system_score_gemma":0.00017213877,"threshold_uncertainty_score":0.78921086},"labels":[],"label_agreement":null},{"id":"W1924607400","doi":"10.24908/pceea.v0i0.5876","title":"RUBRICS AS A VEHICLE TO DEFINE THE TWELVE CEAB GRADUATE ATTRIBUTES, DETERMINE GRADUATE COMPETENCIES, AND DEVELOP A COMMON LANGUAGE FOR ENGINEERING STAKEHOLDERS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Rubric; Accreditation; Set (abstract data type); Process (computing); Computer science; Mathematics education; Medical education; Psychology; Medicine","score_opus":0.048996964312197674,"score_gpt":0.2323134866307049,"score_spread":0.1833165223185072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924607400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989764,0.00038923332,0.00041030537,0.005692885,0.0020055287,0.00093851757,0.00006534071,0.00028348927,0.00045071266],"genre_scores_gemma":[0.99389356,0.000018084234,0.004687996,0.00034653183,0.00015287321,0.00027838087,0.000034373126,0.00007608485,0.00051210093],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985157,0.000005808936,0.00038223978,0.00021335974,0.0003974753,0.00048539665],"domain_scores_gemma":[0.99845916,0.00011395157,0.00013072806,0.00014998303,0.000693103,0.00045307764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006800098,0.00027141868,0.00025297888,0.00028599496,0.0001483657,0.0001624102,0.00035467735,0.00011213812,0.000003134276],"category_scores_gemma":[0.0015665819,0.00024548185,0.00006275305,0.00091909425,0.000014521208,0.00016512677,0.000043480297,0.00027896115,0.0000087291455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034563825,0.00032534281,0.055145163,0.0036045536,0.0011598422,0.0000024786673,0.081493124,0.19186284,0.025032854,0.029779596,0.5892123,0.022347316],"study_design_scores_gemma":[0.0024169702,0.00020235557,0.36280143,0.0012221014,0.0004109206,0.00010104349,0.012238266,0.18590495,0.026657045,0.00058843405,0.4043097,0.0031468065],"about_ca_topic_score_codex":0.0023558724,"about_ca_topic_score_gemma":0.0021551664,"teacher_disagreement_score":0.30765626,"about_ca_system_score_codex":0.0019406716,"about_ca_system_score_gemma":0.0005662942,"threshold_uncertainty_score":0.99999976},"labels":[],"label_agreement":null},{"id":"W1925506615","doi":"10.24908/pceea.v0i0.5786","title":"INDUSTRY PERCEPTIONS OF GRADUATE ATTRIBUTE REQUIREMENTS FOR THE WORKPLACE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accreditation; Graduation (instrument); Corporation; Medical education; Perception; Process (computing); Service (business); Psychology; Graduate students; Engineering; Medicine; Business; Marketing; Computer science","score_opus":0.029808223395058443,"score_gpt":0.24869827109739298,"score_spread":0.21889004770233453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925506615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688961,0.0005084747,0.0011674456,0.0126166865,0.0107017085,0.0016916316,0.0001262408,0.0003420882,0.0039496045],"genre_scores_gemma":[0.9959572,0.000017234082,0.0012873352,0.00009067906,0.00017879122,0.00019500391,0.00001360596,0.000036972655,0.002223203],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989685,0.0000035005203,0.00031857062,0.00011349276,0.00032316367,0.0002727753],"domain_scores_gemma":[0.9986885,0.00005902461,0.00016140468,0.00011931197,0.000766949,0.0002048055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005710806,0.00014541646,0.00014769047,0.00017923064,0.00010417403,0.00005113993,0.0003284094,0.00023021482,0.000015008898],"category_scores_gemma":[0.0007814237,0.0001252973,0.00008068895,0.00057961565,0.000015547343,0.00014678833,0.000016973589,0.0003712392,0.000005297374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035918365,0.00010317442,0.11453539,0.0006121045,0.00042084904,2.4320562e-8,0.006195901,0.093892775,0.0020766824,0.006046187,0.774553,0.0015603232],"study_design_scores_gemma":[0.00106176,0.000049340302,0.7236778,0.00069381966,0.0003227722,0.000008489855,0.008807803,0.040890068,0.008746068,0.00039883654,0.21430682,0.00103639],"about_ca_topic_score_codex":0.00071496394,"about_ca_topic_score_gemma":0.00060160016,"teacher_disagreement_score":0.6091424,"about_ca_system_score_codex":0.0019233656,"about_ca_system_score_gemma":0.0005855672,"threshold_uncertainty_score":0.5109476},"labels":[],"label_agreement":null},{"id":"W1925551693","doi":"10.7202/028484ar","title":"Organizational Commitment and Identification of Engineers as a Function of Organizational Climate","year":2005,"lang":"en","type":"article","venue":"Relations industrielles","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Northwestern University","keywords":"Organizational commitment; Organisation climate; Organizational identification; Identification (biology); Variance (accounting); Function (biology); Regression analysis; Organizational learning; Psychology; Knowledge management; Business; Social psychology; Statistics; Mathematics; Computer science; Accounting; Ecology","score_opus":0.006463158882866295,"score_gpt":0.19627817010259827,"score_spread":0.18981501121973196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925551693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97473675,0.00061516924,0.020753091,0.00041651353,0.0003402438,0.00023074668,0.00003831423,0.00018060386,0.002688561],"genre_scores_gemma":[0.9979771,0.00015355594,0.0014349604,0.000008199957,0.000041980227,0.000009241187,0.00012434949,0.000017133665,0.00023350878],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99935204,0.000007898203,0.00034369002,0.00008012051,0.0001390935,0.000077174045],"domain_scores_gemma":[0.9996336,0.00004036084,0.000063930165,0.00009145978,0.00013301038,0.000037633865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007846234,0.000081827864,0.00008629853,0.00015371825,0.00004444983,0.000008648229,0.000046219993,0.0000885459,0.0002692676],"category_scores_gemma":[0.000059896563,0.000091323265,0.000013816869,0.0004550896,0.000023953718,0.000091308546,0.000012264913,0.00008470177,0.000029877738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008902421,0.00029304097,0.045596324,0.00008972833,0.00030596153,2.2755832e-7,0.0032489982,0.7198853,0.023947952,0.18727589,0.007220629,0.012127055],"study_design_scores_gemma":[0.0025963327,0.00015739452,0.58111596,0.00034828967,0.00039094768,0.000046882884,0.005248338,0.19936454,0.15473586,0.0023268072,0.052253053,0.0014156059],"about_ca_topic_score_codex":9.5039456e-7,"about_ca_topic_score_gemma":6.8758317e-7,"teacher_disagreement_score":0.53551966,"about_ca_system_score_codex":0.00006166313,"about_ca_system_score_gemma":0.00005226095,"threshold_uncertainty_score":0.37240547},"labels":[],"label_agreement":null},{"id":"W1925677124","doi":"10.24908/pceea.v0i0.3900","title":"UNIVERSITY AND COMMUNITY COLLEGE STUDENTS CAN SHARE A LEARNING EXPERIENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Fleming College","funders":"","keywords":"Presentation (obstetrics); Multidisciplinary approach; The arts; Engineering education; Engineering; Medical education; Queen (butterfly); Engineering management; Psychology; Management; Sociology; Medicine; Political science","score_opus":0.008748979019533332,"score_gpt":0.1831761073693833,"score_spread":0.17442712834984997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925677124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940985,0.000035388184,0.0000072348544,0.00014650753,0.00064991525,0.00016978284,0.000017660534,0.00014318926,0.0047318577],"genre_scores_gemma":[0.9976655,0.000019056297,0.00052483316,0.00003456498,0.00002477545,0.000015770807,0.000005107749,0.000022641998,0.0016877241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993312,0.00001047983,0.00014959568,0.00009787172,0.00019318686,0.00021770483],"domain_scores_gemma":[0.99940133,0.000024682658,0.000081005266,0.00007452214,0.0002197094,0.000198743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002553108,0.00012793168,0.00011477099,0.00020084689,0.0002751306,0.000037910177,0.00032693232,0.00009396406,0.000033645138],"category_scores_gemma":[0.0002793703,0.0001431877,0.000032173863,0.00043641316,0.000014790034,0.00014571792,0.000037892587,0.0003960432,0.0000029534099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026555485,0.00016149053,0.90886295,0.00056728063,0.00019457242,3.2506318e-7,0.066814624,0.0014880166,0.0014147311,0.005974409,0.013883359,0.0006356053],"study_design_scores_gemma":[0.00016556145,0.0000131144325,0.9663472,0.00015429966,0.000026230306,0.0000042266747,0.009918172,0.0013003737,0.0014239436,0.000029811574,0.020320995,0.00029605647],"about_ca_topic_score_codex":0.004933599,"about_ca_topic_score_gemma":0.004319919,"teacher_disagreement_score":0.057484288,"about_ca_system_score_codex":0.0015616362,"about_ca_system_score_gemma":0.00018635212,"threshold_uncertainty_score":0.7458158},"labels":[],"label_agreement":null},{"id":"W1926629023","doi":"10.24908/pceea.v0i0.4902","title":"Engineering Education Research and Development at Queen’s University","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Engineering education; Multidisciplinary approach; Higher education; Process (computing); Engineering; Engineering ethics; Pedagogy; Medical education; Engineering management; Psychology; Sociology; Computer science; Political science; Medicine","score_opus":0.007002962700517895,"score_gpt":0.1936964564822514,"score_spread":0.1866934937817335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926629023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860646,0.00021034702,0.00003683966,0.0025793721,0.0025441148,0.0007801674,0.0000069777907,0.00030906944,0.007468516],"genre_scores_gemma":[0.98344254,0.000046365196,0.0042754123,0.000054186745,0.00012926635,0.0001122444,0.000015574826,0.0000554811,0.011868948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987101,0.000005784159,0.00026607173,0.00021549875,0.0003676059,0.00043494467],"domain_scores_gemma":[0.9986192,0.00005290653,0.0000845551,0.00011956397,0.0007679173,0.00035583493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036887286,0.00019237782,0.00015463735,0.0005868954,0.00024465565,0.000116255425,0.00028817923,0.00017075312,0.000099824225],"category_scores_gemma":[0.00027725502,0.00021172348,0.000034406738,0.00068962434,0.000018429264,0.000297431,0.000055801804,0.00032218505,0.000079920865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004144354,0.00038457327,0.16236721,0.003404038,0.0005261465,2.8559845e-7,0.012328657,0.01328209,0.015822483,0.03327727,0.74570376,0.012899338],"study_design_scores_gemma":[0.00018466217,0.000010273376,0.47169244,0.00034342086,0.00001801127,0.0000066861144,0.0012937315,0.003562244,0.0064890874,0.00005846839,0.5157848,0.0005561803],"about_ca_topic_score_codex":0.0032837489,"about_ca_topic_score_gemma":0.0007717342,"teacher_disagreement_score":0.30932522,"about_ca_system_score_codex":0.006409636,"about_ca_system_score_gemma":0.00096823374,"threshold_uncertainty_score":0.9974046},"labels":[],"label_agreement":null},{"id":"W1929638796","doi":"10.24908/pceea.v0i0.5753","title":"Practical Elements of Mechanical Engineering – An Enrichment to University Engineering Education","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Engineering education; Engineering; Engineering management; Mechanical engineering technology; Mechanical engineering; Engineering ethics; Pedagogy; Mechatronics; Sociology; Electrical engineering","score_opus":0.009845989801606897,"score_gpt":0.22363126695767818,"score_spread":0.2137852771560713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929638796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775647,0.00014130474,0.0027082807,0.0035218797,0.010766806,0.0014513403,0.000051981784,0.000702192,0.0030915071],"genre_scores_gemma":[0.96857005,0.0000106318685,0.030379096,0.00008519033,0.00021542901,0.000051583556,0.00002241888,0.00006889106,0.00059669197],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831045,0.0000068724153,0.00047106823,0.00025321075,0.00052630494,0.00043210568],"domain_scores_gemma":[0.99804366,0.000035733396,0.00017921127,0.00019765897,0.00077576743,0.0007679658],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005720653,0.0002667971,0.00027486982,0.00061929075,0.000058564176,0.00006309666,0.00039861488,0.00019290272,0.000021896127],"category_scores_gemma":[0.00090476003,0.00030772836,0.000084185776,0.0010512888,0.0000066510374,0.00039391007,0.00004540288,0.00030008654,0.000014428542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003650902,0.0015662883,0.046069473,0.0030197566,0.0011007456,0.0000013364322,0.010584606,0.43445307,0.06272321,0.12768522,0.30840567,0.0043541286],"study_design_scores_gemma":[0.0014036327,0.00025429766,0.14643955,0.0014067292,0.000397349,0.00004707369,0.004974279,0.20799558,0.054443642,0.00014011867,0.57972044,0.002777318],"about_ca_topic_score_codex":0.0009863381,"about_ca_topic_score_gemma":0.00038445872,"teacher_disagreement_score":0.27131477,"about_ca_system_score_codex":0.004370626,"about_ca_system_score_gemma":0.0014522893,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W1930131351","doi":"10.24908/pceea.v0i0.3161","title":"A Writing Kit for Engineering Design Reports","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Rubric; Documentation; Computer science; Download; Variety (cybernetics); Work (physics); Technical writing; Multimedia; World Wide Web; Engineering management; Mathematics education; Software engineering; Higher education; Engineering; Psychology","score_opus":0.004190022795826812,"score_gpt":0.18256735100661645,"score_spread":0.17837732821078964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930131351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288513,0.00047592493,0.010783012,0.0061060283,0.039738093,0.004048976,0.00007007318,0.0023309565,0.007595622],"genre_scores_gemma":[0.97062385,0.0000063287343,0.027495865,0.00008260703,0.00042540993,0.00039368344,0.000012381306,0.0000956334,0.0008642336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856234,0.0000021062265,0.0004719303,0.00021707597,0.0002798426,0.00046673336],"domain_scores_gemma":[0.9987491,0.00009230279,0.00018532944,0.00015697061,0.00053396984,0.00028232808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069849327,0.00023842801,0.00020803195,0.00036178762,0.0001384571,0.0001396656,0.00027551877,0.00022642208,0.000030470655],"category_scores_gemma":[0.0013925127,0.00025642748,0.00011627221,0.0005483619,0.000008699595,0.00022066607,0.000015683192,0.00040147087,0.000005428303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005604256,0.00024380728,0.054560542,0.003438949,0.00076255447,0.0000010498487,0.00475052,0.22364901,0.2637527,0.03973693,0.4011726,0.007925717],"study_design_scores_gemma":[0.0006118524,0.00003730458,0.121635035,0.00067992136,0.00019602255,0.00010162932,0.00044766237,0.19848269,0.081950724,0.00053400145,0.59330815,0.0020149916],"about_ca_topic_score_codex":0.00032501153,"about_ca_topic_score_gemma":0.0005202295,"teacher_disagreement_score":0.19213556,"about_ca_system_score_codex":0.0012232978,"about_ca_system_score_gemma":0.0005168107,"threshold_uncertainty_score":0.9999888},"labels":[],"label_agreement":null},{"id":"W1930413844","doi":"10.24908/pceea.v0i0.3647","title":"ASSESSING CEAB GRADUATE ATTRIBUTES AT RYERSON UNIVERSITY: FRAMEWORK AND INGREDIENTS FOR SUCCESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Accreditation; Engineering management; Process (computing); Graduate students; Engineering; Computer science; Software engineering; Medical education; Medicine","score_opus":0.0234094993577894,"score_gpt":0.21008610281429843,"score_spread":0.18667660345650902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930413844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99256057,0.00012545062,0.0004865475,0.0007070539,0.0027378392,0.0004022819,0.000028412349,0.00020996708,0.002741861],"genre_scores_gemma":[0.9925287,0.000025148736,0.0064838505,0.000047670714,0.00008738655,0.000024886727,0.000011555388,0.00003801643,0.000752788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991567,0.0000031283632,0.0001892307,0.0001642647,0.00018220503,0.00030443218],"domain_scores_gemma":[0.9992002,0.000052491738,0.00012781688,0.00007369875,0.0003400937,0.00020567159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002507167,0.00015966274,0.00014974986,0.0002643229,0.00017342587,0.0000835048,0.00020820186,0.0001485502,0.000016058279],"category_scores_gemma":[0.00039733868,0.00017547434,0.000055361204,0.00042646282,0.0000140602515,0.00032786198,0.00002537532,0.00017212625,0.000003071382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012978948,0.000216784,0.79340184,0.003159172,0.0008127858,5.2425474e-7,0.024753032,0.0038123128,0.004144788,0.05245976,0.11032693,0.0068990854],"study_design_scores_gemma":[0.0003385682,0.000017353548,0.94813764,0.00052301737,0.00012156937,0.0000057796824,0.0017665514,0.008461839,0.007601965,0.0005006395,0.031871166,0.0006538933],"about_ca_topic_score_codex":0.0008878629,"about_ca_topic_score_gemma":0.0007223469,"teacher_disagreement_score":0.15473582,"about_ca_system_score_codex":0.0022016962,"about_ca_system_score_gemma":0.00018894231,"threshold_uncertainty_score":0.7155636},"labels":[],"label_agreement":null},{"id":"W1932012672","doi":"10.24908/pceea.v0i0.5949","title":"Engineers Without Borders In-Canada Engineering Educational Programming – Case Study of Two Projects","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Engineers Without Borders Canada","funders":"","keywords":"Certificate; Globalization; Engineering education; Curriculum; Sustainability; Engineering ethics; Engineering; Engineering management; Pedagogy; Political science; Sociology; Computer science","score_opus":0.008423818066215456,"score_gpt":0.22195955536465933,"score_spread":0.21353573729844388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932012672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99537814,0.00012767453,0.000017392542,0.00038598702,0.0026224449,0.0008012091,0.0000076117853,0.00008870519,0.00057086203],"genre_scores_gemma":[0.99726146,0.000003446419,0.0020765963,0.000025570347,0.00011870679,0.00026335294,0.0000073371657,0.00006820607,0.00017529937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981034,0.000008081851,0.0006141316,0.00023615758,0.0005635356,0.00047472038],"domain_scores_gemma":[0.99862397,0.000059273465,0.00021561989,0.00016334906,0.0005663154,0.00037147562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004608477,0.00029136098,0.00031808412,0.0006208804,0.000054418233,0.00005778251,0.0003322231,0.00009588569,0.000010574296],"category_scores_gemma":[0.0006396203,0.00031603355,0.00005448316,0.0013416742,0.000008532349,0.0002445423,0.000026601452,0.00035587916,0.0000018741063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023526145,0.00030029527,0.53408974,0.0006676116,0.00023956141,0.0000036092727,0.014209011,0.44001436,0.000324884,0.00095005624,0.008072865,0.0011256124],"study_design_scores_gemma":[0.0068516494,0.00024437642,0.4706482,0.0020506594,0.00048079586,0.0006911121,0.13616535,0.33695558,0.0051850486,0.00009883711,0.036048077,0.004580304],"about_ca_topic_score_codex":0.63657415,"about_ca_topic_score_gemma":0.7807017,"teacher_disagreement_score":0.14412755,"about_ca_system_score_codex":0.008205324,"about_ca_system_score_gemma":0.005196509,"threshold_uncertainty_score":0.9999292},"labels":[],"label_agreement":null},{"id":"W1932761522","doi":"10.24908/pceea.v0i0.5763","title":"Evolution of graduate attribute assessment and continuous program improvement in the Faculty of Engineering at McGill University","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Process (computing); Engineering management; Resource (disambiguation); Computer science; Knowledge management; Process management; Engineering; Engineering ethics","score_opus":0.014171685522901697,"score_gpt":0.2242848513383242,"score_spread":0.2101131658154225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932761522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975788,0.00007032858,0.000038740916,0.00063036353,0.00061428925,0.00051156856,0.00007913295,0.00006489428,0.00041187048],"genre_scores_gemma":[0.99818194,0.0000142121335,0.0015139173,0.000010302922,0.000024447058,0.000034768058,0.000014983215,0.00001772327,0.00018767841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899536,0.000006244451,0.000307171,0.00012572273,0.0003369277,0.00022857387],"domain_scores_gemma":[0.99912786,0.000030206242,0.00018827211,0.00009095646,0.0004345757,0.00012810984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057407597,0.0001434796,0.00019256222,0.00026395085,0.00004630388,0.000013791356,0.00022420789,0.00009213488,0.000002037716],"category_scores_gemma":[0.00020217936,0.0001326944,0.00005053288,0.0006162822,0.000012546829,0.00012649903,0.000029943676,0.00017695586,5.576747e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017107457,0.0009278016,0.6236785,0.0041413144,0.00077169895,9.5209657e-7,0.016473701,0.20941958,0.030910764,0.03425403,0.07050063,0.008903897],"study_design_scores_gemma":[0.00062025996,0.00006823731,0.9394639,0.00027285903,0.00007408329,0.000005308706,0.0029353343,0.028034316,0.004478805,0.000042258005,0.023640713,0.0003638917],"about_ca_topic_score_codex":0.002790739,"about_ca_topic_score_gemma":0.001386722,"teacher_disagreement_score":0.3157854,"about_ca_system_score_codex":0.004968025,"about_ca_system_score_gemma":0.00029843577,"threshold_uncertainty_score":0.9988517},"labels":[],"label_agreement":null},{"id":"W1933638395","doi":"10.24908/pceea.v0i0.3681","title":"Information literacy in CEAB's accreditation criteria: the hidden attribute","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Information literacy; Computer science; Literacy; Artificial intelligence; Pedagogy; World Wide Web; Sociology; Medical education; Medicine","score_opus":0.006423820267284906,"score_gpt":0.19472028988424722,"score_spread":0.1882964696169623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1933638395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97257155,0.0002471094,0.00017599849,0.003381613,0.008098865,0.00096920755,0.000047796835,0.0003604708,0.014147372],"genre_scores_gemma":[0.99793446,0.000019150131,0.0011924898,0.0001843621,0.00013038814,0.00015421088,0.00002742709,0.000026133748,0.00033135322],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988848,0.000006707502,0.00042888313,0.00009390123,0.00027247166,0.00031324156],"domain_scores_gemma":[0.9990957,0.000035131343,0.00016615025,0.00012096298,0.00045316698,0.00012892102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045324065,0.00017139195,0.00014012796,0.00040215577,0.00009919724,0.00013306152,0.00036580514,0.0001402649,0.00006788143],"category_scores_gemma":[0.00048519735,0.00014962637,0.000060360308,0.00084824994,0.000011210168,0.00084523595,0.000020028901,0.0002769218,0.000028791894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000118010075,0.00029050597,0.2887505,0.0019739137,0.0004521221,3.8342912e-7,0.16015412,0.0076435003,0.0026235473,0.034678392,0.48015323,0.023267975],"study_design_scores_gemma":[0.00023130553,0.00000982592,0.9337233,0.00021584821,0.000031522824,0.0000051614306,0.0017748077,0.0069199465,0.0023737047,0.00021728365,0.054122522,0.00037482823],"about_ca_topic_score_codex":0.0022637595,"about_ca_topic_score_gemma":0.0011942337,"teacher_disagreement_score":0.64497274,"about_ca_system_score_codex":0.0019328439,"about_ca_system_score_gemma":0.0003534187,"threshold_uncertainty_score":0.6101586},"labels":[],"label_agreement":null},{"id":"W1934250427","doi":"10.1109/fie.2001.964048","title":"BIIP: a mix of engineering design and technological entrepreneurship","year":2002,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Entrepreneurship; Product (mathematics); Engineering management; Mathematics education; New product development; Engineering; Computer science; Marketing; Business; Mathematics","score_opus":0.016188477214656657,"score_gpt":0.18107127337808107,"score_spread":0.1648827961634244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934250427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6161045,0.0026078518,0.37412086,0.00035944427,0.00041199237,0.00032847084,0.0000012530525,0.0023144914,0.0037511622],"genre_scores_gemma":[0.9698157,0.000146036,0.029817194,0.000007154936,0.00000802027,0.000017835135,3.8814153e-7,0.000011640498,0.0001760458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996067,0.0000038678418,0.00012028354,0.00008462481,0.000061271625,0.00012319838],"domain_scores_gemma":[0.99980193,0.000040503077,0.000007075323,0.00009344098,0.000009924212,0.000047115896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005628097,0.00008822917,0.00009156454,0.000090416215,0.000007734466,0.000008064417,0.000061066545,0.00005422183,0.00023929421],"category_scores_gemma":[0.00003060885,0.000079514466,0.0000149888765,0.00015780432,0.000013988045,0.00003055171,0.000011972811,0.0000696156,0.000019024017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005793949,0.00045734187,0.010922004,0.001067634,0.00034087614,0.000031333122,0.0026250575,0.6107864,0.16820052,0.04391267,0.028577128,0.13307327],"study_design_scores_gemma":[0.00041862365,0.00005028946,0.0091310805,0.00008824896,0.00001844691,0.00005992071,0.00012123022,0.8467653,0.12668307,0.00011805874,0.015956596,0.00058918423],"about_ca_topic_score_codex":2.870772e-7,"about_ca_topic_score_gemma":7.27645e-8,"teacher_disagreement_score":0.35371122,"about_ca_system_score_codex":0.000015363506,"about_ca_system_score_gemma":0.0000013914702,"threshold_uncertainty_score":0.32425058},"labels":[],"label_agreement":null},{"id":"W1934460371","doi":"10.24908/pceea.v0i0.3730","title":"INTEGRATED DESIGN ENGINEERING EDUCATION WITHIN ELECTRICAL AND COMPUTER ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Work (physics); Engineering management; Simple (philosophy); Computer science; Engineering; Engineering education; Engineering ethics; Systems engineering; Mechanical engineering","score_opus":0.00722990275449897,"score_gpt":0.1682520607899121,"score_spread":0.16102215803541312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934460371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536845,0.0013027736,0.016269531,0.0008871142,0.019040788,0.0023882343,0.00003271312,0.0022038063,0.0041905316],"genre_scores_gemma":[0.954818,0.000035045763,0.043982647,0.00011605215,0.00026314505,0.00018713993,0.000013519327,0.000109893386,0.0004745535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845564,0.000006955887,0.0004922249,0.00027261197,0.0002976613,0.00047488726],"domain_scores_gemma":[0.9988238,0.00005286735,0.00016017637,0.00014336528,0.0004332174,0.0003865526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042905982,0.00034640174,0.0002714692,0.00063412875,0.00009931687,0.000121014295,0.00033435834,0.00024847634,0.00003187376],"category_scores_gemma":[0.000432174,0.0003580907,0.00007758389,0.00096576754,0.000012589346,0.00030690458,0.000027853584,0.00046722515,0.000011590141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030911622,0.0012311718,0.14766076,0.0058366335,0.002307361,0.0000021599465,0.036623325,0.3744054,0.04360323,0.14294763,0.21645743,0.028893968],"study_design_scores_gemma":[0.00044212135,0.00006610941,0.28288516,0.0009220805,0.00016361315,0.000056941557,0.00031645075,0.6656886,0.02119774,0.0001325197,0.026551493,0.0015771767],"about_ca_topic_score_codex":0.0011718154,"about_ca_topic_score_gemma":0.00021307246,"teacher_disagreement_score":0.29128316,"about_ca_system_score_codex":0.002156009,"about_ca_system_score_gemma":0.00079261616,"threshold_uncertainty_score":0.9998871},"labels":[],"label_agreement":null},{"id":"W1934667853","doi":"10.24908/pceea.v0i0.3831","title":"THIRD YEAR INTEGRATED DESIGN PROJECT FOR THIRD YEAR CIVIL ENGINEERING STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Deliverable; Competition (biology); Engineering; Engineering management; Curriculum; Engineering education; Civil engineering; Engineering ethics; Pedagogy; Systems engineering; Sociology","score_opus":0.014337389922683134,"score_gpt":0.21281741782260208,"score_spread":0.19848002789991895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934667853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8519603,0.0010668647,0.020703023,0.0022716257,0.04245547,0.01353615,0.00041952528,0.0058589187,0.061728135],"genre_scores_gemma":[0.9737188,0.000034150922,0.022522027,0.000083316314,0.00024270086,0.000584966,0.000025886324,0.0001313108,0.002656796],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984701,0.000005633513,0.00041898896,0.00023699908,0.0003783525,0.00048989465],"domain_scores_gemma":[0.9988946,0.000050929415,0.0001581362,0.0001499286,0.0005293091,0.0002171423],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005869888,0.00028975855,0.0002530983,0.00048746396,0.000103566425,0.00011683508,0.0005536347,0.00022386207,0.000031061452],"category_scores_gemma":[0.0006859222,0.0002922298,0.00012198726,0.0007685984,0.000010227492,0.0002347879,0.000026659169,0.00030866283,0.000020781747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019634304,0.00036217363,0.07857725,0.0018076565,0.0010385272,3.2295534e-7,0.016484639,0.020305945,0.005965418,0.016133044,0.85866106,0.00064434105],"study_design_scores_gemma":[0.002737121,0.0002247155,0.45963514,0.0022346326,0.0005714713,0.000020835594,0.0055674333,0.0745174,0.04926262,0.0005309242,0.40055776,0.004139937],"about_ca_topic_score_codex":0.0009878007,"about_ca_topic_score_gemma":0.00086870673,"teacher_disagreement_score":0.4581033,"about_ca_system_score_codex":0.0022407493,"about_ca_system_score_gemma":0.0006184012,"threshold_uncertainty_score":0.999953},"labels":[],"label_agreement":null},{"id":"W1935141251","doi":"10.24908/pceea.v0i0.5789","title":"ENGINEERS AS LIFE-LONG LEARNERS: PEDAGOGICAL TOOLS FOR ENGINEERING GRADUATE ATTRIBUTE DEVELOPMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Toolbox; Experiential learning; Mathematics education; Bloom's taxonomy; Curriculum; Psychology; Taxonomy (biology); Computer science; Engineering education; Cognition; Pedagogy; Engineering; Engineering management","score_opus":0.06439392543325248,"score_gpt":0.26108954943656587,"score_spread":0.1966956240033134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935141251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779926,0.00061984255,0.0030930112,0.003548717,0.009266122,0.0016478592,0.000044780372,0.0011315147,0.002655531],"genre_scores_gemma":[0.9895282,0.00001927002,0.0072418097,0.00016998523,0.0003882197,0.0004489948,0.00006540563,0.00011970776,0.0020184102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978803,0.000004646918,0.00057309656,0.0002856415,0.0005841732,0.0006721659],"domain_scores_gemma":[0.99793243,0.00010383584,0.0001732665,0.00015390612,0.0008179979,0.0008185887],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074710266,0.0003689311,0.00032968982,0.0004505738,0.00013166462,0.0002589006,0.00046045738,0.00025288956,0.000019325804],"category_scores_gemma":[0.0032855738,0.0003841149,0.00014214985,0.0007461364,0.000011736047,0.0004519475,0.000033697037,0.0003898031,0.000039134364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017934006,0.00032726588,0.02762236,0.0029228795,0.0014687052,0.0000010935308,0.028492836,0.59426135,0.002950118,0.02048322,0.3115182,0.009934073],"study_design_scores_gemma":[0.0017321098,0.000085708656,0.10163726,0.00085061614,0.00023431888,0.000034508856,0.0067325984,0.05966156,0.017598016,0.00011215212,0.80863684,0.0026843243],"about_ca_topic_score_codex":0.00033831358,"about_ca_topic_score_gemma":0.00029387334,"teacher_disagreement_score":0.5345998,"about_ca_system_score_codex":0.004044618,"about_ca_system_score_gemma":0.0017242464,"threshold_uncertainty_score":0.99986106},"labels":[],"label_agreement":null},{"id":"W1937131306","doi":"10.24908/pceea.v0i0.3680","title":"THE GLOBAL ENGINEER: AN IMPLEMENTATION OF OUTCOMES BASED ACCREDITATION REQUIREMENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Engineers Without Borders Canada","funders":"","keywords":"Accreditation; Outcome (game theory); Engineering management; Best practice; Engineering education; Engineering; Engineering ethics; Political science; Law","score_opus":0.011476151907304123,"score_gpt":0.24126443099599043,"score_spread":0.22978827908868632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937131306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872573,0.00013799757,0.00040280973,0.0010884313,0.0058483128,0.00078781194,0.000072363095,0.00030194854,0.0041030436],"genre_scores_gemma":[0.99658215,0.0000105177505,0.0029926242,0.000061209015,0.00006562095,0.00011228637,0.000022057242,0.00003239057,0.000121142715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868464,0.000007300548,0.000462864,0.00014091282,0.00038957733,0.0003146944],"domain_scores_gemma":[0.99885625,0.00003335185,0.00024424307,0.00015479018,0.00053024036,0.00018110515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045385567,0.00018654506,0.00015911539,0.00017328071,0.00013651914,0.000058895643,0.00039790224,0.00010858072,0.00004193252],"category_scores_gemma":[0.00024348368,0.00016008285,0.00008507072,0.0005891965,0.000015750149,0.0003044754,0.000013123846,0.0001288575,0.000004448148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050156596,0.00018390288,0.9211532,0.00055289885,0.00046300617,7.926168e-8,0.0059408555,0.00983671,0.0020940038,0.03220527,0.018139247,0.009425834],"study_design_scores_gemma":[0.00024649122,0.000021678852,0.9780777,0.000060927832,0.00005490113,8.281274e-7,0.0011373063,0.0060311817,0.0075574354,0.0002114437,0.0063377507,0.00026234344],"about_ca_topic_score_codex":0.0026993908,"about_ca_topic_score_gemma":0.004454203,"teacher_disagreement_score":0.056924533,"about_ca_system_score_codex":0.0020350767,"about_ca_system_score_gemma":0.00052135513,"threshold_uncertainty_score":0.65279895},"labels":[],"label_agreement":null},{"id":"W1937595908","doi":"10.24908/pceea.v0i0.5945","title":"Comparative Analysis of Engineering Curricula for Alignment with 21st Century Engineering Practices","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Engineers Without Borders Canada","funders":"University of Tokyo","keywords":"Curriculum; Engineering education; Influencer marketing; Engineering ethics; Globalization; Work (physics); Engineering; Position (finance); Engineering management; Political science; Sociology; Pedagogy; Management; Mechanical engineering; Business","score_opus":0.012257518493428083,"score_gpt":0.2353608282920615,"score_spread":0.22310330979863344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937595908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98235863,0.0014141198,0.0016411254,0.00154588,0.0055280505,0.0021321073,0.00020006973,0.00064729154,0.0045327367],"genre_scores_gemma":[0.99108976,0.000029275065,0.008186331,0.000029551096,0.00012256947,0.00025019544,0.000049142513,0.000051338866,0.00019183624],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983651,0.0000043964114,0.0004900816,0.00023508783,0.0004864043,0.0004189038],"domain_scores_gemma":[0.99796337,0.00010455916,0.00049649057,0.00015989674,0.0009139692,0.00036174274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048102398,0.00029832183,0.00046592596,0.00084116956,0.000058164667,0.00008171456,0.0003390741,0.00014817168,0.000010242857],"category_scores_gemma":[0.00066547917,0.0002826511,0.00015350746,0.0018541447,0.0000124147455,0.00029352558,0.000020282148,0.00021777122,0.0000022223253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005547986,0.00011924825,0.020510448,0.0006929413,0.0021772978,8.4325094e-8,0.004411605,0.9478398,0.0033315904,0.009478707,0.011267479,0.0001652823],"study_design_scores_gemma":[0.001283844,0.00012298947,0.16212676,0.0009421447,0.0025719074,0.000011038405,0.0054859887,0.5727853,0.023569092,0.000021546142,0.22925158,0.001827788],"about_ca_topic_score_codex":0.00066239125,"about_ca_topic_score_gemma":0.0006908347,"teacher_disagreement_score":0.37505445,"about_ca_system_score_codex":0.002392754,"about_ca_system_score_gemma":0.0004932473,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W1938025242","doi":"10.24908/pceea.v0i0.5842","title":"IMPACTS AND ETHICS OF BIOTECHNOLOGY AS A VEHICLE FOR ASSESSING CEAB OUTCOMES IN A FIRST YEAR CHEMICAL ENGINEERING COURSE AT THE UNIVERSITY OF WATERLOO","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Curriculum; Engineering ethics; Engineering education; Domain (mathematical analysis); Equity (law); Ethical issues; Learning environment; Engineering; Process (computing); Psychology; Engineering management; Computer science; Mathematics education; Pedagogy; Political science; Mathematics","score_opus":0.008451748012636533,"score_gpt":0.21718184465463747,"score_spread":0.20873009664200093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938025242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99555933,0.00012690204,0.000033991564,0.0035283098,0.00038640373,0.00022174878,0.000012274975,0.000044938814,0.000086074455],"genre_scores_gemma":[0.9983575,0.000021602124,0.0013790291,0.000016838718,0.000017705846,0.000009313882,0.0000041737076,0.000021320755,0.00017253862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932545,0.0000031076197,0.0002042283,0.00010108538,0.00016686454,0.00019923039],"domain_scores_gemma":[0.99936324,0.00009823748,0.00011838049,0.00008036331,0.00022713565,0.000112613314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004320583,0.000111294685,0.00017832415,0.0001661788,0.00004614141,0.000018114868,0.00018308299,0.00019776735,0.000004246229],"category_scores_gemma":[0.00082959735,0.000103411025,0.00004404678,0.00031640247,0.000024932282,0.00010190079,0.000029317906,0.0002170785,0.0000010655388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018955532,0.0002946968,0.74956954,0.0044263066,0.0005977096,3.9033833e-7,0.0492573,0.08199958,0.07882915,0.014521614,0.019380728,0.0011040298],"study_design_scores_gemma":[0.0023583062,0.00006969162,0.73686755,0.0015208669,0.00023376249,0.000016110549,0.012074832,0.07386274,0.1482773,0.00027662842,0.023352573,0.0010896274],"about_ca_topic_score_codex":0.0015803638,"about_ca_topic_score_gemma":0.0016734664,"teacher_disagreement_score":0.06944815,"about_ca_system_score_codex":0.0012447062,"about_ca_system_score_gemma":0.0003897447,"threshold_uncertainty_score":0.4216979},"labels":[],"label_agreement":null},{"id":"W1938571515","doi":"10.24908/pceea.v0i0.3086","title":"Outcomes Assessment and Curriculum Improvement Through the Cyclical Review of Results - A Model to Satisfy CEAB-2009 Accreditation Requirements","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Queen's University; Polytechnique Montréal","funders":"","keywords":"Graduation (instrument); Curriculum; Accreditation; Syllabus; Context (archaeology); Control (management); Computer science; XML; CDIO; Work (physics); Engineering management; Medical education; Process management; Engineering; Mathematics education; Psychology; Pedagogy; Medicine; Artificial intelligence; World Wide Web; Geography","score_opus":0.008324814281505622,"score_gpt":0.26661114727964524,"score_spread":0.25828633299813963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938571515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93147707,0.0007941464,0.0007398995,0.04741084,0.007606391,0.0030889933,0.00020677727,0.00031688868,0.008359016],"genre_scores_gemma":[0.9881874,0.00025885177,0.010028699,0.00070034835,0.00012564837,0.00025611202,0.000022524802,0.000038745424,0.00038171303],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984622,0.000004996961,0.0005820334,0.00019635422,0.000471337,0.0002831013],"domain_scores_gemma":[0.99880797,0.000048311438,0.00026020248,0.00018379945,0.00051327376,0.00018644014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006342815,0.00020323439,0.00023795821,0.00015028469,0.00010824802,0.00006022319,0.00031760486,0.00011208547,0.000011890377],"category_scores_gemma":[0.0008828825,0.00016195669,0.00007438732,0.0005030347,0.000015645966,0.00021380435,0.000038089915,0.00031975345,0.0000027279307],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006804618,0.0004659074,0.12958956,0.012772118,0.0009351817,1.6268085e-7,0.012751668,0.037267376,0.049703173,0.06459937,0.673559,0.018349692],"study_design_scores_gemma":[0.0009203961,0.000073230476,0.8478913,0.0038118074,0.00028034628,0.000006200128,0.0010049209,0.05870863,0.0053843064,0.00076553546,0.07998905,0.0011642915],"about_ca_topic_score_codex":0.0010855062,"about_ca_topic_score_gemma":0.0010096626,"teacher_disagreement_score":0.7183017,"about_ca_system_score_codex":0.0009782909,"about_ca_system_score_gemma":0.00045113408,"threshold_uncertainty_score":0.6604402},"labels":[],"label_agreement":null},{"id":"W1939097256","doi":"10.24908/pceea.v0i0.3993","title":"DOCUMENTATION POUR UN PROJET DE CONCEPTION","year":2011,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Redaction; Political science; Humanities; Documentation; Library science; Philosophy; Computer science; Theology","score_opus":0.00837248692563934,"score_gpt":0.20719161238453776,"score_spread":0.19881912545889843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939097256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85779756,0.0036410694,0.0016365974,0.025372084,0.033521105,0.002513879,0.0001438202,0.00080264464,0.07457126],"genre_scores_gemma":[0.95976835,0.00016126534,0.023347747,0.00026116087,0.00059093203,0.00020207625,0.000023777435,0.00009872321,0.015545953],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99821264,0.00001699788,0.000521873,0.00025556932,0.00036638152,0.0006265352],"domain_scores_gemma":[0.99839824,0.00003488356,0.0003508984,0.00013954428,0.0006770672,0.00039934955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006765951,0.00031011913,0.00023225631,0.0003797834,0.00016891687,0.0001361076,0.0003884941,0.00036305873,0.00078350876],"category_scores_gemma":[0.00052157877,0.00035798762,0.00013726321,0.00081327464,0.000027108841,0.00051335443,0.000025968311,0.0004268902,0.00011125463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008741518,0.0007139973,0.302231,0.0033502502,0.0010354462,8.555692e-7,0.04977091,0.008854867,0.013270922,0.19728501,0.39830172,0.025176262],"study_design_scores_gemma":[0.00070403796,0.000045107598,0.8027195,0.0012410248,0.0003603086,0.000035480403,0.0033466378,0.010839395,0.03766287,0.0026712443,0.13913043,0.0012439871],"about_ca_topic_score_codex":0.015123646,"about_ca_topic_score_gemma":0.0023370646,"teacher_disagreement_score":0.50048846,"about_ca_system_score_codex":0.008483532,"about_ca_system_score_gemma":0.001650256,"threshold_uncertainty_score":0.9998872},"labels":[],"label_agreement":null},{"id":"W1940031840","doi":"10.24908/pceea.v0i0.3809","title":"CURRENT PRACTICES IN FINAL YEAR ENGINEERING DESIGN COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Capstone; Scope (computer science); Engineering management; Engineering education; Engineering ethics; Engineering; Computer science","score_opus":0.029347398346269434,"score_gpt":0.2313389270651381,"score_spread":0.20199152871886866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940031840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634778,0.0020436791,0.0011403892,0.0013863984,0.01620503,0.0017479096,0.000032241405,0.0009718544,0.0129946945],"genre_scores_gemma":[0.9930919,0.0000812508,0.0061795055,0.000028001154,0.00013875515,0.00013654405,0.0000046294085,0.000054958135,0.0002844577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988039,0.0000056014715,0.00034997842,0.00017814247,0.00027518795,0.00038717702],"domain_scores_gemma":[0.9991671,0.00004770206,0.00023310517,0.00010800529,0.0002488172,0.0001952882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004718752,0.00020668366,0.00017854595,0.00048388896,0.000052740932,0.00006144377,0.00033881143,0.00012992814,0.000058087964],"category_scores_gemma":[0.00088001916,0.00021867131,0.00006057359,0.0007313389,0.000008310539,0.000365895,0.000017123366,0.00036338222,0.000021716765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017583581,0.0008518724,0.5858885,0.003282437,0.00056728034,0.000001388092,0.022781268,0.1634143,0.007535488,0.045651622,0.16211022,0.00789806],"study_design_scores_gemma":[0.0005068729,0.000027355236,0.8742091,0.0008803528,0.00008446951,0.0000105483905,0.0007941174,0.037708674,0.009256747,0.00020474575,0.07527173,0.0010452705],"about_ca_topic_score_codex":0.0011576795,"about_ca_topic_score_gemma":0.0008982558,"teacher_disagreement_score":0.28832063,"about_ca_system_score_codex":0.001979398,"about_ca_system_score_gemma":0.0005278303,"threshold_uncertainty_score":0.8917157},"labels":[],"label_agreement":null},{"id":"W1941412156","doi":"10.24908/pceea.v0i0.5811","title":"Comparison of Career Success Competencies and Engineering Leadership Capabilities","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Openness to experience; Engineering education; Psychology; Personality; Lifelong learning; Globalization; Engineering ethics; Pedagogy; Medical education; Engineering; Management; Political science; Engineering management; Social psychology","score_opus":0.03139770464061686,"score_gpt":0.226216620025882,"score_spread":0.19481891538526513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941412156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927942,0.0011464352,0.000039388608,0.0010009604,0.0023916129,0.0002806913,0.000017471208,0.00019246127,0.002136736],"genre_scores_gemma":[0.99786067,0.000009754812,0.0014853941,0.000030766372,0.000089677866,0.0000447648,0.000007070134,0.00003833705,0.0004335647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881613,0.0000039517113,0.0003854397,0.00013795879,0.00034660246,0.0003098976],"domain_scores_gemma":[0.99886584,0.0000535488,0.00014140653,0.00009871887,0.0005601509,0.00028034745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034518584,0.00019005641,0.00026958482,0.00031655014,0.000051021365,0.00006295876,0.00024810008,0.00013864796,0.000010004096],"category_scores_gemma":[0.0006755602,0.0001963886,0.00005377744,0.00046723674,0.000025125675,0.00020109044,0.000021587337,0.00022295196,0.0000024979167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028185364,0.00011116558,0.7905907,0.0032085734,0.0003039235,8.053277e-8,0.026605617,0.10100024,0.00778578,0.016058208,0.053424526,0.00090837275],"study_design_scores_gemma":[0.00068757386,0.000059840877,0.8030822,0.0009896094,0.00016373179,0.000013360172,0.018244194,0.0730863,0.034977783,0.00013845117,0.06721534,0.0013415735],"about_ca_topic_score_codex":0.0016680384,"about_ca_topic_score_gemma":0.0013376,"teacher_disagreement_score":0.027913949,"about_ca_system_score_codex":0.001430519,"about_ca_system_score_gemma":0.00039258628,"threshold_uncertainty_score":0.8008495},"labels":[],"label_agreement":null},{"id":"W1941413737","doi":"10.24908/pceea.v0i0.3643","title":"CURRICULUM ENHANCEMENT AND EVALUATION OF GRADUATE ATTRIBUTES AND OUTCOMES THROUGH STUDENT-RUN FORUMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Accreditation; Curriculum; Capstone; Class (philosophy); Medical education; Adaptation (eye); Computer science; Pedagogy; Psychology; Medicine","score_opus":0.023631080689889113,"score_gpt":0.2505873424054783,"score_spread":0.2269562617155892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941413737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956238,0.0003797341,0.000037695478,0.00042376175,0.0011330175,0.0004067889,0.000007983272,0.000057946996,0.0019292681],"genre_scores_gemma":[0.99789304,0.00008997693,0.0016467269,0.0000360158,0.000031419502,0.00011408883,0.000006228246,0.000024492289,0.00015801545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884075,0.000006107583,0.00033113654,0.0001496483,0.00043749224,0.00023486876],"domain_scores_gemma":[0.99898875,0.000019482455,0.00017205645,0.00008309179,0.000614035,0.00012261485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005783635,0.00016818033,0.00019440605,0.00017385186,0.00007441437,0.000036452897,0.00014999243,0.00008920724,0.000029694098],"category_scores_gemma":[0.000290333,0.00015834055,0.00004313301,0.00030800622,0.000017375625,0.00022264665,0.000025317295,0.00012968137,0.0000018732571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3196105e-7,0.00016460671,0.958699,0.00061640627,0.00037958514,2.9217926e-8,0.013264965,0.00092861406,0.0015504668,0.01060142,0.011046352,0.0027478044],"study_design_scores_gemma":[0.00030195963,0.000016505994,0.9821563,0.00017173545,0.00014096127,0.0000020500252,0.0020866706,0.0056712064,0.0073384442,0.00035303543,0.0014718428,0.00028928483],"about_ca_topic_score_codex":0.0018296676,"about_ca_topic_score_gemma":0.00081634097,"teacher_disagreement_score":0.023457287,"about_ca_system_score_codex":0.0007576834,"about_ca_system_score_gemma":0.00019337343,"threshold_uncertainty_score":0.645694},"labels":[],"label_agreement":null},{"id":"W1942763964","doi":"10.24908/pceea.v0i0.5788","title":"CO-OP EMPLOYER EVALUATION OF THE GRADUATE ATTRIBUTES: A COMPARISON OF TWO APPROACHES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Curriculum; Equity (law); Business; Computer science; Engineering management; Medical education; Knowledge management; Psychology; Political science; Engineering; Pedagogy; Medicine","score_opus":0.10608486373198174,"score_gpt":0.29350308724299334,"score_spread":0.18741822351101162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942763964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99113524,0.00029497553,0.00006453913,0.0011435589,0.0023727762,0.00062839204,0.000031539807,0.00008428975,0.004244678],"genre_scores_gemma":[0.9987954,0.0000034094323,0.0007386137,0.000021364902,0.00008484504,0.000091024776,0.000014624852,0.00003393661,0.00021679477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982433,0.000016794707,0.00050227955,0.00013528435,0.0008599572,0.00024239026],"domain_scores_gemma":[0.9980389,0.000039188675,0.00036149123,0.00016415027,0.0012269046,0.00016940288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012167137,0.00017188635,0.00024976005,0.00023534601,0.00006193804,0.00003293479,0.0003835986,0.00010914518,0.000012415929],"category_scores_gemma":[0.001079669,0.00014806681,0.00010025329,0.0007571523,0.000024117573,0.00014368167,0.000017360919,0.00022363671,0.000003975578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030799986,0.0002764868,0.42398044,0.00090116134,0.00043378136,1.0894781e-8,0.016789412,0.39791623,0.0048657916,0.0074606477,0.14421025,0.0031627351],"study_design_scores_gemma":[0.0013606306,0.000037558268,0.6537946,0.00071247894,0.0004585081,0.0000046466243,0.0047154464,0.2071023,0.116041884,0.00075916917,0.014179508,0.00083330204],"about_ca_topic_score_codex":0.0010917605,"about_ca_topic_score_gemma":0.001018212,"teacher_disagreement_score":0.22981414,"about_ca_system_score_codex":0.0022736595,"about_ca_system_score_gemma":0.0010672476,"threshold_uncertainty_score":0.603799},"labels":[],"label_agreement":null},{"id":"W1944174165","doi":"10.24908/pceea.v0i0.5720","title":"USING RUBRICS IN A CAPSTONE ENGINEERING DESIGN COURSE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Rubric; Accreditation; Capstone; Presentation (obstetrics); Engineering management; Interim; Process (computing); Computer science; Capstone course; Engineering education; Engineering; Medical education; Mathematics education; Psychology; Political science; Medicine","score_opus":0.021082450327340223,"score_gpt":0.222228944994325,"score_spread":0.20114649466698478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944174165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97675264,0.0012973726,0.0031170915,0.0017724308,0.010820837,0.0013357307,0.000024309851,0.00072952366,0.004150039],"genre_scores_gemma":[0.98584634,0.000014430538,0.013352983,0.00006542564,0.00016092039,0.000076123455,0.0000055642254,0.00007547397,0.0004027517],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857605,0.0000060872326,0.0004001058,0.00017809785,0.0003817595,0.0004579216],"domain_scores_gemma":[0.9989311,0.000036843,0.00012523824,0.00012082877,0.00041559085,0.00037041368],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066176645,0.00023601454,0.00022848719,0.00048961455,0.00005102296,0.0000851089,0.00031177487,0.00018952292,0.00001094464],"category_scores_gemma":[0.0006658401,0.0002603773,0.000060886134,0.0011498223,0.000009062578,0.00025679966,0.000020140953,0.00033045336,0.000010562101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013458122,0.00007594106,0.027911091,0.00025829385,0.000085693166,3.661087e-7,0.0024921068,0.9364316,0.0032900134,0.0023817255,0.026792152,0.00027966232],"study_design_scores_gemma":[0.00091062527,0.000025988413,0.13955496,0.000807615,0.00011822396,0.000036326037,0.0013445849,0.8067665,0.009115365,0.00018509058,0.03971599,0.0014187009],"about_ca_topic_score_codex":0.0020613126,"about_ca_topic_score_gemma":0.0009551664,"teacher_disagreement_score":0.12966509,"about_ca_system_score_codex":0.005408564,"about_ca_system_score_gemma":0.0011610131,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W1944964829","doi":"10.24908/pceea.v0i0.4663","title":"BREAKING THE BARRIERS OF RESEARCH WRITING: RETHINKING PEDAGOGY FOR ENGINEERING GRADUATE RESEARCH","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"CLARITY; Graduate students; Academic writing; Engineering ethics; Pedagogy; Professional writing; Engineering research; Psychology; Mathematics education; Sociology; Engineering","score_opus":0.056295708149480324,"score_gpt":0.3416606946657142,"score_spread":0.2853649865162339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944964829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97757334,0.0012915867,0.00028218067,0.006500842,0.0073038274,0.0018264698,0.000041326904,0.0003643041,0.0048161144],"genre_scores_gemma":[0.9963894,0.000035010195,0.0019553802,0.000039263934,0.0005957673,0.0003434013,0.000008129022,0.00008831802,0.00054533454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973148,0.000025982852,0.00052664336,0.0001969734,0.00093871896,0.0009968891],"domain_scores_gemma":[0.9968822,0.00055696716,0.00015933569,0.00021595307,0.0018063211,0.00037924055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005894061,0.00020971913,0.00023429029,0.00081133295,0.00043999153,0.00012358456,0.0006395999,0.00021793491,0.000019785848],"category_scores_gemma":[0.0044381456,0.0001904733,0.00012243402,0.0016361971,0.000050589606,0.0002945138,0.00005624769,0.00089628034,0.000005774291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016292111,0.0002805205,0.15095243,0.008909034,0.0011513433,2.1957948e-7,0.104076326,0.06907118,0.04383315,0.2765953,0.33848363,0.0066305734],"study_design_scores_gemma":[0.0010205278,0.00009337731,0.32635683,0.003287549,0.0002170387,0.000038681523,0.02222929,0.07906956,0.072713405,0.001803268,0.4911394,0.0020310858],"about_ca_topic_score_codex":0.0014483371,"about_ca_topic_score_gemma":0.0004773763,"teacher_disagreement_score":0.27479205,"about_ca_system_score_codex":0.0028311925,"about_ca_system_score_gemma":0.00085547176,"threshold_uncertainty_score":0.7767276},"labels":[],"label_agreement":null},{"id":"W1947447327","doi":"10.5539/ass.v11n24p153","title":"Technical and Vocational Education in Malaysia: Policy, Leadership, and Professional Growth on Malaysia Women","year":2015,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Tun Hussein Onn Malaysia","keywords":"Vocational education; Context (archaeology); Representation (politics); Political science; Public relations; Professional development; Population; Order (exchange); Economic growth; Sociology; Pedagogy; Business; Economics; Geography; Politics; Law","score_opus":0.0151337109322204,"score_gpt":0.27782765493464995,"score_spread":0.26269394400242957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947447327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.860484,0.00008218369,0.00014773363,0.00911336,0.00070078816,0.00024735954,0.0000021380304,0.00015782904,0.12906462],"genre_scores_gemma":[0.9985272,0.0000045454226,0.0008344088,0.00019806343,0.00013522294,0.000058541606,0.0000022838676,0.0000068043123,0.00023291896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992971,0.000010010157,0.00009796329,0.00014897197,0.00022543485,0.00022055712],"domain_scores_gemma":[0.99973553,0.000009886008,0.000013324392,0.000043814707,0.000041244693,0.00015619508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028379002,0.000076278186,0.00006741384,0.00018137462,0.00006798187,0.000038617818,0.00009781888,0.00004970649,0.00000688323],"category_scores_gemma":[0.00007703117,0.00007586828,0.000005566065,0.00055061106,0.00014330163,0.00015427434,0.000025748355,0.000120699784,0.00000872205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018960487,0.0004836858,0.024569074,0.00019701013,0.000010615063,0.0000026432438,0.049526304,0.00014181931,0.0062306463,0.45675784,0.016212512,0.44584888],"study_design_scores_gemma":[0.00020070719,0.000021147967,0.98721266,0.00004032445,0.0000010688914,0.0000107898,0.007917291,0.00028249616,0.00013322406,0.0029063679,0.0010891029,0.00018482973],"about_ca_topic_score_codex":0.000006213047,"about_ca_topic_score_gemma":0.0000018751609,"teacher_disagreement_score":0.96264356,"about_ca_system_score_codex":0.00044279828,"about_ca_system_score_gemma":0.0006300491,"threshold_uncertainty_score":0.30938187},"labels":[],"label_agreement":null},{"id":"W1947697171","doi":"10.24908/pceea.v0i0.3616","title":"Curriculum Design & Enhancement","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Relevance (law); Engineering ethics; Process (computing); Curriculum theory; Problem solver; Emergent curriculum; Curriculum mapping; Field (mathematics); Curriculum development; Engineering management; Mathematics education; Computer science; Engineering; Psychology; Pedagogy; Political science; Software engineering; Mathematics","score_opus":0.011964995938682733,"score_gpt":0.18589624810624542,"score_spread":0.1739312521675627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947697171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9028148,0.00084900047,0.005093581,0.0017521987,0.018888766,0.002054263,0.000023150202,0.0012829404,0.06724129],"genre_scores_gemma":[0.9829608,0.00003555022,0.013778228,0.00009809646,0.0001281889,0.00018354731,0.0000074110058,0.000054188273,0.0027539867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883753,0.0000046015384,0.0003290517,0.00016336767,0.00029029048,0.00037516243],"domain_scores_gemma":[0.9990987,0.000014408191,0.0001329252,0.00012769653,0.00038109528,0.00024515123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034468106,0.00020205007,0.00016022108,0.0002843898,0.00010144712,0.00005333269,0.00034361085,0.00013758548,0.00020706106],"category_scores_gemma":[0.00027428445,0.00020066324,0.000076851196,0.00060361373,0.000010481608,0.00018348485,0.000017163617,0.00021774018,0.0000726904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031993438,0.0005907316,0.17400357,0.0013364044,0.0007589787,2.5951002e-7,0.017471116,0.018826192,0.012777151,0.029891664,0.74017584,0.0041649155],"study_design_scores_gemma":[0.00083559076,0.00006848856,0.32273433,0.0010501264,0.00029355628,0.000025506833,0.0019809802,0.032243624,0.07799687,0.00089048676,0.5590115,0.0028689099],"about_ca_topic_score_codex":0.0020042593,"about_ca_topic_score_gemma":0.0011519656,"teacher_disagreement_score":0.1811643,"about_ca_system_score_codex":0.002207093,"about_ca_system_score_gemma":0.0003832562,"threshold_uncertainty_score":0.818281},"labels":[],"label_agreement":null},{"id":"W1948515165","doi":"10.24908/pceea.v0i0.5784","title":"SELF-PERCEPTION DIFFERENCES BASED ON GENDER AND PERSONALITY TYPE IN TEAM PROJECTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Feeling; Personality; Preference; Social psychology; Rank (graph theory); Perception; Extraversion and introversion; Big Five personality traits; Mathematics; Statistics","score_opus":0.014734314376207116,"score_gpt":0.2062185713800963,"score_spread":0.19148425700388919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948515165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98652965,0.00007550433,0.000011574023,0.00067900895,0.0015227116,0.00033558861,0.000005023559,0.0001719628,0.010668959],"genre_scores_gemma":[0.99803203,0.0000104353385,0.0014960853,0.0001121123,0.00007697313,0.00005241703,0.0000056574027,0.000022915885,0.00019139142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99918765,0.0000058524392,0.00018539724,0.00014204683,0.00026404465,0.00021499992],"domain_scores_gemma":[0.9994115,0.000022650918,0.00006311504,0.00006354984,0.00024855818,0.00019061867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034612912,0.00013992359,0.00012583278,0.00029346597,0.0000423144,0.000058976617,0.00012559837,0.00011511911,0.000010716608],"category_scores_gemma":[0.00036229362,0.00013462875,0.00002492222,0.00049885653,0.0000069203033,0.00011477613,0.000007513771,0.00019054009,0.000006024222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004763263,0.00019151106,0.9246977,0.00089572865,0.00007431339,9.1667495e-8,0.013427926,0.01684428,0.0006653518,0.0030542074,0.039480623,0.00066351786],"study_design_scores_gemma":[0.00020864024,0.0000163135,0.90694845,0.00010705576,0.000014495264,0.0000013033414,0.001058723,0.08512167,0.00016011138,0.000041966196,0.006084479,0.00023677867],"about_ca_topic_score_codex":0.0007873346,"about_ca_topic_score_gemma":0.00074743206,"teacher_disagreement_score":0.06827739,"about_ca_system_score_codex":0.0024933831,"about_ca_system_score_gemma":0.00054561044,"threshold_uncertainty_score":0.652011},"labels":[],"label_agreement":null},{"id":"W1949915938","doi":"10.24908/pceea.v0i0.3964","title":"EXPERIENCE IN THE DEVELOPMENT AND DELIVERY OF A ONE SEMESTER CAPSTONE DESIGN COURSE FOR FINAL YEAR CIVIL ENGINEERS AT THE UNIVERSITY OF MANITOBA","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Capstone; Presentation (obstetrics); Engineering; Deliverable; Teamwork; Engineering management; Integrated project delivery; Civil engineering; Engineering education; Construction management; Management; Computer science; Systems engineering; Medicine","score_opus":0.02648983430389229,"score_gpt":0.18894409981484928,"score_spread":0.16245426551095699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949915938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980584,0.0001478654,0.00033880663,0.00026015486,0.00032393445,0.00040935914,0.00000842999,0.000020649366,0.00043239206],"genre_scores_gemma":[0.9949302,0.000020668047,0.0047437353,0.000022175593,0.000016986276,0.000033476364,0.0000031917195,0.000014546506,0.00021500468],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99935424,0.00000561938,0.00020562515,0.00009294292,0.00017146126,0.00017009111],"domain_scores_gemma":[0.999503,0.00005843465,0.00011225154,0.00007919313,0.00019003054,0.000057058303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039566125,0.00010216948,0.00011779628,0.000117649586,0.000072820585,0.000010264108,0.0002441273,0.00006706373,0.000011146225],"category_scores_gemma":[0.0000915619,0.00008773404,0.000033614913,0.0002767724,0.000025175632,0.00008301747,0.000016074588,0.000095845,9.140023e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005946367,0.00070583174,0.2755883,0.0034398118,0.0008867103,5.0969714e-7,0.58238536,0.03973981,0.0144393975,0.010155459,0.06692335,0.0056760213],"study_design_scores_gemma":[0.000471971,0.000026447331,0.9453302,0.00033495857,0.000083244464,0.0000038517137,0.020401554,0.0047085467,0.018114964,0.000039372295,0.010131065,0.00035379626],"about_ca_topic_score_codex":0.0010226581,"about_ca_topic_score_gemma":0.007873376,"teacher_disagreement_score":0.6697419,"about_ca_system_score_codex":0.00073081214,"about_ca_system_score_gemma":0.00029611462,"threshold_uncertainty_score":0.43935287},"labels":[],"label_agreement":null},{"id":"W1950634617","doi":"10.24908/pceea.v0i0.5891","title":"Developing Communication Skills during Undergraduate Studies: a Personalized Approach","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Accreditation; Communication skills; Class (philosophy); Portfolio; Wonder; Mathematics education; Soft skills; Computer science; Psychology; Medical education; Artificial intelligence; Medicine","score_opus":0.014195322211286936,"score_gpt":0.23170681291762849,"score_spread":0.21751149070634154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950634617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96746117,0.0026055777,0.00043363977,0.0077003064,0.0046754205,0.0011071763,0.000018460196,0.00088705996,0.015111172],"genre_scores_gemma":[0.9837586,0.00016185222,0.012737615,0.00012072559,0.00011942675,0.00019383196,0.000018567946,0.00006532418,0.0028240492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986348,0.000009993551,0.00039624283,0.0001839245,0.00040617734,0.00036881902],"domain_scores_gemma":[0.9984894,0.00003723446,0.0001850786,0.00016413833,0.0008454852,0.00027870564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051554904,0.00023140754,0.00024565536,0.00033614063,0.00016881828,0.00009823253,0.00040690674,0.000141664,0.0000047530275],"category_scores_gemma":[0.00085077074,0.00023239348,0.000080518796,0.00084136165,0.00002476184,0.0002700866,0.000040019313,0.00027848769,0.000013825072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012552801,0.0006096146,0.12914582,0.007061215,0.0030823161,5.422173e-7,0.09474649,0.17826854,0.004587192,0.2061199,0.3742887,0.002077102],"study_design_scores_gemma":[0.0055733304,0.000066960216,0.398876,0.00468073,0.00068660354,0.00014951806,0.05639355,0.06442212,0.025330277,0.0074221655,0.4298566,0.0065421513],"about_ca_topic_score_codex":0.00048676957,"about_ca_topic_score_gemma":0.0005001103,"teacher_disagreement_score":0.26973018,"about_ca_system_score_codex":0.0072542857,"about_ca_system_score_gemma":0.00081688043,"threshold_uncertainty_score":0.9965567},"labels":[],"label_agreement":null},{"id":"W1950680748","doi":"10.24908/pceea.v0i0.3621","title":"Changing Geers: Engineering Instructor Perspectives on Education","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Diversity (politics); Context (archaeology); Engineering education; Bloom's taxonomy; Psychology; Cognition; Engineering ethics; Pedagogy; Mathematics education; Knowledge management; Engineering; Computer science; Engineering management; Sociology","score_opus":0.005164309835597602,"score_gpt":0.17127849954119678,"score_spread":0.16611418970559919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950680748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547826,0.0005029303,0.00011530882,0.00064516114,0.0099454615,0.00079376134,0.00002359923,0.00078729447,0.03240389],"genre_scores_gemma":[0.99453056,0.00003370095,0.003364136,0.0001130517,0.00032627708,0.00017158457,0.000009127701,0.00008786133,0.0013636888],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985362,0.0000040366253,0.00035841294,0.00025407303,0.00034981602,0.0004974563],"domain_scores_gemma":[0.99888676,0.000025750456,0.00015751716,0.00017479382,0.00045892788,0.0002962258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002819317,0.00029554908,0.00021129366,0.000917653,0.00013638037,0.000084597414,0.00039309525,0.00019152166,0.000093619026],"category_scores_gemma":[0.00045912142,0.00031025874,0.000113476155,0.0010467292,0.0000131982615,0.0002935717,0.000022467922,0.00036101858,0.00003234843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022748642,0.001647023,0.074669905,0.004528986,0.0019535078,9.618943e-7,0.24955846,0.04860726,0.021170733,0.40320978,0.17036386,0.02426679],"study_design_scores_gemma":[0.0012485012,0.00015274808,0.6189986,0.0032973909,0.00036884865,0.000057474554,0.046800267,0.032162093,0.087307654,0.0005783652,0.2044199,0.0046081943],"about_ca_topic_score_codex":0.0006071944,"about_ca_topic_score_gemma":0.00021479122,"teacher_disagreement_score":0.54432863,"about_ca_system_score_codex":0.0034952464,"about_ca_system_score_gemma":0.000662898,"threshold_uncertainty_score":0.999935},"labels":[],"label_agreement":null},{"id":"W1951235457","doi":"10.24908/pceea.v0i0.4676","title":"FRIENDS OF ENGINEERING - A POSITIVE CONNECTION WITH INDUSTRY","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Aerospace; Engineering; Engineering design process; Engineering management; Process (computing); Management; Mechanical engineering; Computer science; Economics; Aerospace engineering","score_opus":0.0029790556446227905,"score_gpt":0.17191453681471108,"score_spread":0.1689354811700883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951235457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895921,0.0002298266,0.00015275244,0.0005218323,0.0027639512,0.0003360528,0.000025530668,0.00021351951,0.0061644455],"genre_scores_gemma":[0.9975916,0.0000070719775,0.0016194651,0.000039055496,0.00018639311,0.00006800757,0.000010152882,0.000051034578,0.00042722863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890596,0.0000030358244,0.00029545522,0.00011320392,0.00029541278,0.0003869575],"domain_scores_gemma":[0.999055,0.00003588788,0.00016356228,0.000095441435,0.00038486693,0.00026523543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027933373,0.00019488814,0.00019112637,0.000362366,0.0000630297,0.000034134333,0.00018507145,0.00024358778,0.00004256359],"category_scores_gemma":[0.00021367635,0.00018691462,0.000059597434,0.0008006623,0.000011488443,0.00031589964,0.000012828643,0.000388847,0.0000046567407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010036497,0.0004229754,0.71032995,0.0022524805,0.0013922957,1.8604437e-7,0.013678371,0.13265827,0.032224733,0.05004742,0.055265997,0.001717279],"study_design_scores_gemma":[0.00040602742,0.000036470883,0.903245,0.0007187663,0.00016535721,0.000025854426,0.0013814184,0.00863682,0.06025603,0.000019476922,0.024309184,0.000799627],"about_ca_topic_score_codex":0.0007722732,"about_ca_topic_score_gemma":0.00024073529,"teacher_disagreement_score":0.19291501,"about_ca_system_score_codex":0.0015008415,"about_ca_system_score_gemma":0.0002902831,"threshold_uncertainty_score":0.7622157},"labels":[],"label_agreement":null},{"id":"W1951990608","doi":"10.24908/pceea.v0i0.5803","title":"Preliminary Investigation into Causal Factors for Engineering Enrollment","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Demographics; Selection (genetic algorithm); Domain (mathematical analysis); Qualitative property; Psychology; Medical education; Computer science; Management science; Engineering; Medicine; Sociology; Artificial intelligence; Demography; Mathematics","score_opus":0.009711223101792206,"score_gpt":0.1988018021975723,"score_spread":0.1890905790957801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951990608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888523,0.0002619447,0.00044114687,0.0019820128,0.006392267,0.00089855515,0.00003001091,0.0004619413,0.0006797958],"genre_scores_gemma":[0.9932057,0.0000058552473,0.0051927813,0.000097702316,0.00024224399,0.00029087948,0.00005426789,0.00007723864,0.0008333016],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99866736,0.0000034896852,0.00038787775,0.00019741217,0.00036082207,0.0003830437],"domain_scores_gemma":[0.99846053,0.00006660268,0.00014690695,0.00011833902,0.0007461919,0.00046140447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041657715,0.0002550176,0.00020725671,0.00039758618,0.000099865225,0.00009762808,0.00029846467,0.00019101895,0.00000840224],"category_scores_gemma":[0.0013216807,0.0002593596,0.000095973715,0.00053974136,0.000010544832,0.00028665536,0.000021211554,0.0002118875,0.0000071241648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015703332,0.00021560332,0.1360965,0.0035882036,0.0008051207,2.207693e-7,0.044897474,0.38028526,0.026750503,0.024261031,0.38036036,0.002723994],"study_design_scores_gemma":[0.0016760865,0.00022457943,0.42578602,0.0009792126,0.00031688056,0.000013728454,0.006016171,0.18260978,0.07190416,0.00088389945,0.30690986,0.0026796025],"about_ca_topic_score_codex":0.0015796924,"about_ca_topic_score_gemma":0.00075496547,"teacher_disagreement_score":0.2896895,"about_ca_system_score_codex":0.004166003,"about_ca_system_score_gemma":0.0008198609,"threshold_uncertainty_score":0.9999859},"labels":[],"label_agreement":null},{"id":"W1952186102","doi":"10.24908/pceea.v0i0.3619","title":"Towards a scale and tool for the appraisal of CEAB attributes - Progress report on a field test","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Graduation (instrument); Likert scale; Scale (ratio); Transferability; Internship; Meaning (existential); Test (biology); Mathematics education; Psychology; Field (mathematics); Critical appraisal; Medical education; Computer science; Knowledge management; Engineering; Mathematics; Cartography; Geography; Machine learning; Medicine; Logit; Mechanical engineering","score_opus":0.008872121562201706,"score_gpt":0.21867657892363895,"score_spread":0.20980445736143724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952186102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97711706,0.00062031945,0.00059971865,0.007540527,0.005994663,0.0018162954,0.00009395999,0.00032725162,0.0058902074],"genre_scores_gemma":[0.9957001,0.000015892256,0.0034827332,0.00006223016,0.00010697948,0.0002472428,0.0000059556987,0.000028544444,0.00035029088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99918664,0.00000166472,0.00028534236,0.00012665812,0.00018846465,0.00021120856],"domain_scores_gemma":[0.99915,0.00015606462,0.00015313643,0.00010810116,0.00033983195,0.00009289922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034933595,0.00013358226,0.00014213129,0.00013493805,0.00008268608,0.000037126887,0.00020217695,0.00010336404,0.000013209406],"category_scores_gemma":[0.0013901053,0.000108814136,0.00006160112,0.0002875001,0.000016446755,0.000087926615,0.000013874081,0.00013533306,9.608889e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013912854,0.00040226872,0.7615803,0.0024682702,0.000584237,3.4640678e-7,0.012700818,0.0014754802,0.0024896984,0.022382786,0.18049164,0.015410244],"study_design_scores_gemma":[0.00029384144,0.00007367724,0.9253896,0.00034263157,0.00010780193,0.000018466899,0.00054083427,0.006450346,0.02711675,0.00017300055,0.039061386,0.00043169872],"about_ca_topic_score_codex":0.0006320487,"about_ca_topic_score_gemma":0.00037340078,"teacher_disagreement_score":0.16380927,"about_ca_system_score_codex":0.000393966,"about_ca_system_score_gemma":0.00025009847,"threshold_uncertainty_score":0.44373116},"labels":[],"label_agreement":null},{"id":"W1953849150","doi":"10.24908/pceea.v0i0.5909","title":"Mechanical Engineering Capstone Design Course – CEAB Accreditation Outcomes Assessment","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Capstone; Accreditation; Engineering management; Graduation (instrument); Curriculum; Formative assessment; Engineering design process; Summative assessment; Computer science; Engineering; Medical education; Mathematics education; Psychology; Mechanical engineering; Pedagogy","score_opus":0.012207479635171452,"score_gpt":0.23409345434068618,"score_spread":0.22188597470551472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953849150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827023,0.0011098263,0.021519503,0.019681403,0.053180307,0.004464264,0.00013488195,0.003690921,0.013516584],"genre_scores_gemma":[0.9800079,0.000012381418,0.018417856,0.00012132409,0.000226793,0.0001986221,0.000022001142,0.00008678673,0.00090633956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9982046,0.000009144331,0.00047014412,0.00022426459,0.00061961357,0.00047223314],"domain_scores_gemma":[0.99836886,0.00007682492,0.00018102262,0.00016406104,0.0006955912,0.00051366165],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000813357,0.0002993597,0.00028955188,0.00035069717,0.00009332572,0.00013554761,0.00039867632,0.00022605754,0.000022212815],"category_scores_gemma":[0.0008344897,0.00030146664,0.00010495288,0.0007175242,0.000009899313,0.00033583704,0.000027314438,0.00037904378,0.000022505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039644196,0.00032104936,0.050951086,0.00065743405,0.00076678797,6.869683e-7,0.0037299015,0.54467386,0.0080789225,0.02844013,0.3607426,0.0016336007],"study_design_scores_gemma":[0.0014600073,0.000077808356,0.5606025,0.0005394772,0.00034366496,0.00002737571,0.0018202974,0.3314532,0.012442565,0.0005024562,0.08866488,0.0020657384],"about_ca_topic_score_codex":0.0006496373,"about_ca_topic_score_gemma":0.00033597177,"teacher_disagreement_score":0.5096514,"about_ca_system_score_codex":0.004672933,"about_ca_system_score_gemma":0.0013998126,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W1954537253","doi":"10.24908/pceea.v0i0.5740","title":"FIRST YEAR ENGINEERING DESIGN – GUELPH’S TEDDY BEAR WHEEL CHAIR EXPERIENCE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering education; Engineering design process; Style (visual arts); Engineering; Computer science; Engineering management; Mechanical engineering; Visual arts","score_opus":0.010994694308024668,"score_gpt":0.1918354817078245,"score_spread":0.18084078739979983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954537253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88771975,0.0025935783,0.012718056,0.0137910135,0.047403287,0.0049103745,0.00012718339,0.0051688156,0.025567956],"genre_scores_gemma":[0.9873683,0.000023979499,0.010490112,0.0000888006,0.00029344702,0.00021716743,0.000009977041,0.00009361093,0.0014146469],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983229,0.0000044628136,0.0003921124,0.0002316137,0.0005453119,0.00050357595],"domain_scores_gemma":[0.9986124,0.00004187314,0.00013496162,0.00017381684,0.0005223026,0.0005146707],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004988007,0.00028223268,0.00022819608,0.0004012879,0.000109841465,0.00016013405,0.0005483611,0.00020416462,0.000035694688],"category_scores_gemma":[0.0009402538,0.00029959888,0.00008383489,0.0008621529,0.0000145163185,0.00039342217,0.000034589437,0.00030925535,0.00005100887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004277735,0.0001379763,0.038263876,0.0007784149,0.00027465014,5.3496245e-7,0.014198668,0.65363723,0.0036886698,0.011570267,0.27693853,0.0005068925],"study_design_scores_gemma":[0.0010824773,0.00006289545,0.13806027,0.0010198989,0.00012450926,0.000031796026,0.003917754,0.24124442,0.015822863,0.00023383366,0.5961038,0.0022954852],"about_ca_topic_score_codex":0.0009528663,"about_ca_topic_score_gemma":0.00046023243,"teacher_disagreement_score":0.41239282,"about_ca_system_score_codex":0.0035495572,"about_ca_system_score_gemma":0.00059423153,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W1954800927","doi":"10.24908/pceea.v0i0.4860","title":"STUDENT PERSPECTIVES ON GRADUATE ATTRIBUTES","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Context (archaeology); Curriculum; Graduate students; Process (computing); Survey research; Engineering management; Engineering education; Engineering; Graduate degree; Engineering ethics; Computer science; Medical education; Pedagogy; Sociology; Geography; Medicine","score_opus":0.007591644748243348,"score_gpt":0.20246247316479826,"score_spread":0.19487082841655493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954800927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801022,0.00019153534,0.000018026025,0.004295483,0.0028974167,0.00057628547,0.000011953497,0.00032809208,0.011579052],"genre_scores_gemma":[0.99688864,0.00003498742,0.0005597838,0.00012480615,0.00016902071,0.00020834123,0.0000062030012,0.0000440277,0.001964217],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988547,0.0000033929912,0.00026225447,0.0001690378,0.0003749563,0.00033565096],"domain_scores_gemma":[0.99895865,0.00003534944,0.00010249917,0.000112091,0.00056600873,0.00022540482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019954042,0.00019350032,0.00015591524,0.0002976066,0.00010878485,0.00014030283,0.0003049575,0.00010669614,0.00009869737],"category_scores_gemma":[0.0003342969,0.00018333792,0.00007897152,0.0005232419,0.000010622055,0.0001975065,0.000015208977,0.00026881558,0.00010113825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012510945,0.00036659723,0.08702347,0.00059039705,0.0005715632,1.1930716e-7,0.023206877,0.036752004,0.0057124295,0.042401113,0.8002812,0.0030929549],"study_design_scores_gemma":[0.00019014988,0.000019436911,0.9600833,0.00020473926,0.00003356253,0.0000026417838,0.005288097,0.0038655642,0.004505357,0.00013889906,0.02514848,0.00051975023],"about_ca_topic_score_codex":0.0012156157,"about_ca_topic_score_gemma":0.0003170759,"teacher_disagreement_score":0.87305987,"about_ca_system_score_codex":0.002924548,"about_ca_system_score_gemma":0.00022740795,"threshold_uncertainty_score":0.7647591},"labels":[],"label_agreement":null},{"id":"W1956129622","doi":"10.24908/pceea.v0i0.5885","title":"Meeting the Outcome-based CEAB Accreditation Criteria: Engineering Programs at UOIT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Accreditation; Outcome (game theory); Curriculum; Outcome-based education; Process (computing); Medical education; Engineering management; Computer science; Engineering ethics; Engineering; Medicine; Psychology; Pedagogy; Mathematics","score_opus":0.013740448766971211,"score_gpt":0.21724911928536178,"score_spread":0.20350867051839056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956129622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669064,0.0005610431,0.0003304532,0.008740737,0.01393537,0.0014622988,0.000031901745,0.0011442612,0.0068875207],"genre_scores_gemma":[0.99453765,0.000004347747,0.0033277574,0.00018706622,0.00038285818,0.0002760087,0.000038488288,0.00009105164,0.0011547693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981283,0.000008234796,0.00054155604,0.0002246557,0.000579172,0.00051806273],"domain_scores_gemma":[0.99844795,0.000064469095,0.00022555185,0.00019283632,0.00068872294,0.00038048907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085851783,0.00029942708,0.000236628,0.0003150736,0.00018459398,0.00020636417,0.0004958037,0.00019837024,0.000022920558],"category_scores_gemma":[0.0012381169,0.00026205805,0.00012202528,0.00090317184,0.000016778102,0.00025152043,0.000038706185,0.0003435606,0.000029191355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009746517,0.00028808086,0.21378827,0.002001328,0.00053689606,6.7236857e-7,0.011643501,0.3705074,0.007111026,0.006474467,0.38395363,0.003684975],"study_design_scores_gemma":[0.001205427,0.00005914537,0.20818669,0.000896795,0.0002594396,0.000024030445,0.0023668192,0.3092879,0.0138985,0.00010395654,0.46181977,0.0018915235],"about_ca_topic_score_codex":0.00086226716,"about_ca_topic_score_gemma":0.0010951591,"teacher_disagreement_score":0.077866115,"about_ca_system_score_codex":0.005192043,"about_ca_system_score_gemma":0.00060065,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W1957224981","doi":"10.24908/pceea.v0i0.4037","title":"INNOVATIVE FINAL YEAR DESIGN PROJECT-INTERNATIONAL EXPERIENCE MAKES A WORLD OF DIFFERENCE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Internationalization; Engineering management; Engineering; Engineering ethics; Discipline; Engineering education; Design education; Engineering design process; Political science; Sociology; Business; Mechanical engineering; Social science","score_opus":0.026406566095355247,"score_gpt":0.2194128439971987,"score_spread":0.19300627790184346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1957224981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.930879,0.00019436504,0.0017613654,0.000848992,0.0091720065,0.0013750666,0.00006392901,0.00047632138,0.055228986],"genre_scores_gemma":[0.988128,0.0000107914,0.008883647,0.000038709546,0.00007193257,0.00012928643,0.0000052480873,0.000027930972,0.0027044718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990202,0.0000039960178,0.00032487742,0.00013841117,0.00028287715,0.00022963235],"domain_scores_gemma":[0.9989735,0.000025456955,0.00018081657,0.000088166744,0.000643178,0.0000888797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019788065,0.00015219454,0.00014804331,0.00047809535,0.00004707179,0.00003318399,0.0003783417,0.00007859892,0.00007022786],"category_scores_gemma":[0.00035289623,0.0001511699,0.000044903198,0.0010319187,0.000019223498,0.0001521332,0.000018936691,0.000171457,0.000005010055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026357686,0.0005859088,0.5646189,0.0012691572,0.0008758336,4.8573213e-7,0.07880754,0.0062353997,0.032261174,0.08172078,0.22703409,0.006564397],"study_design_scores_gemma":[0.00036788854,0.000028351222,0.89532113,0.0004945602,0.000037345493,0.0000049354953,0.0022449635,0.0073870737,0.06448471,0.00021343582,0.02874351,0.00067209214],"about_ca_topic_score_codex":0.0010645991,"about_ca_topic_score_gemma":0.0005724045,"teacher_disagreement_score":0.33070225,"about_ca_system_score_codex":0.0010940735,"about_ca_system_score_gemma":0.00048454013,"threshold_uncertainty_score":0.61645293},"labels":[],"label_agreement":null},{"id":"W1957354588","doi":"10.24908/pceea.v0i0.5773","title":"IMPLEMENTING EXPERIENTIAL EDUCATION ON ENGINEERING AND SOCIETY","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Facilitator; Experiential learning; Engineering ethics; Context (archaeology); Experiential education; Reflexivity; Institution; Engineering education; Knowledge management; Sociology; Pedagogy; Public relations; Psychology; Computer science; Engineering; Engineering management; Political science","score_opus":0.0051973885438919365,"score_gpt":0.19893884162889583,"score_spread":0.1937414530850039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1957354588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778108,0.00042790672,0.00010044598,0.0015219414,0.007840735,0.00060591794,0.000017489057,0.0004610648,0.011213674],"genre_scores_gemma":[0.995244,0.00002125758,0.0029325595,0.00019020113,0.00034289304,0.00014620145,0.00001561062,0.000060823837,0.0010464236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869937,0.0000031282073,0.00031693338,0.00019716778,0.00034885877,0.00043457007],"domain_scores_gemma":[0.9989855,0.000024239234,0.00012087548,0.000109764966,0.00038810406,0.00037150024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004249208,0.00022156302,0.00016626134,0.00024909372,0.0001255788,0.0001356813,0.00020909644,0.00014244669,0.000016644453],"category_scores_gemma":[0.00035961802,0.0002334779,0.00007875219,0.00049255515,0.000010010411,0.00022375878,0.00003190572,0.00025006256,0.000008780307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058810283,0.00039220098,0.057121675,0.001876186,0.0006706889,1.7215359e-7,0.031335898,0.057797585,0.015380427,0.068683706,0.75199324,0.014742365],"study_design_scores_gemma":[0.00082015886,0.00005299596,0.11697886,0.00074397004,0.000123531,0.000020769387,0.007028749,0.064311445,0.016916884,0.00018947372,0.7912942,0.001518976],"about_ca_topic_score_codex":0.0007131533,"about_ca_topic_score_gemma":0.00026758594,"teacher_disagreement_score":0.06849423,"about_ca_system_score_codex":0.002371051,"about_ca_system_score_gemma":0.00073145004,"threshold_uncertainty_score":0.9520952},"labels":[],"label_agreement":null},{"id":"W1958190125","doi":"10.24908/pceea.v0i0.5769","title":"EVALUATION OF INDIVIDUAL MEMBERS IN ENGINEERING DESIGN TEAMS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Peer evaluation; Psychology; Team composition; Teamwork; Accreditation; Team effectiveness; Engineering education; Peer feedback; Task (project management); Curriculum; Medical education; Work (physics); Mathematics education; Engineering; Higher education; Social psychology; Pedagogy; Operations management; Engineering management; Management; Political science; Medicine","score_opus":0.01915586556480762,"score_gpt":0.22471530939990286,"score_spread":0.20555944383509525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1958190125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849859,0.0007689248,0.0003290435,0.00076349586,0.005293086,0.0012288481,0.000021994145,0.00026836185,0.006340386],"genre_scores_gemma":[0.9963558,0.000008935659,0.0031950618,0.000025285175,0.00008461039,0.00014635139,0.00000907221,0.00004539215,0.0001295458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803895,0.00001432429,0.0004535905,0.00015433523,0.0010161593,0.00032261794],"domain_scores_gemma":[0.9984224,0.000045813445,0.00016758137,0.00011213777,0.00101146,0.00024059654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027915859,0.00019232306,0.00021404769,0.0006204011,0.000028796621,0.00005165477,0.00034815187,0.00017012688,0.000023843566],"category_scores_gemma":[0.0018423593,0.0002073893,0.000058660153,0.0010160137,0.000009164638,0.00023615795,0.000019821951,0.00024614928,0.000005026368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011523894,0.00006251929,0.016466687,0.00025017673,0.00013912727,4.328838e-8,0.00415809,0.9525382,0.0013544033,0.0012518638,0.021949446,0.0018283009],"study_design_scores_gemma":[0.001696175,0.000047760543,0.31769183,0.001005703,0.00039124597,0.000011162136,0.0029970293,0.63438815,0.024571314,0.00041205357,0.015531863,0.0012557481],"about_ca_topic_score_codex":0.0012372548,"about_ca_topic_score_gemma":0.0011275577,"teacher_disagreement_score":0.31815007,"about_ca_system_score_codex":0.0050294213,"about_ca_system_score_gemma":0.0015549912,"threshold_uncertainty_score":0.9987901},"labels":[],"label_agreement":null},{"id":"W1958450499","doi":"10.24908/pceea.v0i0.4647","title":"UNDERGRADUATE WRITING ASSIGNMENTS IN ENGINEERING: SOME PRELIMINARY FINDINGS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta","funders":"","keywords":"Discipline; Focus (optics); Computer science; Report writing; Engineering ethics; Engineering management; Engineering; Sociology","score_opus":0.00466795554632386,"score_gpt":0.18863119894047387,"score_spread":0.18396324339415002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1958450499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989093,0.00063498376,0.000047115984,0.001593379,0.005041838,0.0005048207,0.000013138979,0.00033477432,0.0027369617],"genre_scores_gemma":[0.99753165,0.000033379278,0.00115588,0.0001043447,0.00026314615,0.00014487216,0.0000119503275,0.000075034244,0.0006797612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982862,0.0000048960387,0.00046560727,0.00017148987,0.0003763853,0.0006954416],"domain_scores_gemma":[0.9992232,0.000055479162,0.000114009665,0.00011757883,0.00014842852,0.00034131558],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005398835,0.0002643355,0.00022289995,0.00057569926,0.00008442684,0.000082945626,0.00031730076,0.00020078363,0.000022055658],"category_scores_gemma":[0.00044049273,0.00029028402,0.00008436218,0.0007829237,0.000008562359,0.00058806635,0.000030526655,0.0003984998,0.000024478148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043811806,0.00040323552,0.7289121,0.0023958231,0.00035905887,4.3073507e-7,0.00522672,0.118632436,0.013621695,0.056654323,0.07234565,0.0014441571],"study_design_scores_gemma":[0.0003990894,0.00001675652,0.93990076,0.00072229665,0.00005494305,0.0000120133545,0.00047855938,0.021378662,0.009643688,0.00015731697,0.026346566,0.00088937103],"about_ca_topic_score_codex":0.00042273116,"about_ca_topic_score_gemma":0.00011481722,"teacher_disagreement_score":0.21098866,"about_ca_system_score_codex":0.0041823285,"about_ca_system_score_gemma":0.00025743747,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W1961246798","doi":"10.24908/pceea.v0i0.4818","title":"Developing Leadership Skills in Engineering Students – Foundational Approach through Enhancement of Self-Awareness and Interpersonal Communication","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpersonal communication; Engineering education; Psychology; Active listening; Context (archaeology); Neuroleadership; Interview; Curriculum; Leadership development; Leadership studies; Transactional leadership; Educational leadership; Engineering ethics; Shared leadership; Leadership style; Pedagogy; Knowledge management; Computer science; Engineering; Public relations; Sociology; Political science; Social psychology; Engineering management","score_opus":0.013055789732715171,"score_gpt":0.22718295406766176,"score_spread":0.21412716433494658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961246798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99547845,0.00030830523,0.000921959,0.0008986637,0.00077536877,0.0006059827,0.0000051082993,0.00011155513,0.0008945848],"genre_scores_gemma":[0.97983515,0.00006818808,0.01948761,0.000071713,0.000037726146,0.00024717426,0.000020839661,0.000034441124,0.00019713753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99873686,0.0000068501454,0.0004406174,0.00016675363,0.00035339154,0.00029551683],"domain_scores_gemma":[0.9992332,0.00005523353,0.00016133598,0.000105720785,0.00034266966,0.000101878504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033791957,0.00019334629,0.00021121062,0.00031387917,0.00007017954,0.000095399686,0.00036034288,0.00013058721,0.000021997497],"category_scores_gemma":[0.00019749084,0.00020798708,0.000042857835,0.0005497597,0.000014043375,0.00038788962,0.000041109477,0.00022820926,0.0000041417206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033072463,0.00077240914,0.84308547,0.0071171504,0.0008250588,8.774234e-8,0.04103864,0.03870377,0.009447759,0.044296175,0.01228039,0.0024297782],"study_design_scores_gemma":[0.0005193584,0.000013090927,0.94638914,0.0011624808,0.000042364838,0.000005525823,0.0023927307,0.036197737,0.008249162,0.00020430198,0.0041447505,0.00067938614],"about_ca_topic_score_codex":0.0017337936,"about_ca_topic_score_gemma":0.0003753169,"teacher_disagreement_score":0.10330363,"about_ca_system_score_codex":0.0024350213,"about_ca_system_score_gemma":0.00035405988,"threshold_uncertainty_score":0.8481467},"labels":[],"label_agreement":null},{"id":"W1961611971","doi":"10.24908/pceea.v0i0.5897","title":"CURRICULUM MAPPING IN ENGINEERING EDUCATION: LINKING ATTRIBUTES, OUTCOMES AND ASSESSMENTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Curriculum; Engineering education; Science and engineering; Medical education; Engineering ethics; Engineering; Computer science; Engineering management; Psychology; Pedagogy; Medicine","score_opus":0.010178130189607858,"score_gpt":0.22455949593057467,"score_spread":0.2143813657409668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961611971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98798364,0.0007552127,0.00013580344,0.001693931,0.0056096297,0.00043060823,0.000009455972,0.0002655961,0.0031161334],"genre_scores_gemma":[0.99501485,0.000032250515,0.003920133,0.00011351988,0.00015597952,0.00014957442,0.000019650435,0.00005345091,0.00054061454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863034,0.000005100558,0.00041896175,0.00020539218,0.0003481785,0.00039204877],"domain_scores_gemma":[0.9989994,0.000032065072,0.00014003697,0.00011474974,0.00037029624,0.00034342273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004994564,0.0002343169,0.00022831009,0.0005703815,0.000066723595,0.00014213637,0.00026553185,0.00017676807,0.000009555149],"category_scores_gemma":[0.0005674933,0.0002543257,0.000056340734,0.000870249,0.000008735356,0.00032709516,0.00003634884,0.00033775604,0.000007199286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.560454e-7,0.0000790103,0.9630783,0.0006300064,0.00008449618,1.3548875e-7,0.001429427,0.011628512,0.00026622508,0.00563898,0.015987962,0.0011766664],"study_design_scores_gemma":[0.0005845718,0.0000151877975,0.8651997,0.0012911657,0.000052114898,0.00001769552,0.002577634,0.05888939,0.00076036074,0.00019769112,0.0694489,0.00096559356],"about_ca_topic_score_codex":0.0020075338,"about_ca_topic_score_gemma":0.0010035522,"teacher_disagreement_score":0.09787863,"about_ca_system_score_codex":0.0028079269,"about_ca_system_score_gemma":0.00096005877,"threshold_uncertainty_score":0.9999909},"labels":[],"label_agreement":null},{"id":"W1961736697","doi":"10.24908/pceea.v0i0.3649","title":"IMPLEMENTATION AND EVALUATION OF A COGNITIVE APPRENTICESHIP APPROACH TO CIVIL ENGINEERING","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Apprenticeship; Curriculum; Cognitive apprenticeship; Craft; Computer science; Context (archaeology); Mathematics education; Cognition; Knowledge management; Psychology; Pedagogy","score_opus":0.01785836879928954,"score_gpt":0.23212319781977928,"score_spread":0.21426482902048974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961736697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98421603,0.00019097634,0.00041599362,0.00011347903,0.0012294838,0.0009482913,0.000023943378,0.00012903941,0.012732785],"genre_scores_gemma":[0.99699974,0.000008624022,0.0025284444,0.000029844598,0.000057080633,0.00024998223,0.000014630966,0.000038066308,0.000073601324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876887,0.0000068379914,0.0003499164,0.00017508045,0.00043536673,0.00026390937],"domain_scores_gemma":[0.99878544,0.00003111513,0.00015132628,0.00007932474,0.00074141985,0.00021135015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007211359,0.00017587081,0.00017238609,0.00044018132,0.00005368831,0.000038635033,0.00017797142,0.00010278647,0.000043713488],"category_scores_gemma":[0.0004420384,0.00018921078,0.000049489583,0.00065558025,0.000008806019,0.00019702621,0.000021378073,0.00014315959,0.000003104412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000248003,0.0011653104,0.51446843,0.0077687996,0.002674932,1.4710973e-7,0.17325328,0.10256283,0.02758975,0.07242184,0.05858355,0.039486352],"study_design_scores_gemma":[0.00060496706,0.000029173698,0.92764145,0.00050472916,0.0003294596,0.000005545512,0.004733904,0.04528415,0.018384863,0.00012450169,0.0017286009,0.0006286828],"about_ca_topic_score_codex":0.0011963508,"about_ca_topic_score_gemma":0.0014212602,"teacher_disagreement_score":0.41317302,"about_ca_system_score_codex":0.0010795824,"about_ca_system_score_gemma":0.0003127587,"threshold_uncertainty_score":0.77157915},"labels":[],"label_agreement":null},{"id":"W1961738715","doi":"10.24908/pceea.v0i0.3582","title":"CSI (Crash Scene Investigation) Project: Integrating Writing and Disciplinary Thinking in an Engineering Dynamics Class","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Class (philosophy); Discipline; Dynamics (music); Workload; Computer science; Crash; Engineering management; Mathematics education; Engineering; Artificial intelligence; Psychology; Pedagogy; Sociology; Programming language","score_opus":0.009736609194454822,"score_gpt":0.20221760548757514,"score_spread":0.19248099629312032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961738715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949933,0.000106002364,0.00010624347,0.00046162438,0.0012889457,0.0004313306,0.000011046621,0.00029253776,0.002308939],"genre_scores_gemma":[0.9874395,0.000017223008,0.012012054,0.00006198792,0.00011842633,0.0001235669,0.00002377172,0.00007447257,0.00012899944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850625,0.000007660765,0.00050791114,0.0002574305,0.00028475997,0.00043596773],"domain_scores_gemma":[0.99914837,0.000040651936,0.00016938786,0.00012483733,0.00028219097,0.00023458536],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005760313,0.00027059505,0.0002286537,0.00064865366,0.00015789465,0.00015359726,0.0003329095,0.00020178336,0.000009718738],"category_scores_gemma":[0.0003929604,0.00028973835,0.00004888408,0.000914916,0.000018525081,0.0006107924,0.000044377637,0.00047507123,0.000002062782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024790793,0.000119401004,0.8956306,0.0014776259,0.00012794975,7.3612e-7,0.030841026,0.013096491,0.0042360993,0.04915698,0.001990515,0.0033200984],"study_design_scores_gemma":[0.00023248323,0.000021914135,0.68798274,0.000914528,0.000036026737,0.000012548666,0.0035721394,0.3038988,0.0016835647,0.0004233223,0.0005488579,0.00067306723],"about_ca_topic_score_codex":0.0021893948,"about_ca_topic_score_gemma":0.00938373,"teacher_disagreement_score":0.29080233,"about_ca_system_score_codex":0.0027528496,"about_ca_system_score_gemma":0.0004026358,"threshold_uncertainty_score":0.9999555},"labels":[],"label_agreement":null},{"id":"W1962095449","doi":"10.24908/pceea.v0i0.5825","title":"HIRED – Helping Industry Reach Engineers Directly An Initiative of Engagement – for Students and Employers","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Employability; Attendance; Variety (cybernetics); Engineering education; Acronym; Engineering; Public relations; Business; Medical education; Psychology; Political science; Engineering management; Pedagogy; Computer science; Medicine","score_opus":0.027982035236577916,"score_gpt":0.27020512093593385,"score_spread":0.24222308569935594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962095449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99544644,0.00016708492,0.000119255616,0.00049613864,0.0018055706,0.000603658,0.000034236393,0.00015602521,0.0011715869],"genre_scores_gemma":[0.9962854,0.000013479743,0.0029932407,0.0000686867,0.000108368724,0.00016943764,0.000019675554,0.00004992398,0.0002918092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988492,0.000007656283,0.00034174553,0.0001709452,0.00034782136,0.00028259348],"domain_scores_gemma":[0.99878013,0.000048223665,0.00016482448,0.00009765689,0.0005646607,0.0003445183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071789906,0.00018708724,0.00021226655,0.00033819122,0.00007083667,0.00006756114,0.00027182273,0.00020321598,0.000004586595],"category_scores_gemma":[0.0007813669,0.00020064015,0.000048565027,0.00042341347,0.000013549743,0.00025525843,0.000023012199,0.00026965066,8.1667656e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029997247,0.00077634543,0.5634259,0.004408551,0.0020951373,3.5531465e-7,0.08315623,0.12866567,0.02065765,0.018487135,0.17042416,0.00787288],"study_design_scores_gemma":[0.002759233,0.00023984694,0.7979193,0.0014393703,0.0004212476,0.000011256425,0.021014966,0.044249576,0.04401838,0.0004882411,0.08520828,0.002230301],"about_ca_topic_score_codex":0.0005373345,"about_ca_topic_score_gemma":0.00030445692,"teacher_disagreement_score":0.2344934,"about_ca_system_score_codex":0.0018090332,"about_ca_system_score_gemma":0.00043919394,"threshold_uncertainty_score":0.8181868},"labels":[],"label_agreement":null},{"id":"W1962590843","doi":"10.24908/pceea.v0i0.5892","title":"Engineering Design Survey","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Engineering design process; Accreditation; Competence (human resources); Engineering management; Key (lock); Engineering; Computer science; Knowledge management; Medical education; Psychology; Medicine; Management","score_opus":0.015558122246360257,"score_gpt":0.19274402649870842,"score_spread":0.17718590425234818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962590843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9082173,0.0019595386,0.00648564,0.0052078064,0.043541763,0.003227046,0.00015928272,0.003283641,0.027917968],"genre_scores_gemma":[0.9923658,0.000014516277,0.0054396945,0.000088285306,0.0001905483,0.00010297002,0.00001800651,0.0000812979,0.0016988821],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986279,0.000008549506,0.0003555221,0.00017851373,0.00040810544,0.0004214248],"domain_scores_gemma":[0.99852234,0.00006959026,0.00011814568,0.0001378662,0.00068955956,0.00046247887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009982315,0.00023392227,0.00020778822,0.00037101086,0.00006758907,0.00011541896,0.0003905848,0.00017980687,0.000024904715],"category_scores_gemma":[0.0016541694,0.00024288887,0.0000670611,0.00093503087,0.000008274639,0.00023008665,0.000021442584,0.00028372396,0.000045677738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030000033,0.00008185135,0.06991128,0.00038034085,0.0002514646,1.8028838e-7,0.00241415,0.39951164,0.002147945,0.0039071506,0.52055997,0.00083103654],"study_design_scores_gemma":[0.00069113827,0.000033254826,0.6187781,0.00042090248,0.00009444689,0.00001973815,0.00048414263,0.14820439,0.013024929,0.00015228223,0.21653928,0.0015574213],"about_ca_topic_score_codex":0.0022488136,"about_ca_topic_score_gemma":0.0012806066,"teacher_disagreement_score":0.5488668,"about_ca_system_score_codex":0.0035268208,"about_ca_system_score_gemma":0.0008848435,"threshold_uncertainty_score":0.9904721},"labels":[],"label_agreement":null},{"id":"W1967886838","doi":"10.1111/j.1937-8327.1988.tb00020.x","title":"Curriculum Development for Business and Industry","year":2008,"lang":"en","type":"article","venue":"Performance Improvement Quarterly","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Curriculum; Curriculum development; Nothing; Convergence (economics); Path (computing); Computer science; Business; Management; Engineering management; Sociology; Economics; Engineering; Economic growth; Pedagogy","score_opus":0.008537830125426266,"score_gpt":0.2003374870031031,"score_spread":0.19179965687767683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967886838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99531305,0.00010601522,0.003042443,0.000044357257,0.00064828485,0.0002974155,0.0000016386949,0.00023379596,0.00031301164],"genre_scores_gemma":[0.99464977,0.00004490205,0.004120609,0.00004840496,0.00010031655,0.00038542,0.00001966923,0.000026679565,0.00060420606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991858,0.0000016326427,0.00024466054,0.00015689712,0.0001237125,0.00028726787],"domain_scores_gemma":[0.9996863,0.0000056902145,0.000024450948,0.00011400394,0.00007279055,0.00009678819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007363742,0.00017592651,0.00012635556,0.00011446349,0.00014227578,0.000023690862,0.000086285276,0.00008941613,0.000018196672],"category_scores_gemma":[0.0000029220214,0.00017010757,0.000015885682,0.00020454044,0.000020372063,0.00019382246,0.0000073453966,0.00013377954,0.000018757926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010875683,0.00035909697,0.08924051,0.0021231072,0.00020960424,0.0000040084597,0.012785811,0.002906112,0.006895852,0.0003240342,0.015171716,0.8699693],"study_design_scores_gemma":[0.0032825577,0.0009792482,0.66824615,0.00031336254,0.00003957889,0.000110569745,0.0021599352,0.079169914,0.02005327,0.000030098234,0.22328314,0.0023321605],"about_ca_topic_score_codex":0.0000029496748,"about_ca_topic_score_gemma":0.000002110989,"teacher_disagreement_score":0.8676371,"about_ca_system_score_codex":0.0000820046,"about_ca_system_score_gemma":0.00005602167,"threshold_uncertainty_score":0.69367856},"labels":[],"label_agreement":null},{"id":"W1968615524","doi":"10.5539/ass.v6n6p161","title":"The Englisg Proficiency of Civil Engineering Students at a Malaysian Polytechnic","year":2010,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Grammar; Vocabulary; Curriculum; Psychology; Test (biology); Mathematics education; Needs analysis; Sentence; Medical education; Pedagogy; Computer science; Medicine; Linguistics; Natural language processing","score_opus":0.0035483569138531055,"score_gpt":0.23229184458240187,"score_spread":0.22874348766854877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968615524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8925483,0.00006926171,0.00067486963,0.00029046793,0.002875665,0.00029391964,0.0000029229143,0.00042743867,0.102817126],"genre_scores_gemma":[0.99934405,0.000006446291,0.00029164448,0.00000693975,0.00008730036,0.000032235737,5.1751323e-7,0.000013045181,0.00021784284],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99887717,0.0000036709785,0.0001719698,0.00013939229,0.00046592788,0.0003418806],"domain_scores_gemma":[0.9996396,0.000016682932,0.00002938963,0.00017343515,0.00005308441,0.00008784291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004242234,0.00010339687,0.0000853808,0.000079039324,0.00030497307,0.000060195245,0.00068051723,0.000047900772,0.00003475617],"category_scores_gemma":[0.00007398203,0.00008490339,0.00003633655,0.0008070171,0.00018041945,0.00010269388,0.00009252991,0.00019128922,0.000016687143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004766896,0.00020913653,0.0168008,0.00016132512,0.000059479695,0.000004855961,0.023277955,0.0007015361,0.7770774,0.095277876,0.0037721368,0.08265277],"study_design_scores_gemma":[0.00024954765,0.000026101603,0.93528926,0.000032776825,0.000011562526,0.000012058977,0.0011794339,0.0028326802,0.03454781,0.00013757843,0.025154022,0.00052715326],"about_ca_topic_score_codex":0.0000023078928,"about_ca_topic_score_gemma":0.000035360063,"teacher_disagreement_score":0.91848844,"about_ca_system_score_codex":0.000118136035,"about_ca_system_score_gemma":0.00006224865,"threshold_uncertainty_score":0.34622598},"labels":[],"label_agreement":null},{"id":"W1973307283","doi":"10.5539/ass.v8n16p115","title":"Programme Outcomes Assessment Models in Engineering Faculties","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Accreditation; Equivalence (formal languages); Quality (philosophy); Process management; Engineering management; Engineering; Operations management; Medical education; Mathematics; Medicine","score_opus":0.020687049766749455,"score_gpt":0.2854232323031023,"score_spread":0.26473618253635284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973307283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58334243,0.00034342028,0.050768077,0.001540048,0.005522488,0.00082623673,0.000007193069,0.002024032,0.35562605],"genre_scores_gemma":[0.9936939,0.0000036193776,0.0061026528,0.000018767183,0.00006101836,0.00006149832,0.0000015158117,0.00001198397,0.000045045235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989687,0.0000038765625,0.00013710407,0.00009929122,0.00026148764,0.0005295198],"domain_scores_gemma":[0.99977297,0.000007363672,0.000011068899,0.00006662024,0.000019284602,0.00012266864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003095902,0.00010832869,0.00010587194,0.00012517223,0.00006563411,0.000053797823,0.00017500234,0.000036217425,0.000012397913],"category_scores_gemma":[0.000014797013,0.000104741244,0.000025961093,0.0005750219,0.00004149072,0.0004901066,0.000027012533,0.00012045616,0.000012270323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011558062,0.00054108666,0.17882946,0.00031517382,0.0000735208,0.000004859284,0.10959073,0.029114937,0.0059814784,0.2717174,0.0015779058,0.4022523],"study_design_scores_gemma":[0.000120353914,0.0000033051906,0.98448724,0.00001372997,0.0000024450746,0.0000013572754,0.0022673986,0.010361349,0.00023595362,0.000113190516,0.0021227417,0.00027091964],"about_ca_topic_score_codex":0.0000073930178,"about_ca_topic_score_gemma":0.000002208968,"teacher_disagreement_score":0.8056578,"about_ca_system_score_codex":0.00036590736,"about_ca_system_score_gemma":0.00004866187,"threshold_uncertainty_score":0.42712238},"labels":[],"label_agreement":null},{"id":"W1980450965","doi":"10.1109/fie.2010.5673391","title":"Work in progress — Shifting contexts: Investigating identity transformation in undergraduate engineering students","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Thematic analysis; Engineering education; Accreditation; Context (archaeology); Identity (music); Set (abstract data type); Work (physics); Engineering ethics; Empathy; Pedagogy; Sociology; Psychology; Engineering; Computer science; Medical education; Qualitative research; Engineering management; Social psychology; Social science","score_opus":0.0086370566090394,"score_gpt":0.261078129684592,"score_spread":0.2524410730755526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980450965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905531,0.00007614735,0.0072102575,0.00020586085,0.0008558525,0.0002664093,5.511592e-7,0.00038777827,0.00044404998],"genre_scores_gemma":[0.9860886,0.000013242074,0.0136502255,0.000022294487,0.000038560094,0.00010352979,0.000013149294,0.000032790354,0.000037631733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878216,0.000011822527,0.00045608435,0.00015650144,0.000259737,0.00033367364],"domain_scores_gemma":[0.9996769,0.0000358013,0.000026123029,0.00013895423,0.000022832663,0.000099424644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004266395,0.00018813761,0.00017056827,0.0002871103,0.000026463093,0.00012454843,0.00022205549,0.00009606523,0.000028002822],"category_scores_gemma":[0.00006813303,0.00020456366,0.000028159673,0.0007201886,0.000015280975,0.00054094096,0.000023300947,0.0004964395,0.000040671755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004471747,0.00021289635,0.81005985,0.0006471528,0.000055152184,0.0000048490347,0.0152847525,0.14526357,0.008478162,0.009674227,0.00028941868,0.010025515],"study_design_scores_gemma":[0.000998798,0.0000066586717,0.970951,0.00056650856,0.00000651642,0.000006121399,0.0003764677,0.02200531,0.0014614222,0.0002943184,0.0026119489,0.00071488996],"about_ca_topic_score_codex":0.000029448249,"about_ca_topic_score_gemma":0.0010552016,"teacher_disagreement_score":0.1608912,"about_ca_system_score_codex":0.00013047521,"about_ca_system_score_gemma":0.000020771566,"threshold_uncertainty_score":0.83418643},"labels":[],"label_agreement":null},{"id":"W1985230307","doi":"10.1109/ipcc.2012.6408602","title":"Branding, defining and belonging: Creating an identity for the Engineering Communication Program","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Identity (music); Computer science; Aesthetics; Art","score_opus":0.012890924802126317,"score_gpt":0.2761495001959764,"score_spread":0.26325857539385006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985230307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7511588,0.00684707,0.23471723,0.00018063668,0.00094051636,0.0009855845,0.0000030970687,0.002203731,0.002963359],"genre_scores_gemma":[0.9417798,0.0001017121,0.057670955,0.00001834912,0.0000606544,0.0002778318,0.000016144868,0.000027441516,0.00004712194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947727,0.0000058570768,0.00013775281,0.000068784175,0.00007310963,0.00023725264],"domain_scores_gemma":[0.9995761,0.00012727198,0.000015363015,0.00017226461,0.00002192125,0.00008710577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035257245,0.00010545057,0.00007735496,0.000046703306,0.00016425141,0.00010881167,0.00012022231,0.00003658304,0.000017156755],"category_scores_gemma":[0.000050512084,0.00008595449,0.000021458236,0.00011780916,0.000010295216,0.00048582247,0.000024833607,0.00009323864,0.0000037126208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000860239,0.00042296058,0.08193555,0.0011011375,0.00049875013,2.8427303e-7,0.02990692,0.14997765,0.0032022002,0.45971736,0.0035491046,0.2696795],"study_design_scores_gemma":[0.00040820273,0.000029423662,0.14978744,0.00009524676,0.000057070007,0.000019762603,0.0016286395,0.8128206,0.0012336422,0.000082341874,0.033334926,0.00050269417],"about_ca_topic_score_codex":0.000010749396,"about_ca_topic_score_gemma":0.000009263982,"teacher_disagreement_score":0.6628429,"about_ca_system_score_codex":0.00004017999,"about_ca_system_score_gemma":0.0000049744735,"threshold_uncertainty_score":0.35051224},"labels":[],"label_agreement":null},{"id":"W1990861252","doi":"10.1108/00400910810873982","title":"Building bridges between university and industry: theory and practice","year":2008,"lang":"en","type":"article","venue":"Education + Training","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Originality; Quality (philosophy); Value (mathematics); Engineering; Engineering management; Marketing; Business; Sociology; Qualitative research; Computer science","score_opus":0.026565354812495123,"score_gpt":0.2597356600945018,"score_spread":0.23317030528200666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990861252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885903,0.00037322912,0.005497035,0.000523202,0.00033831407,0.000057006815,0.0000015273379,0.00016403031,0.0044553783],"genre_scores_gemma":[0.9867957,0.000105633204,0.012488227,0.00007837662,0.00013632888,0.0000023331343,0.0000046759915,0.000012069306,0.00037661247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996255,0.000034904228,0.00007322839,0.00010392457,0.00005717975,0.0001052324],"domain_scores_gemma":[0.9995834,0.00021764616,0.00001848678,0.0000587121,0.000027034315,0.000094703806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024232449,0.00007681197,0.000070869464,0.00008525381,0.00010462067,0.000016818229,0.000039666218,0.000067607696,0.000014637741],"category_scores_gemma":[0.00016246388,0.000092474125,0.000007185509,0.00012393061,0.00003170311,0.00019552157,0.000010884425,0.00017882405,0.0000026538785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023685005,0.000170662,0.07963635,0.00031576146,0.0003654713,0.000016114782,0.18219864,0.0032359832,0.0015769055,0.15518703,0.021528242,0.5557452],"study_design_scores_gemma":[0.00029181055,0.00001602528,0.6925725,0.00011003293,0.00004651221,0.0002539507,0.03960684,0.00030037947,0.00029647732,0.00031861267,0.26574796,0.00043891242],"about_ca_topic_score_codex":0.000007558905,"about_ca_topic_score_gemma":2.8236258e-7,"teacher_disagreement_score":0.61293614,"about_ca_system_score_codex":0.000055662298,"about_ca_system_score_gemma":0.00010671737,"threshold_uncertainty_score":0.37709853},"labels":[],"label_agreement":null},{"id":"W1991819710","doi":"10.1002/j.2168-9830.2001.tb00662.x","title":"Generic Skills Teaching in Materials Science and Engineering","year":2001,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Psychology; Engineering education; Skills management; Teaching method; Science and engineering; Pedagogy; Medical education; Engineering ethics; Engineering; Medicine; Engineering management","score_opus":0.004058148682253849,"score_gpt":0.22172380535667746,"score_spread":0.2176656566744236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991819710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936087,0.000666244,0.0022620463,0.000077851764,0.0029809813,0.000074079035,4.4593355e-7,0.000073217525,0.0002564028],"genre_scores_gemma":[0.9872733,0.00026614426,0.012061479,0.000022155933,0.00029534593,0.000010883885,0.0000012931151,0.000030715753,0.000038709568],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99898064,0.0000063410275,0.0004123177,0.00010391864,0.00025142345,0.00024533484],"domain_scores_gemma":[0.9995588,0.000033840428,0.000058409627,0.00010882559,0.00009932441,0.00014077945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000750455,0.00015094336,0.00018558546,0.0008228526,0.00002902823,0.0000841605,0.00016656274,0.000047977854,0.000013482145],"category_scores_gemma":[0.00029393568,0.0001551609,0.000019891684,0.00052707526,0.000013073706,0.00041855455,0.000017025575,0.00023628617,0.0000026067762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004875968,0.0002716084,0.003509362,0.00047411452,0.000047823047,0.000017242679,0.0030736716,0.33273926,0.63186425,0.0023757676,0.0019262636,0.023695778],"study_design_scores_gemma":[0.0014652843,0.00016374844,0.71500427,0.002555911,0.00007034657,0.0027630953,0.0010825796,0.079712875,0.06572794,0.000099372315,0.12938453,0.0019700122],"about_ca_topic_score_codex":0.000003781786,"about_ca_topic_score_gemma":6.744297e-7,"teacher_disagreement_score":0.7114949,"about_ca_system_score_codex":0.00040378762,"about_ca_system_score_gemma":0.00017360774,"threshold_uncertainty_score":0.6327278},"labels":[],"label_agreement":null},{"id":"W1992888463","doi":"10.1002/j.2168-9830.2011.tb00004.x","title":"Multiple Perspectives on Engaging Future Engineers","year":2011,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":241,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Brock University","funders":"","keywords":"Formative assessment; Engineering ethics; Engineering education; Discipline; Space (punctuation); Boundary (topology); Engineering; Sociology; Pedagogy; Engineering management; Computer science; Social science","score_opus":0.0076134018181977705,"score_gpt":0.20241143295397657,"score_spread":0.1947980311357788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992888463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480907,0.004245671,0.02538771,0.00017129813,0.015963303,0.00020127748,0.00000248438,0.00047185656,0.0054657185],"genre_scores_gemma":[0.9800057,0.00028527534,0.0185586,0.000021893986,0.000976632,0.000012920035,0.00000240259,0.000051002462,0.00008558128],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991804,0.000009089539,0.00032862293,0.000099268356,0.00018701749,0.00019563861],"domain_scores_gemma":[0.99943227,0.000040088147,0.00006857661,0.0001551165,0.00015500112,0.00014894751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018507127,0.00019224104,0.00017332529,0.00044598413,0.000027907683,0.000022162993,0.000175263,0.00007150114,0.00007273602],"category_scores_gemma":[0.000100694735,0.00018626134,0.00009049423,0.0002786777,0.000007052026,0.0002023615,0.000005960364,0.0003843467,0.00001907944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008101189,0.0021906183,0.003926503,0.0012564939,0.0010897424,0.00003533494,0.26796052,0.5539589,0.016920727,0.027346687,0.06364402,0.06158946],"study_design_scores_gemma":[0.0039089643,0.0010723125,0.23567285,0.0032196853,0.00038112176,0.001429594,0.21300274,0.10849622,0.07031565,0.00030352778,0.3571999,0.0049974406],"about_ca_topic_score_codex":0.0000014406099,"about_ca_topic_score_gemma":2.2155484e-7,"teacher_disagreement_score":0.44546267,"about_ca_system_score_codex":0.00031985462,"about_ca_system_score_gemma":0.00011513405,"threshold_uncertainty_score":0.7595517},"labels":[],"label_agreement":null},{"id":"W1994457774","doi":"10.1080/03043790902987311","title":"Educational research impacting engineering education","year":2009,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering education; Engineering ethics; Science education; Mathematics education; Engineering; Higher education; Pedagogy; Sociology; Engineering management; Psychology; Political science","score_opus":0.019132008320634875,"score_gpt":0.2853008944231714,"score_spread":0.26616888610253653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994457774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93481725,0.0066917622,0.01289035,0.0023534487,0.016872765,0.00040287935,0.0000026207124,0.00041500907,0.025553916],"genre_scores_gemma":[0.97796756,0.00014742701,0.019092215,0.00006944034,0.0021794192,0.0000084438625,0.000015384077,0.00007874261,0.0004413646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982661,0.00006884963,0.0006740487,0.0001650693,0.00042666172,0.00039927068],"domain_scores_gemma":[0.9986335,0.00013677038,0.00011724679,0.00026007814,0.00053104025,0.00032133525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012764173,0.00025128594,0.00021130417,0.0009850396,0.00007659322,0.00013766535,0.00037776722,0.00004926688,0.00010110683],"category_scores_gemma":[0.00059223047,0.00026973974,0.00010135957,0.0007882374,0.000011393096,0.00043139266,0.000014982802,0.00069154805,0.00009425588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021605409,0.0016277743,0.00084849045,0.0010031022,0.0002476505,0.00001293167,0.0063161664,0.39021736,0.12694769,0.013536501,0.23868632,0.22053441],"study_design_scores_gemma":[0.0012312568,0.00068357453,0.4595754,0.0048029493,0.00012805553,0.0016589148,0.0022100185,0.031485982,0.011785781,0.00046714614,0.48341194,0.002558992],"about_ca_topic_score_codex":0.0000015015854,"about_ca_topic_score_gemma":1.2504101e-7,"teacher_disagreement_score":0.4587269,"about_ca_system_score_codex":0.00053522916,"about_ca_system_score_gemma":0.00066836376,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W1994582310","doi":"10.1080/14926156.2014.903322","title":"Introduction to the Special Issue on Graduate Student Innovations in Science, Mathematics, and Technology Education Research","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Engineering ethics; Computer science; Sociology; Mathematics; Engineering","score_opus":0.014591694570296854,"score_gpt":0.2975996723445757,"score_spread":0.28300797777427883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994582310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95475954,0.0000894497,0.00032982617,0.040406484,0.0022656142,0.00028039925,4.872756e-7,0.000022004238,0.0018462059],"genre_scores_gemma":[0.9834464,0.000041390507,0.015305435,0.000055847835,0.00095114764,0.00004642944,5.732613e-7,0.000011220084,0.00014152683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988675,0.000006527954,0.00033574834,0.00017295276,0.00031769098,0.00029959212],"domain_scores_gemma":[0.9985656,0.000031367937,0.00007582176,0.00025720615,0.00088936917,0.00018060034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002322507,0.0000966096,0.00012816794,0.005267353,0.00041413977,0.00015799524,0.00046574583,0.00006508062,0.00001418302],"category_scores_gemma":[0.0012211187,0.000078781806,0.0000062065496,0.005905295,0.0009630133,0.00017048708,0.00003247307,0.00037646337,0.000016370539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.176149e-7,0.00029566424,0.0014894068,0.00011129541,0.000010626696,6.1550963e-7,0.018514689,0.00043044574,0.0038315076,0.7036927,0.032726083,0.2388964],"study_design_scores_gemma":[0.00062609266,0.00079217146,0.046694595,0.001728757,0.00004961205,0.0009858108,0.28147525,0.01048569,0.022689587,0.23950458,0.3937383,0.0012295551],"about_ca_topic_score_codex":0.000029380573,"about_ca_topic_score_gemma":0.0003728761,"teacher_disagreement_score":0.46418807,"about_ca_system_score_codex":0.00045551918,"about_ca_system_score_gemma":0.0021658344,"threshold_uncertainty_score":0.47000042},"labels":[],"label_agreement":null},{"id":"W1998078314","doi":"10.5539/ies.v3n2p91","title":"Construction of the Entrepreneurship Education Teachers Based on the Characteristics of Business Education Level","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education","keywords":"Entrepreneurship; Entrepreneurship education; Construct (python library); China; Mathematics education; Quality (philosophy); Pedagogy; Sociology; Psychology; Business; Political science; Computer science","score_opus":0.025233471750741313,"score_gpt":0.2797494752243396,"score_spread":0.2545160034735983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998078314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623259,0.00013004558,0.0003000297,0.005348534,0.028205864,0.00023357397,0.000017831988,0.0000445957,0.0033936526],"genre_scores_gemma":[0.99658155,0.000059228132,0.0017691237,0.00030265455,0.00028732527,0.00017136348,0.000035419518,0.000015450902,0.0007778535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99915123,0.000026451662,0.00034386507,0.00012505714,0.00027204413,0.00008132499],"domain_scores_gemma":[0.99790144,0.00013248532,0.00018564757,0.00028361668,0.0014693857,0.00002744514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016115818,0.00013297424,0.00012302099,0.00015264077,0.00006458069,0.000020202107,0.0002767924,0.000048981667,0.00009395314],"category_scores_gemma":[0.00087175576,0.000093717616,0.00005326707,0.00031503895,0.000116495896,0.00007517031,0.000020824902,0.00018260707,0.000007951745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003251192,0.0031919975,0.2504797,0.00068644236,0.00062991504,5.9096568e-8,0.010879419,0.0064238226,0.025058059,0.11233327,0.1056917,0.48459312],"study_design_scores_gemma":[0.00011706868,0.000008086768,0.9362737,0.00036322587,0.000042723466,0.0000069701478,0.0038297283,0.00054293557,0.01137446,0.00094875554,0.046283875,0.00020849236],"about_ca_topic_score_codex":0.000028259,"about_ca_topic_score_gemma":0.000010164715,"teacher_disagreement_score":0.685794,"about_ca_system_score_codex":0.00012077262,"about_ca_system_score_gemma":0.00088146183,"threshold_uncertainty_score":0.38216934},"labels":[],"label_agreement":null},{"id":"W2002176539","doi":"10.5539/ass.v6n2p95","title":"The Engineering-based Customized Talent Cultivation Mode and Its Teaching System Reform","year":2010,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connotation; Mode (computer interface); China; Engineering management; Engineering; Engineering ethics; Computer science; Mathematics education; Political science; Psychology; Human–computer interaction","score_opus":0.0036663009592830115,"score_gpt":0.2260628023376526,"score_spread":0.22239650137836958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002176539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8231373,0.00010636299,0.012601506,0.0015364046,0.0054672887,0.0006391201,0.0000073377764,0.0016484855,0.15485619],"genre_scores_gemma":[0.9987233,0.0000017405453,0.0010593522,0.000011152792,0.000112318754,0.000037201695,0.0000017126514,0.000011295105,0.00004189951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992929,0.000004837068,0.00012572837,0.00012186302,0.0002231162,0.00023152087],"domain_scores_gemma":[0.9997533,0.000016659249,0.000021458563,0.000084473446,0.000040569714,0.00008354813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044359267,0.000093484196,0.00007081307,0.00005643809,0.00049548433,0.00010961324,0.00018887626,0.00004375094,0.0000017830083],"category_scores_gemma":[0.00005441527,0.00007143315,0.000019358416,0.00022861308,0.000048669444,0.00014709542,0.000018509323,0.00023435606,0.000008210654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076025726,0.000047200792,0.000107071755,0.0003152203,0.00003198587,0.0000023508126,0.0077504157,0.0038156568,0.27606204,0.5833892,0.00070845935,0.1277628],"study_design_scores_gemma":[0.0007203041,0.000013354479,0.028737893,0.00010444776,0.000013887906,0.000012537315,0.0043412256,0.9194507,0.017752573,0.0000341368,0.028171178,0.0006477548],"about_ca_topic_score_codex":0.000009762269,"about_ca_topic_score_gemma":0.0000070462274,"teacher_disagreement_score":0.91563505,"about_ca_system_score_codex":0.0003745541,"about_ca_system_score_gemma":0.000055008237,"threshold_uncertainty_score":0.3810915},"labels":[],"label_agreement":null},{"id":"W2003553442","doi":"10.1109/tale.2012.6360372","title":"Capstone team design projects in engineering curriculum: Content and management","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Capstone; Curriculum; Engineering management; Project-based learning; Work (physics); Project management; Software project management; Work breakdown structure; Engineering education; Computer science; Capstone course; Teamwork; Engineering; Software engineering; Project planning; OPM3; Software; Systems engineering; Software development; Mathematics education; Pedagogy; Psychology; Mechanical engineering","score_opus":0.02345201657212057,"score_gpt":0.21117584933972564,"score_spread":0.18772383276760507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003553442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81393445,0.00422969,0.15526779,0.00011150492,0.002420291,0.0015977742,0.0000011639095,0.001482168,0.020955196],"genre_scores_gemma":[0.9697389,0.00030544656,0.029401049,0.000027072403,0.000041915966,0.00018051875,0.000002473876,0.00002662817,0.00027597972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992806,0.0000066982025,0.0001697031,0.00010516671,0.00009848345,0.0003393815],"domain_scores_gemma":[0.99975103,0.00001234012,0.000008097517,0.00009851143,0.00000998819,0.000120059405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017291293,0.00015153976,0.00011781592,0.00017321997,0.000015192313,0.000018300221,0.00005745718,0.000039554874,0.000027772874],"category_scores_gemma":[0.0000075434955,0.00014200236,0.00001427546,0.00020824728,0.0000061245346,0.00013928961,0.000023013195,0.00009260465,0.00003206344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016286807,0.0021073332,0.26665318,0.0069027166,0.0008627513,0.000060296996,0.0230282,0.45025605,0.017190605,0.083558895,0.10029682,0.049066883],"study_design_scores_gemma":[0.002751288,0.000072213166,0.588806,0.00076005905,0.00007210447,0.00014711895,0.0063717295,0.32911506,0.016899308,0.000022294553,0.05230648,0.0026763876],"about_ca_topic_score_codex":0.000012492211,"about_ca_topic_score_gemma":0.0000021129767,"teacher_disagreement_score":0.32215276,"about_ca_system_score_codex":0.0001226532,"about_ca_system_score_gemma":0.0000046132386,"threshold_uncertainty_score":0.57906884},"labels":[],"label_agreement":null},{"id":"W2003722505","doi":"10.1109/fie.2012.6462371","title":"Work in progress: Integrating writing instruction in engineering courses","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Enthusiasm; Teamwork; Engineering education; Curriculum; Process (computing); Rhetorical question; Computer science; Work in process; Mathematics education; Identity (music); Psychology; Pedagogy; Engineering; Engineering management","score_opus":0.006339907057192851,"score_gpt":0.22005336671983255,"score_spread":0.21371345966263972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003722505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941943,0.00072904484,0.0018841,0.00004014929,0.000914422,0.000107851374,1.7830752e-7,0.00037042514,0.0017595191],"genre_scores_gemma":[0.9824924,0.000017452174,0.017257726,0.000007983795,0.00010285154,0.00007165483,0.0000036438666,0.000023554781,0.00002274679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992616,0.000005871515,0.00024705532,0.00007872404,0.000083116596,0.00032359848],"domain_scores_gemma":[0.9998269,0.000021954374,0.00001147911,0.00006937436,0.000010144411,0.00006013055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018741097,0.00012115245,0.000106914755,0.00023403176,0.000010715205,0.000023663675,0.000057254216,0.00005500486,0.00004109389],"category_scores_gemma":[0.000028005683,0.00012479021,0.000015514086,0.0005580697,0.0000056981767,0.00023456322,0.000011211474,0.00020535257,0.000015805435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019576476,0.000080703576,0.8805295,0.00019927126,0.000012656146,0.0000022764805,0.0038383268,0.06936852,0.00036781706,0.0027225532,0.00041025487,0.042466126],"study_design_scores_gemma":[0.0005555116,0.00000703987,0.93095505,0.0008341604,0.0000036154229,0.000020120633,0.003497366,0.056869365,0.0023446453,0.000009025639,0.00427438,0.0006297178],"about_ca_topic_score_codex":0.00000673137,"about_ca_topic_score_gemma":0.000011643505,"teacher_disagreement_score":0.050425522,"about_ca_system_score_codex":0.00019089137,"about_ca_system_score_gemma":0.0000090993035,"threshold_uncertainty_score":0.5088797},"labels":[],"label_agreement":null},{"id":"W2003988340","doi":"10.1109/fie.2010.5673640","title":"Workshop — WCDE design case study","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering design process; Reflection (computer programming); Computer science; Plan (archaeology); Engineering education; Engineering management; Process (computing); Active learning (machine learning); Software engineering; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.02642240488170384,"score_gpt":0.26640490585977045,"score_spread":0.23998250097806662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003988340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86226714,0.000023833662,0.13143,0.00004410836,0.0017797266,0.00024258018,2.8996442e-7,0.0007700471,0.003442291],"genre_scores_gemma":[0.95248324,0.0000030213832,0.04485741,0.00002644199,0.00008823598,0.00006669251,0.0000014688343,0.000027034852,0.0024464668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947375,0.000008640678,0.00013794575,0.000115328185,0.00009015071,0.00017416489],"domain_scores_gemma":[0.99957234,0.000047006753,0.0000068471745,0.00024043028,0.00002460413,0.00010874794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015730028,0.000121623176,0.00008528058,0.00006963973,0.00004166704,0.000040070798,0.00009163181,0.000050222483,0.00084404997],"category_scores_gemma":[0.000027343245,0.000109939916,0.000019683981,0.00016171785,0.0000065796035,0.000055778026,0.000013512134,0.00021844252,0.00034980098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011258116,0.0026911949,0.017480627,0.00020446414,0.0007334218,0.001477762,0.044226892,0.27779675,0.045569755,0.0024232038,0.51924247,0.08814219],"study_design_scores_gemma":[0.003856064,0.00018631986,0.028563583,0.00007802694,0.00020389141,0.011683249,0.039679024,0.072304495,0.010551514,0.00028263248,0.82716006,0.0054511623],"about_ca_topic_score_codex":0.000021071812,"about_ca_topic_score_gemma":0.00027224302,"teacher_disagreement_score":0.30791757,"about_ca_system_score_codex":0.000022353217,"about_ca_system_score_gemma":0.00001721755,"threshold_uncertainty_score":0.92417556},"labels":[],"label_agreement":null},{"id":"W2004383375","doi":"10.1002/j.2168-9830.2001.tb00664.x","title":"New Curriculum Reforms in a Geological Engineering Program","year":2001,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Capstone; Accreditation; Engineering education; Engineering ethics; Engineering; Engineering management; Mathematics education; Computer science; Medical education; Pedagogy; Sociology; Psychology; Medicine","score_opus":0.005645404479422119,"score_gpt":0.23686108105530448,"score_spread":0.23121567657588238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004383375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708289,0.0016827385,0.020880241,0.00023572678,0.0046609584,0.0002447419,3.0095268e-7,0.00039178255,0.0010746127],"genre_scores_gemma":[0.93724597,0.00037389476,0.06133236,0.00001953482,0.0007230843,0.00004058584,0.000005564747,0.000049961134,0.00020903649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877775,0.000005563199,0.0005698994,0.00011125401,0.00021820575,0.00031735655],"domain_scores_gemma":[0.9994315,0.000024126348,0.0000731608,0.00014168645,0.000095877396,0.00023367783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021143034,0.00021489913,0.00025329387,0.0005478564,0.000012353942,0.000045810502,0.00021337844,0.00011282438,0.00006580891],"category_scores_gemma":[0.0001220235,0.00019418357,0.000083629355,0.00071105594,0.0000041815474,0.00029257702,0.000013485387,0.0004189797,0.000016032429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007755431,0.00054257846,0.018413486,0.0002763773,0.0000840862,0.000035314693,0.00083588477,0.89110863,0.002434989,0.0017670728,0.008900446,0.0755934],"study_design_scores_gemma":[0.0015549188,0.00034022622,0.35271934,0.0015100375,0.00005945324,0.0017858195,0.00059878605,0.24163398,0.0016491038,0.00016623651,0.39652607,0.0014560253],"about_ca_topic_score_codex":0.000013156606,"about_ca_topic_score_gemma":0.000002382462,"teacher_disagreement_score":0.6494746,"about_ca_system_score_codex":0.0004111744,"about_ca_system_score_gemma":0.00018691628,"threshold_uncertainty_score":0.7918576},"labels":[],"label_agreement":null},{"id":"W2006183749","doi":"10.1109/ipcc.2013.6623912","title":"What does certification mean to academic programs in professional and technical communication?","year":2013,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Certification; Credentialing; Professional communication; Resentment; Professional certification (computer technology); Context (archaeology); Public relations; Technical communication; Professional association; Medical education; Engineering ethics; Engineering; Political science; Computer science; Medicine; World Wide Web","score_opus":0.019607406927046326,"score_gpt":0.26910837380814095,"score_spread":0.24950096688109463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006183749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915543,0.0003124594,0.00047278934,0.0053386725,0.0005621205,0.0006770258,1.7076401e-7,0.0003927276,0.0006897439],"genre_scores_gemma":[0.99188894,0.00025050706,0.0060047503,0.00010865746,0.000012566525,0.0006676521,0.000014205202,0.000012157691,0.0010405483],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994941,0.000011166657,0.00018205866,0.00010304981,0.00008467052,0.00012499715],"domain_scores_gemma":[0.9996982,0.000020216426,0.000008836322,0.00016125731,0.000027894406,0.00008357493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010828943,0.00007701884,0.00006614797,0.00007943242,0.00002301426,0.00005795105,0.00012251761,0.00007138286,0.00009449696],"category_scores_gemma":[0.0000108993245,0.00005691446,0.0000074898267,0.00018304265,0.000012700544,0.00028989394,0.000036640733,0.00018099543,0.00008393692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011092692,0.0008361789,0.10972724,0.0006680601,0.000078546705,0.0000010404125,0.046574444,0.006178204,0.094458334,0.036304645,0.098923065,0.60623914],"study_design_scores_gemma":[0.00039677267,0.000024466613,0.9334773,0.0007383558,0.0000062967497,0.000012716373,0.0108169485,0.013166261,0.004335249,0.002172689,0.034089737,0.0007632509],"about_ca_topic_score_codex":0.000013269669,"about_ca_topic_score_gemma":0.00007649498,"teacher_disagreement_score":0.82375,"about_ca_system_score_codex":0.00006281643,"about_ca_system_score_gemma":0.000009787912,"threshold_uncertainty_score":0.23209043},"labels":[],"label_agreement":null},{"id":"W2006608445","doi":"10.1061/40652(2003)33","title":"Teaching Structural Engineering Using a State-of-the-Art Computer Program","year":2002,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; State (computer science); Complement (music); Software engineering; Order (exchange); Engineering drawing; Programming language; Engineering","score_opus":0.00879240919943595,"score_gpt":0.2123287005572062,"score_spread":0.20353629135777027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006608445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95697385,0.000091885726,0.03824296,0.000052846957,0.0016699799,0.00027199992,0.0000014569724,0.0008152246,0.0018797686],"genre_scores_gemma":[0.9085239,0.000002261471,0.09072426,0.000018326453,0.00006394267,0.000011368646,0.0000011638684,0.000027726719,0.00062701525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994052,0.000006141919,0.00018670426,0.000086966866,0.000121919766,0.00019304053],"domain_scores_gemma":[0.9997604,0.000011069121,0.000016586997,0.00014362406,0.000017609931,0.000050700706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000043198113,0.00012584876,0.00010380805,0.00005750566,0.000036850684,0.000024986963,0.00012787578,0.000025037309,0.0000929688],"category_scores_gemma":[0.000005216819,0.00009885033,0.000048996615,0.00014536087,0.000008619254,0.00007544133,0.00002774821,0.00016421684,0.00001366165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4038752e-7,0.000029719797,0.0007128904,0.00016158042,0.000057879115,9.1068205e-7,0.0011624607,0.8686801,0.0022370787,0.00030681022,0.0032292814,0.12342103],"study_design_scores_gemma":[0.00007680622,0.000008561308,0.0024869873,0.000039932205,0.00000448587,0.000013451621,0.000007543311,0.9855162,0.0011347132,0.000004781909,0.010559376,0.00014716855],"about_ca_topic_score_codex":0.000007763089,"about_ca_topic_score_gemma":0.0000017473945,"teacher_disagreement_score":0.123273864,"about_ca_system_score_codex":0.00006547138,"about_ca_system_score_gemma":0.000004448668,"threshold_uncertainty_score":0.40309995},"labels":[],"label_agreement":null},{"id":"W2007135363","doi":"10.1177/1050651904267068","title":"Technical Communication Instruction in Engineering Schools","year":2004,"lang":"en","type":"article","venue":"Journal of Business and Technical Communication","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Situated; Technical communication; Coaching; Curriculum; Engineering education; Mathematics education; Pedagogy; Computer science; Medical education; Psychology; Engineering; Engineering management; Medicine; Electrical engineering","score_opus":0.007997549720110781,"score_gpt":0.22021558366937705,"score_spread":0.21221803394926628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007135363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8860136,0.0072549293,0.10090799,0.0036415786,0.00037847823,0.00033421363,0.0000020475086,0.0004068909,0.0010602177],"genre_scores_gemma":[0.9418993,0.003811567,0.054204855,0.000016823515,0.000023905402,0.00001605158,0.000006919481,0.000018924,0.0000016577105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99908936,0.000019629902,0.00054475165,0.00006918664,0.00015345252,0.00012362881],"domain_scores_gemma":[0.99927855,0.00004409134,0.00010704505,0.00033961513,0.000163469,0.000067234854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040457933,0.00012297383,0.00020649841,0.0002889785,0.000046311787,0.000048027312,0.00031522775,0.00012818865,0.0000047311646],"category_scores_gemma":[0.00014390684,0.000119931334,0.00003443768,0.0006047805,0.000031736246,0.00035765994,0.000066855464,0.0005962519,0.0000017186456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008057967,0.0009648536,0.008256062,0.0008306932,0.0000987109,0.000017257178,0.00062476395,0.7573353,0.10123576,0.052229874,0.0014876177,0.0768385],"study_design_scores_gemma":[0.0033329343,0.00008074134,0.97093755,0.0026051577,0.0000513661,0.0012502339,0.00021983407,0.0038689831,0.0026513077,0.0068921475,0.0073714475,0.0007382796],"about_ca_topic_score_codex":0.000016064887,"about_ca_topic_score_gemma":0.000024736728,"teacher_disagreement_score":0.96268153,"about_ca_system_score_codex":0.00029307214,"about_ca_system_score_gemma":0.00004795963,"threshold_uncertainty_score":0.4890658},"labels":[],"label_agreement":null},{"id":"W2009689885","doi":"10.1177/1742715014543581","title":"Engineering leadership: Grounding leadership theory in engineers’ professional identities","year":2014,"lang":"en","type":"article","venue":"Leadership","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Leadership studies; Engineering education; Leadership style; Neuroleadership; Educational leadership; Leadership; Grounded theory; Sociology; Coursework; Leadership development; Shared leadership; Professional development; Engineering; Pedagogy; Qualitative research; Public relations; Political science; Engineering management; Social science","score_opus":0.05768480728799317,"score_gpt":0.22691210368247342,"score_spread":0.16922729639448025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009689885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68319464,0.01386624,0.21290247,0.009505366,0.036890775,0.0025985034,0.00002341678,0.01163175,0.02938684],"genre_scores_gemma":[0.9917937,0.000018802188,0.0013071888,0.00045646218,0.0004359099,0.00012724275,0.000030122246,0.00012550753,0.0057050535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767387,0.0000915421,0.00046202785,0.0003639188,0.00039055495,0.0010181043],"domain_scores_gemma":[0.99904144,0.000356822,0.00003946379,0.00032615606,0.000032438544,0.0002036663],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097419834,0.000430663,0.0003470181,0.00058947474,0.00006884074,0.00010181543,0.00038631944,0.00025083308,0.000296181],"category_scores_gemma":[0.00026369496,0.00047290683,0.00010720545,0.0006017996,0.00005491065,0.00038238193,0.000027731416,0.000770008,0.0003024249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009682281,0.0006202534,0.015083563,0.016713409,0.000691368,0.00010577205,0.096568815,0.53001994,0.017117916,0.2391535,0.047878224,0.035950437],"study_design_scores_gemma":[0.008383683,0.00027552803,0.24033807,0.010526091,0.00025032795,0.00034845743,0.28888327,0.33463076,0.032306723,0.005665065,0.066734694,0.011657338],"about_ca_topic_score_codex":0.0000032356525,"about_ca_topic_score_gemma":0.000010185329,"teacher_disagreement_score":0.30859908,"about_ca_system_score_codex":0.00032969934,"about_ca_system_score_gemma":0.000039154867,"threshold_uncertainty_score":0.99977225},"labels":[],"label_agreement":null},{"id":"W2022145126","doi":"10.5539/ies.v1n3p99","title":"Status of Undergraduate Engineering Education in India-An Analysis of Accredited Engineering Programmes","year":2008,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering education; Engineering; Higher education; Strengths and weaknesses; Medical education; Political science; Engineering management; Psychology; Medicine","score_opus":0.02030446087044025,"score_gpt":0.3179486451813042,"score_spread":0.297644184310864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022145126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933402,0.001835314,0.0010408192,0.000073456664,0.0031227958,0.00014331787,0.000012712545,0.000116263,0.00031510994],"genre_scores_gemma":[0.9907845,0.0012066786,0.007463147,0.000014268784,0.000083597544,0.0001376007,0.00016276521,0.000022352635,0.00012504583],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99881566,0.0000100504185,0.0005368488,0.00016795314,0.00026792492,0.00020159115],"domain_scores_gemma":[0.99892867,0.00006898088,0.0001018589,0.00016674881,0.000652198,0.00008155658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009922972,0.00017012753,0.00031303937,0.0014508149,0.00001730037,0.0000098961455,0.00016543965,0.00004910517,0.000017547252],"category_scores_gemma":[0.000275688,0.00018727763,0.000079175,0.0011582858,0.000026450954,0.00022074812,0.000023166593,0.0001061513,0.000002365441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012015548,0.001321719,0.33412716,0.00051531557,0.0038169462,0.0000013268028,0.010635353,0.6204439,0.0031001903,0.008272193,0.0019150526,0.015838854],"study_design_scores_gemma":[0.00021304715,0.000023257302,0.93981344,0.00017515109,0.00014315192,0.0000054208267,0.0023464903,0.048187565,0.0025600777,0.000048850376,0.0061673396,0.00031621873],"about_ca_topic_score_codex":0.00009322681,"about_ca_topic_score_gemma":0.000018496658,"teacher_disagreement_score":0.6056863,"about_ca_system_score_codex":0.00036454215,"about_ca_system_score_gemma":0.00037468623,"threshold_uncertainty_score":0.763696},"labels":[],"label_agreement":null},{"id":"W2023139557","doi":"10.1080/03043790600797350","title":"How can engineering education contribute to a sustainable future?","year":2006,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering ethics; Engineering education; Technology and society; Relevance (law); Curriculum; Politics; Sociology; Science, technology, society and environment education; Work (physics); Science education; Citizenship; Political science; Engineering; Social science; Pedagogy; Law","score_opus":0.002350465471812017,"score_gpt":0.17674609400012647,"score_spread":0.17439562852831444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023139557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71928895,0.007900756,0.2286278,0.0071038064,0.029455427,0.00097220566,0.000012041946,0.0011460526,0.0054929643],"genre_scores_gemma":[0.97655284,0.000050536873,0.017427055,0.0000800895,0.0034652203,0.000024890498,0.000027478496,0.00012246681,0.0022494355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986563,0.000027635097,0.00048886007,0.00015559065,0.0002599877,0.00041166676],"domain_scores_gemma":[0.99890107,0.000025342963,0.00010869501,0.00022745196,0.0004485448,0.00028889946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043992072,0.0002885944,0.00024153861,0.0006602836,0.000048013044,0.00023036018,0.0002877394,0.000042782787,0.000012593836],"category_scores_gemma":[0.00013826971,0.00030876315,0.00009566395,0.00061473803,0.0000051591073,0.00030252588,0.000022386184,0.00030254436,0.000017581417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015059437,0.00058546884,0.00056950207,0.0016784379,0.00020779783,0.000056200526,0.0022768262,0.64712906,0.031930357,0.023348615,0.2637636,0.028439064],"study_design_scores_gemma":[0.000424753,0.00009401589,0.04058181,0.00049829314,0.00005540716,0.000250009,0.0014192265,0.002395041,0.0045441133,0.00003441602,0.9489112,0.0007917043],"about_ca_topic_score_codex":0.000007696329,"about_ca_topic_score_gemma":0.0000011968924,"teacher_disagreement_score":0.6851476,"about_ca_system_score_codex":0.00055137044,"about_ca_system_score_gemma":0.00033231932,"threshold_uncertainty_score":0.99993646},"labels":[],"label_agreement":null},{"id":"W2025926540","doi":"10.1287/inte.1100.0525","title":"A Quarter of a Century of Academia–Industry Interfacing: The Alabama Productivity Center","year":2010,"lang":"en","type":"article","venue":"INFORMS Journal on Applied Analytics","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Quarter (Canadian coin); Center (category theory); Productivity; Interfacing; Public relations; Service (business); Tertiary sector of the economy; Engineering management; Marketing; Management; Engineering; Political science; Business; Economics; Economic growth","score_opus":0.007039499123187908,"score_gpt":0.22362755919410926,"score_spread":0.21658806007092135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025926540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881427,0.000016398802,0.00041706144,0.0003350545,0.0008824889,0.00010954371,0.00000493116,0.00003573804,0.010056044],"genre_scores_gemma":[0.99932957,0.000025858388,0.00035043227,0.00006397373,0.0001541125,0.000004173943,0.000001572483,0.000014318779,0.000055986457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990414,0.0000032614823,0.00044877615,0.000066163106,0.00025782565,0.00018258081],"domain_scores_gemma":[0.9994575,0.000026131753,0.00014811104,0.00020144171,0.00007472469,0.00009208534],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00029104188,0.00013907765,0.00018232838,0.00013949518,0.00003380568,0.00002450806,0.00022536486,0.00022965069,0.00009455684],"category_scores_gemma":[0.000031162326,0.00008797195,0.00006187212,0.00022548797,0.000045601228,0.000060602408,0.000027112843,0.0023799313,0.0000117401405],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028502138,0.0019276451,0.03808808,0.0018494546,0.0030051218,0.00001522011,0.034553047,0.29962146,0.24433678,0.08092162,0.081232406,0.21416414],"study_design_scores_gemma":[0.004817442,0.0004761357,0.094549745,0.0009626601,0.0003049401,0.00077327085,0.009803873,0.031840008,0.4798091,0.0028864348,0.37143752,0.0023388776],"about_ca_topic_score_codex":4.76715e-7,"about_ca_topic_score_gemma":0.0000010380642,"teacher_disagreement_score":0.29020512,"about_ca_system_score_codex":0.000043008597,"about_ca_system_score_gemma":0.000050722807,"threshold_uncertainty_score":0.9999216},"labels":[],"label_agreement":null},{"id":"W2026648515","doi":"10.1115/detc2010-28602","title":"Pedagogy of Science in Engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Learning sciences; Accreditation; Computer science; Process (computing); Curriculum; Engineering design process; Engineering education; Learning environment; Quality (philosophy); Engineering ethics; Engineering; Engineering management; Experiential learning; Mathematics education; Pedagogy; Psychology; Mechanical engineering","score_opus":0.00399515733856472,"score_gpt":0.23608986967337844,"score_spread":0.2320947123348137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026648515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98793817,0.000012474123,0.0018639335,0.000019203198,0.0011337606,0.000030359566,1.6857314e-7,0.00011655015,0.008885373],"genre_scores_gemma":[0.99229044,0.000003988229,0.007599544,0.0000036136605,0.000014206528,0.0000057185935,2.784233e-7,0.0000065707372,0.00007561385],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99964195,4.1194966e-7,0.00010249887,0.000055785593,0.0000787023,0.00012063452],"domain_scores_gemma":[0.999838,0.000008460154,0.000004097539,0.000091079186,0.000018643728,0.000039703536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011016495,0.0000461845,0.00005277105,0.00019844451,0.0000060928787,0.000005356221,0.000108673186,0.000020026471,0.00013491113],"category_scores_gemma":[0.000030078123,0.00004591182,0.000008127308,0.00037336472,0.000029077957,0.00006230187,0.0000100753905,0.00010092366,0.0000104321225],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.093918e-7,0.000034877638,0.009416192,0.000112413836,0.0000033965273,0.0000010613471,0.0011053799,0.07871413,0.8869496,0.018441398,0.00033815022,0.004883104],"study_design_scores_gemma":[0.00028438432,0.000010020934,0.4123412,0.00003914745,0.0000020117702,0.000013891175,0.00029202696,0.2381484,0.33552134,0.00005071747,0.01290221,0.00039462483],"about_ca_topic_score_codex":0.0000057988977,"about_ca_topic_score_gemma":0.000016482432,"teacher_disagreement_score":0.55142826,"about_ca_system_score_codex":0.000018079132,"about_ca_system_score_gemma":0.00003849516,"threshold_uncertainty_score":0.18722297},"labels":[],"label_agreement":null},{"id":"W2029481970","doi":"10.1061/(asce)1052-3928(2002)128:3(131)","title":"Crisis of Civil Engineering Education in Information Technology Age: Analysis and Prospects","year":2002,"lang":"en","type":"article","venue":"Journal of Professional Issues in Engineering Education and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering education; Prestige; Engineering; Quality (philosophy); Engineering management; Political science","score_opus":0.005767472902274207,"score_gpt":0.2870724264801848,"score_spread":0.2813049535779106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029481970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547143,0.025042657,0.007375604,0.0057213698,0.00513935,0.0005048679,0.0000036018944,0.00013819565,0.0013600764],"genre_scores_gemma":[0.9757077,0.001607107,0.022398954,0.000055422217,0.000064365,0.00002474109,0.0000055229916,0.000013203557,0.00012298062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998974,0.000024150739,0.00059193204,0.00008504078,0.00018836872,0.00013649042],"domain_scores_gemma":[0.9993265,0.00015125923,0.0001727076,0.000101248865,0.00018247876,0.000065782166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045450538,0.00014067921,0.00026446723,0.0019005681,0.000015211543,0.00003171922,0.000093211296,0.0001151514,0.0000371512],"category_scores_gemma":[0.0005489296,0.00014210904,0.000029096533,0.0011448617,0.000011378277,0.0008786106,0.000020407657,0.0003769478,0.0000017699908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013923903,0.0060284855,0.09676954,0.0135981385,0.0017515225,0.0000400599,0.10189007,0.5708735,0.012442912,0.032086473,0.027243635,0.13713641],"study_design_scores_gemma":[0.002504954,0.00028708536,0.5010388,0.004835939,0.0007149484,0.0009853503,0.04028541,0.17359431,0.0037297483,0.00071708363,0.26933452,0.0019718676],"about_ca_topic_score_codex":0.00001530258,"about_ca_topic_score_gemma":0.000011784052,"teacher_disagreement_score":0.40426922,"about_ca_system_score_codex":0.00012841896,"about_ca_system_score_gemma":0.00010251639,"threshold_uncertainty_score":0.5795039},"labels":[],"label_agreement":null},{"id":"W2032045520","doi":"10.3138/jvme.31.2.89","title":"Developing an Accreditation System","year":2004,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Medicine; Medical physics","score_opus":0.03733991191901241,"score_gpt":0.3281703747231452,"score_spread":0.29083046280413277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032045520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947659,0.00032499732,0.044566713,0.00069975655,0.0062364684,0.000053422835,2.5928372e-7,0.000099854326,0.00035948976],"genre_scores_gemma":[0.976999,0.000081198814,0.022111038,0.000108392385,0.0006585375,0.000008911749,0.000007788278,0.00001636785,0.000008783004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990628,0.000019156349,0.00038488896,0.00006009806,0.0003610913,0.00011200411],"domain_scores_gemma":[0.9994474,0.000013644017,0.00007646927,0.00008020076,0.00014454326,0.00023774919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032297074,0.00008966207,0.000119444994,0.0001586157,0.000031987995,0.000023922572,0.00016069454,0.00007399381,0.00004282342],"category_scores_gemma":[0.0001150387,0.00008243461,0.000032871205,0.000168051,0.000011342481,0.00031177668,0.0000073185874,0.00017051476,0.000015364349],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001809816,0.002331159,0.0009876282,0.0044225203,0.0004858273,0.00037990007,0.02548742,0.08591156,0.016100615,0.076916344,0.021328833,0.7654672],"study_design_scores_gemma":[0.011832909,0.0075141494,0.2635055,0.02316847,0.00034868147,0.055177066,0.059485916,0.031277083,0.017339434,0.005962263,0.51933503,0.0050534797],"about_ca_topic_score_codex":0.0000022994295,"about_ca_topic_score_gemma":7.9692876e-7,"teacher_disagreement_score":0.76041377,"about_ca_system_score_codex":0.00056766794,"about_ca_system_score_gemma":0.0013578291,"threshold_uncertainty_score":0.3361586},"labels":[],"label_agreement":null},{"id":"W2037719951","doi":"10.1109/fie.2008.4720313","title":"Final year projects with involvement of industry and high schools","year":2008,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supervisor; Quarter (Canadian coin); Engineering management; Cash; Engineering education; Business; Engineering; Marketing; Management; Finance; Economics","score_opus":0.019504943270655748,"score_gpt":0.20209036062416644,"score_spread":0.1825854173535107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037719951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971248,0.000033763816,0.0005843292,0.00004360437,0.000057683927,0.00007027475,6.443803e-7,0.00008273027,0.0020021664],"genre_scores_gemma":[0.9905763,0.000028616985,0.008680469,0.000017217371,0.00001540904,0.000014704748,0.0000022270392,0.000008025027,0.0006569934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997214,0.0000016519335,0.00007182127,0.000055012646,0.000076101765,0.00007399181],"domain_scores_gemma":[0.99987113,0.000003021965,0.0000072389394,0.00006026088,0.000018018767,0.000040318708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000020793947,0.000057048266,0.000060203598,0.000040516414,0.000012198638,0.0000036108238,0.000027870923,0.00003999101,0.00006462056],"category_scores_gemma":[0.0000026486387,0.00004541704,0.000004737062,0.000093198476,0.000010326115,0.000035273108,0.000006915902,0.00010770369,0.0000060023704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032891418,0.00045335645,0.7933993,0.0012735733,0.0004667989,0.00004215825,0.0075638164,0.03695137,0.007060529,0.013905211,0.13256735,0.006283683],"study_design_scores_gemma":[0.0013849951,0.00015507104,0.9434341,0.00020008328,0.000015239881,0.00005848815,0.0018043302,0.0016537482,0.043722767,0.000033983702,0.0070136753,0.00052350346],"about_ca_topic_score_codex":0.0000136819735,"about_ca_topic_score_gemma":0.0000024960007,"teacher_disagreement_score":0.15003486,"about_ca_system_score_codex":0.000019500378,"about_ca_system_score_gemma":0.000033771135,"threshold_uncertainty_score":0.18520531},"labels":[],"label_agreement":null},{"id":"W2038032702","doi":"10.1002/j.2168-9830.2002.tb00689.x","title":"An Interactive Database Supporting Virtual Fieldwork in an Environmental Engineering Design Project","year":2002,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Usability; Requisition; Software; Construct (python library); Work (physics); Curriculum; Computer science; Engineering management; Drill; Engineering; Systems engineering; Software engineering; Human–computer interaction","score_opus":0.013325343710898564,"score_gpt":0.2540788457357325,"score_spread":0.24075350202483392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038032702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9259903,0.0004166567,0.07038446,0.00003179613,0.0027447985,0.0002203301,0.000003625586,0.0001492658,0.00005881331],"genre_scores_gemma":[0.97373563,0.00009094096,0.02563605,0.00001897208,0.00038208548,0.000029351824,0.000019590667,0.00005442426,0.000032932963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880683,0.000025337333,0.00054306135,0.00014783823,0.00020288909,0.00027402985],"domain_scores_gemma":[0.99943024,0.00006978323,0.00010156971,0.00020057312,0.000034444543,0.00016337016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032527224,0.00021821156,0.00020833452,0.0005555612,0.000021186856,0.000066054374,0.00022346109,0.00008055861,0.000109959285],"category_scores_gemma":[0.00008800582,0.00023727455,0.000047364272,0.00026822797,0.0000054518764,0.0010060873,0.000010675173,0.00043669343,0.000008765834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008710089,0.0005676697,0.0009250541,0.00009467497,0.000043872024,0.000015721076,0.0063353423,0.93584436,0.041703686,0.00006468807,0.0022036687,0.012192539],"study_design_scores_gemma":[0.00045826004,0.0003017538,0.010007921,0.00042923616,0.000028250153,0.00019218882,0.0022537776,0.974382,0.007905996,0.000003842415,0.003430915,0.00060590083],"about_ca_topic_score_codex":0.0000032891894,"about_ca_topic_score_gemma":9.81392e-7,"teacher_disagreement_score":0.04774539,"about_ca_system_score_codex":0.00037336655,"about_ca_system_score_gemma":0.00006270135,"threshold_uncertainty_score":0.9675775},"labels":[],"label_agreement":null},{"id":"W2038549574","doi":"10.1109/iccse.2014.6926465","title":"An assessment method to evaluate team project based engineering design","year":2014,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Rubric; Brainstorming; Creativity; Outcome (game theory); Process (computing); Computer science; Engineering design process; Engineering management; Engineering education; Engineering; Process management; Mathematics education; Psychology; Artificial intelligence","score_opus":0.022555517686144295,"score_gpt":0.3495762974051999,"score_spread":0.32702077971905563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038549574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023112053,0.000006208196,0.9909465,0.000069514244,0.00043842127,0.0003694036,9.432363e-7,0.0011324486,0.0047253985],"genre_scores_gemma":[0.2490609,7.223213e-7,0.7503082,0.00015601516,0.00006855868,0.00022491148,0.000009139468,0.000046552825,0.00012496016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998996,0.0000639549,0.00020451631,0.00021641761,0.00022424973,0.00029481403],"domain_scores_gemma":[0.99938977,0.00008196494,0.000010655852,0.00028786168,0.00004978967,0.00017998043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097410905,0.00020322236,0.00016264815,0.0002233245,0.0000309901,0.000063685504,0.00017854165,0.000051946507,0.00012634153],"category_scores_gemma":[0.000033636406,0.00019069658,0.000032991014,0.00032833466,0.0000021166156,0.000088641966,0.000010479418,0.00012000576,0.00008383638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7817347e-7,0.000031312655,0.000041737312,0.000037782916,0.000015517719,2.1124174e-7,0.00013519646,0.96787393,0.011952059,0.00039863464,0.009509099,0.010003669],"study_design_scores_gemma":[0.00017384968,0.00006605687,0.0023835928,0.000021923623,0.000009290002,0.0000017469326,0.00003063316,0.950055,0.01144518,0.0000059105146,0.03551037,0.000296425],"about_ca_topic_score_codex":0.000008408165,"about_ca_topic_score_gemma":0.0000011573236,"teacher_disagreement_score":0.2467497,"about_ca_system_score_codex":0.00017507031,"about_ca_system_score_gemma":0.000075513315,"threshold_uncertainty_score":0.7776381},"labels":[],"label_agreement":null},{"id":"W2041144496","doi":"10.3991/ijep.v4i1.3269","title":"Public Leadership Framework: Studying Approaches to Diversify Engineering Education","year":2014,"lang":"en","type":"article","venue":"International Journal of Engineering Pedagogy (iJEP)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Engineering education; Psychological intervention; Public relations; Engineering ethics; Political science; Engineering; Psychology; Engineering management","score_opus":0.1696715185417918,"score_gpt":0.28511946827063156,"score_spread":0.11544794972883976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041144496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22571814,0.0010324387,0.74940526,0.0045381314,0.01730307,0.00023723365,0.0000054741367,0.0005082166,0.0012520014],"genre_scores_gemma":[0.96185505,0.000039074137,0.03631904,0.00018001415,0.0013943855,0.00002290873,0.000008884282,0.000073044066,0.000107615204],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982286,0.000017726405,0.00057754223,0.000192378,0.0005855532,0.00039819858],"domain_scores_gemma":[0.9989085,0.00015992355,0.00010269046,0.00020523366,0.00028481212,0.00033881614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045845826,0.00028918215,0.00029162766,0.00091559644,0.000036878268,0.00017398797,0.0007419669,0.00013723144,0.000068759335],"category_scores_gemma":[0.0006091445,0.00032475524,0.00013791941,0.00033352769,0.000011063211,0.0003701922,0.00007039995,0.0005447388,0.00005071892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011156563,0.0001814986,0.0023255455,0.00020418731,0.0005151489,0.000010277123,0.0025427938,0.93382734,0.0016259728,0.017947126,0.0028348148,0.03797413],"study_design_scores_gemma":[0.0022646163,0.00039458394,0.10065345,0.0029766925,0.00020907893,0.00094834686,0.004041945,0.4032563,0.007548396,0.0005462821,0.4737244,0.0034359081],"about_ca_topic_score_codex":0.000002414746,"about_ca_topic_score_gemma":0.0000013502964,"teacher_disagreement_score":0.7361369,"about_ca_system_score_codex":0.00041469902,"about_ca_system_score_gemma":0.00013586461,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W2042302435","doi":"10.1109/icl.2012.6402191","title":"Collaborative teaching and learning in an outcomes assessment environment: An example from undergraduate engineering education","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Accreditation; Plan (archaeology); Computer science; Engineering education; Engineering management; Knowledge management; Medical education; Engineering; Medicine","score_opus":0.01018201367028275,"score_gpt":0.24875352050314056,"score_spread":0.23857150683285783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042302435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837096,0.00019700792,0.014047467,0.00006579789,0.00039284755,0.00013633048,0.0000010522399,0.0002799872,0.0011699611],"genre_scores_gemma":[0.9479591,0.00003805467,0.051556572,0.00003410031,0.00006433646,0.00006816106,0.00007522241,0.000032335436,0.00017207013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992373,0.00006111851,0.00018715979,0.00016239677,0.00011292432,0.00023910427],"domain_scores_gemma":[0.99959815,0.00006430201,0.00001985106,0.00013231757,0.000008269482,0.0001771228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028356918,0.00017167647,0.00014501928,0.000121298115,0.000068934634,0.00006275275,0.00006217981,0.00005063975,0.0000568158],"category_scores_gemma":[0.000010977952,0.00017451552,0.000010687231,0.00008240217,0.0000059695,0.00062178465,0.00001789766,0.0003498256,0.000007871411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002734843,0.00079063507,0.6176627,0.00009115358,0.00011441632,9.287119e-7,0.03770259,0.26173055,0.010937591,0.014895159,0.00026553214,0.055805974],"study_design_scores_gemma":[0.00028932097,0.000022772156,0.9072362,0.000030374644,0.000011301316,0.0000012899246,0.0070980717,0.076846406,0.0002676682,0.000049361126,0.007718744,0.00042849025],"about_ca_topic_score_codex":0.00033938407,"about_ca_topic_score_gemma":0.00004453852,"teacher_disagreement_score":0.28957346,"about_ca_system_score_codex":0.0002118801,"about_ca_system_score_gemma":0.00003149043,"threshold_uncertainty_score":0.7116536},"labels":[],"label_agreement":null},{"id":"W2043037655","doi":"10.5539/ies.v3n2p112","title":"Expectations of Student Engaged in Tertiary Education on Engineering Courses from Their Teachers of Choice","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Fluency; Humanism; Constructive; Psychology; Cognition; Teaching method; Class (philosophy); Pedagogy; Computer science","score_opus":0.01913689499688469,"score_gpt":0.3277662690432916,"score_spread":0.3086293740464069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043037655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98934424,0.0010261444,0.00008801332,0.00029166517,0.008199565,0.00013027986,0.000013617193,0.000063158834,0.0008433019],"genre_scores_gemma":[0.9968744,0.0001404175,0.0023751291,0.000033555894,0.00019425656,0.0002029964,0.000049678554,0.000019137507,0.00011041971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991655,0.00002226142,0.00038230765,0.00014168513,0.00019548612,0.00009277018],"domain_scores_gemma":[0.998981,0.00036641152,0.000081556216,0.0001592431,0.00037489398,0.000036870006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014154344,0.00014188184,0.00016208542,0.00035337923,0.000027553184,0.000011241495,0.00019170177,0.000045730783,0.00005175991],"category_scores_gemma":[0.00049780204,0.00014069976,0.000042716278,0.00017085396,0.00002645424,0.000110718414,0.000018882984,0.00031721083,0.0000072703083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013784145,0.004143639,0.5672888,0.00026817273,0.0014311025,4.80036e-7,0.15902716,0.044541728,0.12332621,0.0060309507,0.017090766,0.07683721],"study_design_scores_gemma":[0.00026081788,0.000013533789,0.92966306,0.0003124519,0.000016871636,0.0000012245579,0.038253028,0.00075922714,0.022980148,0.00015350919,0.007347831,0.00023830488],"about_ca_topic_score_codex":0.00004950889,"about_ca_topic_score_gemma":0.00006249012,"teacher_disagreement_score":0.36237425,"about_ca_system_score_codex":0.00014065231,"about_ca_system_score_gemma":0.0001557009,"threshold_uncertainty_score":0.573757},"labels":[],"label_agreement":null},{"id":"W2047083482","doi":"10.4018/ijqaete.2012040105","title":"CDIO as an Enabler for Graduate Attributes Assessment","year":2012,"lang":"en","type":"article","venue":"International Journal of Quality Assurance in Engineering and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"CDIO; Accreditation; Enabling; Curriculum; Engineering education; Engineering management; Process (computing); Engineering; Continuous assessment; Computer science; Medical education; Mathematics education; Psychology; Pedagogy; Medicine","score_opus":0.027919538550076214,"score_gpt":0.34732394094202657,"score_spread":0.31940440239195034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047083482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96915346,0.0008967332,0.023466187,0.0020450957,0.0041538454,0.00010234518,0.0000045127945,0.00009818445,0.000079629],"genre_scores_gemma":[0.9816199,0.00023376034,0.017709613,0.000035996636,0.00029228703,0.00005490392,0.0000127642525,0.00001647353,0.000024284567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991441,0.000011979722,0.0004081738,0.00007913996,0.00017578053,0.00018087403],"domain_scores_gemma":[0.99935853,0.00008683825,0.00008965475,0.0000865058,0.00030260434,0.00007583638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062369334,0.00011436353,0.00016361028,0.00048982067,0.000016743921,0.000029197618,0.0001808919,0.00009433026,0.0000061363253],"category_scores_gemma":[0.0002386387,0.00011924216,0.00002905119,0.0001944762,0.000015237807,0.0003713465,0.0000104379205,0.00022799232,0.0000015228438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060570146,0.0026166863,0.36228368,0.0011070298,0.0009688896,0.0000074685886,0.0055725067,0.14254744,0.04074552,0.18039083,0.0067804162,0.25691897],"study_design_scores_gemma":[0.0022053097,0.00021491897,0.8677614,0.0010101331,0.000057084162,0.0006302723,0.0040742615,0.023178736,0.020999411,0.007652466,0.07100605,0.001210003],"about_ca_topic_score_codex":0.0000064683754,"about_ca_topic_score_gemma":0.0000022672966,"teacher_disagreement_score":0.50547767,"about_ca_system_score_codex":0.00021245294,"about_ca_system_score_gemma":0.00011130396,"threshold_uncertainty_score":0.4862554},"labels":[],"label_agreement":null},{"id":"W2047501728","doi":"10.1002/j.2168-9830.2012.tb01123.x","title":"The Adoption of a Capstone Assessment Instrument","year":2012,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Science Foundation","keywords":"Capstone; Citation; Library science; State (computer science); World Wide Web; Computer science; Computer security; Programming language","score_opus":0.006557694143949111,"score_gpt":0.2421923818672933,"score_spread":0.2356346877233442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047501728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96633166,0.0035299144,0.01868966,0.00020316975,0.010130606,0.00011697162,7.758825e-7,0.0000527524,0.0009445],"genre_scores_gemma":[0.988371,0.00033677477,0.010836805,0.000006374534,0.00035233755,0.000012451556,0.0000024965234,0.000017197914,0.00006456567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.999227,0.000008560967,0.00038099394,0.000030081128,0.00019729242,0.00015606073],"domain_scores_gemma":[0.99952215,0.00004247933,0.0001095711,0.00010733031,0.00012279119,0.00009568523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003877542,0.00009228316,0.00011218684,0.00013109112,0.000026324225,0.0000164718,0.00010882937,0.000034929384,0.000010307569],"category_scores_gemma":[0.000041784788,0.000071591734,0.000052784788,0.00017742963,0.00000776382,0.00018707619,0.0000069904613,0.0001590911,0.0000034959783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002234846,0.0017959742,0.02693935,0.0018074194,0.0009576983,0.0000010588839,0.00949521,0.53320414,0.10623539,0.054319587,0.05492131,0.2103005],"study_design_scores_gemma":[0.00062203885,0.00013728057,0.6673775,0.0006831161,0.00012922799,0.00023531816,0.00249301,0.016068766,0.019218124,0.00008431816,0.29234603,0.0006053239],"about_ca_topic_score_codex":0.0000012908399,"about_ca_topic_score_gemma":1.9102005e-7,"teacher_disagreement_score":0.6404381,"about_ca_system_score_codex":0.0002542451,"about_ca_system_score_gemma":0.00012442122,"threshold_uncertainty_score":0.29194263},"labels":[],"label_agreement":null},{"id":"W2047700001","doi":"10.1139/l00-076","title":"Environmental engineering registration in Canada The expectations of the professional engineer working in this field","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"American Society for Engineering Education","keywords":"Accreditation; Professional association; Syllabus; Graduation (instrument); Engineering education; Health systems engineering; Engineering ethics; Engineering; Work (physics); Engineering management; Public relations; Medical education; Political science; Mechanical engineering; Medicine; Law","score_opus":0.004807494087681153,"score_gpt":0.16393474742054095,"score_spread":0.1591272533328598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047700001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904906,0.0022370056,0.0018121528,0.0007925788,0.003462029,0.00020708499,0.000003838926,0.000017016197,0.0009776694],"genre_scores_gemma":[0.99959767,0.00004642992,0.00016653271,0.000025339281,0.000079632155,0.000012987383,0.0000012947168,0.000023146787,0.00004696333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99893713,0.000011992531,0.00048033163,0.00007243658,0.00021364419,0.000284467],"domain_scores_gemma":[0.9995251,0.00010996637,0.00006533239,0.00014903271,0.000017276043,0.0001332712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017225307,0.00014538878,0.0001616204,0.00026095586,0.00003085525,0.00001595689,0.00025802062,0.00005367331,0.00014259579],"category_scores_gemma":[0.00010602378,0.0001162788,0.000052526935,0.00046131763,0.000008690622,0.000096859876,0.000008623306,0.0004650783,7.084262e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010241698,0.0000056296985,0.03688872,0.000023621966,0.00001805507,0.000024805497,0.0011571741,0.959684,0.0006636989,0.00009766221,0.0010939323,0.00034167574],"study_design_scores_gemma":[0.0007511171,0.000023463605,0.69930404,0.0015747594,0.0000246323,0.00031426013,0.0026247676,0.2577657,0.0028035126,0.000021408718,0.034136303,0.0006560155],"about_ca_topic_score_codex":0.03851264,"about_ca_topic_score_gemma":0.90969455,"teacher_disagreement_score":0.8711819,"about_ca_system_score_codex":0.0009859777,"about_ca_system_score_gemma":0.00082323665,"threshold_uncertainty_score":0.96788996},"labels":[],"label_agreement":null},{"id":"W2047932226","doi":"10.5539/gjhs.v1n2p136","title":"On the Essentials of Theoretical Education and Clinical Practice for Advanced Nursing","year":2009,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Process (computing); Nursing practice; Nursing; Harmonious Society; China; Medicine; Engineering ethics; Medical education; Psychology; Computer science; Political science; Engineering","score_opus":0.012716660660327611,"score_gpt":0.4070397717048752,"score_spread":0.3943231110445476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047932226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.923589,0.0019067951,0.046296846,0.021346712,0.0035912574,0.00030122045,0.000001760733,0.000019643434,0.002946757],"genre_scores_gemma":[0.9779149,0.00020021907,0.021328444,0.0005042456,0.000048692702,7.657014e-7,1.0686969e-7,0.0000015211607,0.0000010661631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991908,0.00001908464,0.0003896714,0.000058890993,0.00021520598,0.00012631307],"domain_scores_gemma":[0.9993444,0.00013860558,0.00015104168,0.00006562356,0.00020376105,0.00009658138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016508623,0.000044736935,0.0001074238,0.00003348008,0.00006720306,0.000019800893,0.00013073177,0.000015293504,0.000002535499],"category_scores_gemma":[0.00067551306,0.000030088115,0.00002392873,0.00020969892,0.0001292661,0.00012650626,0.0000028356276,0.00007862431,4.0425815e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024041372,0.00032873414,0.00014299845,0.00002835987,0.0000066510033,1.7990891e-7,0.00019782447,0.0017970036,0.00017147427,0.54876405,0.0041984254,0.44434023],"study_design_scores_gemma":[0.0035429462,0.0069807433,0.612988,0.0065093506,0.00016935461,0.0023199164,0.014048332,0.028474392,0.0057650898,0.29904184,0.019068023,0.0010920209],"about_ca_topic_score_codex":2.5875698e-7,"about_ca_topic_score_gemma":3.761201e-8,"teacher_disagreement_score":0.612845,"about_ca_system_score_codex":0.00012276946,"about_ca_system_score_gemma":0.00054214324,"threshold_uncertainty_score":0.12269577},"labels":[],"label_agreement":null},{"id":"W2053765595","doi":"10.1109/iccse.2012.6295340","title":"Application TRIZ to innovative ability training in the mechanical engineering major","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Guangzhou University; Kungliga Tekniska Högskolan; Chalmers Tekniska Högskola; University of Calgary","keywords":"TRIZ; Order (exchange); Engineering; Training (meteorology); Engineering management; Manufacturing engineering; Computer science; Business","score_opus":0.013634421233296359,"score_gpt":0.24189856090063105,"score_spread":0.2282641396673347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053765595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.553963,0.00005231406,0.43942642,0.0006125962,0.0006581064,0.0005841286,0.0000016685626,0.00045110096,0.004250624],"genre_scores_gemma":[0.98951817,0.0000010439261,0.009848996,0.00016852985,0.00009997542,0.0003251928,0.0000055273754,0.000015024498,0.000017554503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993175,0.000010396665,0.00019890438,0.00009351951,0.00011795137,0.00026169067],"domain_scores_gemma":[0.9996788,0.00006133046,0.000007786085,0.00015957633,0.000022983693,0.000069515925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005109681,0.00010716399,0.000094750445,0.00009641527,0.000016903734,0.000014920844,0.00013636226,0.00004338367,0.0000386838],"category_scores_gemma":[0.00006729596,0.000083934625,0.000016178454,0.00083188,0.0000030770075,0.00008990483,0.000012551037,0.00015154186,0.00006047203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001583978,0.000591104,0.01070045,0.00042424313,0.00015494887,0.000002099978,0.13945167,0.14615946,0.13680367,0.41466895,0.009901643,0.14112593],"study_design_scores_gemma":[0.0011544587,0.0000667809,0.6189485,0.000107190885,0.000023157616,0.000042472515,0.0147581855,0.17054173,0.034262963,0.00046355365,0.1577309,0.0019000992],"about_ca_topic_score_codex":0.0000055281143,"about_ca_topic_score_gemma":0.0000044142816,"teacher_disagreement_score":0.60824805,"about_ca_system_score_codex":0.00011328987,"about_ca_system_score_gemma":0.000014267563,"threshold_uncertainty_score":0.34227547},"labels":[],"label_agreement":null},{"id":"W2060945242","doi":"10.1177/1541931213571106","title":"Using On-line Learning Tools to Support Increased Engagement in Human Factors Courses","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Class (philosophy); Mathematics education; Computer science; Student engagement; Psychology; Artificial intelligence","score_opus":0.03819141019776701,"score_gpt":0.2670348100871025,"score_spread":0.2288433998893355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060945242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988914,0.00001357478,0.000012172584,0.000022468723,0.00016115124,0.00029372645,0.0000071781355,0.000094611925,0.0005037126],"genre_scores_gemma":[0.9989717,0.000012124831,0.0007815041,0.000040944087,0.000058049285,0.000020258569,0.000007755262,0.00003964106,0.00006804604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989411,0.000006687791,0.0003812047,0.00021171801,0.000142621,0.00031664968],"domain_scores_gemma":[0.99957436,0.0000543832,0.00010518238,0.0000647533,0.000087257824,0.000114087634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032816743,0.0002467189,0.00025659613,0.00007843673,0.00029540007,0.00011881244,0.00021036135,0.000085140855,0.00002815706],"category_scores_gemma":[0.00008199019,0.00020409726,0.0001003216,0.00016367479,0.00003526617,0.00024499922,0.000118455515,0.00034981192,0.0000015973995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064022206,0.00017828021,0.6524038,0.0005893343,0.00019486445,1.1734781e-7,0.070975974,0.10897264,0.1611205,0.0011618539,0.0039132354,0.00048301974],"study_design_scores_gemma":[0.0009528762,0.0003071278,0.7837646,0.00095309963,0.000070041075,0.0000017479595,0.09159808,0.0131366495,0.105092175,0.00013458107,0.0025384175,0.0014505831],"about_ca_topic_score_codex":0.00017189725,"about_ca_topic_score_gemma":0.000004947724,"teacher_disagreement_score":0.13136084,"about_ca_system_score_codex":0.00022362894,"about_ca_system_score_gemma":0.000017152057,"threshold_uncertainty_score":0.8322845},"labels":[],"label_agreement":null},{"id":"W2061463907","doi":"10.1051/j3ea:2008028","title":"L'apprentissage par problèmes et par projets pour le développement des compétences professionnelles de l'ingénieur : l'exemple des programmes de génie électrique et de génie informatique de l'Université de Sherbrooke","year":2008,"lang":"fr","type":"article","venue":"J3eA","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.018222059955151734,"score_gpt":0.2552721130719204,"score_spread":0.23705005311676863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061463907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85761404,0.0031224512,0.13223583,0.003284147,0.00021500519,0.0008969153,0.000014350744,0.0005636574,0.0020536012],"genre_scores_gemma":[0.66712844,0.003971266,0.3266817,0.00023501474,0.00007502439,0.00029841374,0.000044147702,0.00008017123,0.0014858253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683154,0.00034016167,0.0005895515,0.0003671834,0.0002972722,0.0015742652],"domain_scores_gemma":[0.9986962,0.00016336127,0.00017450385,0.0002918315,0.0001427003,0.00053137814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011219071,0.00055981684,0.0004262185,0.00022207444,0.00071846455,0.00015075011,0.0004904229,0.0003698271,0.00019611503],"category_scores_gemma":[0.00018534623,0.0006015665,0.00016908752,0.0004834311,0.0002184671,0.00046304587,0.00019158464,0.0006567778,0.00004705943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058201527,0.0013404791,0.49870792,0.0043747695,0.00046639866,0.0002131999,0.30422667,0.075790726,0.014104222,0.00154729,0.08138086,0.01778928],"study_design_scores_gemma":[0.0021185926,0.00024753402,0.7294215,0.003512848,0.00013878831,0.0012815001,0.017249012,0.03775815,0.17086263,0.006731198,0.028794285,0.0018839944],"about_ca_topic_score_codex":0.0014768187,"about_ca_topic_score_gemma":0.0016251382,"teacher_disagreement_score":0.28697765,"about_ca_system_score_codex":0.0029484439,"about_ca_system_score_gemma":0.0034531401,"threshold_uncertainty_score":0.99964356},"labels":[],"label_agreement":null},{"id":"W2066345250","doi":"10.5539/ies.v4n1p212","title":"Management of Technology (MoT) undergraduate program in Malaysia: A Perspective","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Perspective (graphical); Higher education; Institution; Business; Engineering management; Sociology; Political science; Public relations; Engineering; Pedagogy; Computer science; Social science","score_opus":0.02296612494834638,"score_gpt":0.31805393217741135,"score_spread":0.29508780722906497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066345250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88166404,0.005797558,0.0010315799,0.002936346,0.007077441,0.00055508205,0.0000034757647,0.0005528469,0.100381605],"genre_scores_gemma":[0.97747916,0.0010169551,0.020356184,0.000011415743,0.000017561266,0.0004148805,0.0000032126477,0.000010112924,0.0006904929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995056,0.000003506628,0.00019181156,0.000108993714,0.00009898437,0.000091134396],"domain_scores_gemma":[0.99949473,0.000006041839,0.00003063501,0.000084664076,0.0003676635,0.000016291882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042806874,0.000086140935,0.00009627355,0.00034792093,0.000010430089,0.000004354068,0.00012692325,0.000025920253,0.000030334062],"category_scores_gemma":[0.000020186173,0.000087559936,0.000021917078,0.00033406253,0.00003377217,0.000058068694,0.000030594005,0.00006433175,0.000020462681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020472762,0.0028890288,0.043963477,0.0005904317,0.0027822761,0.000016176484,0.022228863,0.0033516672,0.00016882402,0.70598507,0.013590909,0.2044128],"study_design_scores_gemma":[0.0016384611,0.00017885554,0.50105125,0.0019481358,0.00012765397,0.000048091886,0.24360062,0.0037327819,0.007922154,0.15424503,0.08415473,0.0013522165],"about_ca_topic_score_codex":0.000013176627,"about_ca_topic_score_gemma":0.00000625735,"teacher_disagreement_score":0.55174005,"about_ca_system_score_codex":0.00027884037,"about_ca_system_score_gemma":0.000027194896,"threshold_uncertainty_score":0.35705903},"labels":[],"label_agreement":null},{"id":"W2069825288","doi":"10.1109/tale.2012.6360355","title":"Research-based learning in computing courses for senior engineering students","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Strengths and weaknesses; Computer science; Constructivist teaching methods; Engineering education; Process (computing); Inquiry-based learning; Engineering management; Mathematics education; Software engineering; Engineering; Teaching method; Psychology","score_opus":0.02556142877521874,"score_gpt":0.3407666364561866,"score_spread":0.3152052076809679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069825288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91986465,0.00029776915,0.07673206,0.00008902668,0.0010816726,0.00036375734,8.1415834e-7,0.000742365,0.0008278772],"genre_scores_gemma":[0.9843215,0.000004841951,0.01519566,0.00001568185,0.00013638646,0.000065577,0.000008426554,0.000038454422,0.00021351039],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895084,0.0000145497115,0.00017768615,0.00009710069,0.00023215737,0.0005276935],"domain_scores_gemma":[0.9995992,0.00015244955,0.000008508243,0.00008184764,0.000045076216,0.00011291205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008137376,0.000112591515,0.00011322675,0.00026713902,0.000048930866,0.000039691276,0.00012769282,0.00005054587,0.000031111755],"category_scores_gemma":[0.0000828229,0.00011785663,0.000027258598,0.0003203132,0.000009480297,0.00008490717,0.000021394426,0.0002561121,0.000030874555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018318262,0.000094340925,0.06825463,0.00018722055,0.000019150648,5.8164073e-7,0.00091633864,0.9244796,0.0010248894,0.00070164213,0.002313781,0.0020059599],"study_design_scores_gemma":[0.0009134864,0.000030167894,0.20166618,0.00021306907,0.0000061472524,0.0000028963989,0.0011530687,0.7265273,0.0065250266,0.000005096947,0.06244429,0.00051330606],"about_ca_topic_score_codex":0.0000052759638,"about_ca_topic_score_gemma":0.000002528546,"teacher_disagreement_score":0.19795236,"about_ca_system_score_codex":0.00018144722,"about_ca_system_score_gemma":0.000021229418,"threshold_uncertainty_score":0.4806054},"labels":[],"label_agreement":null},{"id":"W2073764531","doi":"10.1007/s11948-006-0030-y","title":"Teaching engineering ethics using role-playing in a culturally diverse student group","year":2006,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Philosophy of science; Role playing; Engineering ethics; Group (periodic table); Cultural diversity; Sociology; Psychology; Pedagogy; Engineering; Epistemology; Anthropology; Chemistry; Philosophy","score_opus":0.02128178250837752,"score_gpt":0.28440436132920915,"score_spread":0.2631225788208316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073764531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98629946,0.0005248267,0.01030715,0.00020099145,0.0012176886,0.00018755776,0.0000031132552,0.000611806,0.0006474196],"genre_scores_gemma":[0.9809902,0.00007216257,0.01862484,0.00006510678,0.00014735054,0.000021338641,0.0000051504167,0.000044691922,0.000029158386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977953,0.00001978689,0.0003610893,0.0003632677,0.0008049062,0.00065564143],"domain_scores_gemma":[0.99930006,0.00018775676,0.000029450333,0.00020219442,0.00011404243,0.00016651874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024044323,0.00031105557,0.00022393694,0.0005026819,0.0003167792,0.00022732536,0.00034076706,0.00025583163,0.0000036772221],"category_scores_gemma":[0.00032387805,0.00032584518,0.00003661879,0.00081768376,0.000078466226,0.000540579,0.00011473831,0.0020993454,0.0000044419826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9553283e-7,0.000031111824,0.0023284047,0.0002753175,0.0000109041275,0.000011611139,0.007900018,0.8643621,0.11122669,0.013460707,0.000017592303,0.00037483702],"study_design_scores_gemma":[0.00035981162,0.000018722898,0.05434232,0.0005491077,0.000017341026,0.000051294122,0.0017905377,0.93498516,0.0012266446,0.000058095236,0.0057089133,0.0008920532],"about_ca_topic_score_codex":0.0003420823,"about_ca_topic_score_gemma":0.000060531664,"teacher_disagreement_score":0.11000005,"about_ca_system_score_codex":0.0005244842,"about_ca_system_score_gemma":0.00013730607,"threshold_uncertainty_score":0.99991935},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2074630940","doi":"10.1109/mc.2004.80","title":"An \"offshore-resistant\" degree program","year":2004,"lang":"en","type":"article","venue":"Computer","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Degree (music); Submarine pipeline; Oceanography; Geology","score_opus":0.012607480494364496,"score_gpt":0.23678246767387587,"score_spread":0.22417498717951137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074630940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7197108,0.0002731634,0.26760012,0.00017429535,0.0029030526,0.00035603857,0.000002365779,0.003624697,0.0053554177],"genre_scores_gemma":[0.8980673,0.0000056970002,0.101538636,0.000065933156,0.00021939464,0.00003675607,0.000014157011,0.00002274605,0.0000293793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995677,0.000002875155,0.00009623397,0.00010175759,0.00007499425,0.00015646768],"domain_scores_gemma":[0.9997191,0.000002933931,0.000005491174,0.00016264243,0.000018812878,0.00009104014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000029027586,0.00009478032,0.0000674049,0.00004418026,0.000023720686,0.000046551784,0.000119981814,0.000034594726,0.000030153262],"category_scores_gemma":[7.815236e-7,0.00009184979,0.000022219168,0.00011031781,0.0000084462035,0.00006478976,0.0000091235215,0.0000689612,0.00010296899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003160741,0.00043819632,0.00036181288,0.0001380973,0.00007493946,0.000044774544,0.0017348722,0.41479754,0.0013185325,0.0060252347,0.016120663,0.55894214],"study_design_scores_gemma":[0.00190533,0.0005221713,0.2916108,0.00025326526,0.000030037281,0.00010842008,0.000110190915,0.20948088,0.008155698,0.0010452654,0.48484728,0.0019306627],"about_ca_topic_score_codex":0.0000017063197,"about_ca_topic_score_gemma":0.0000040800433,"teacher_disagreement_score":0.5570115,"about_ca_system_score_codex":0.00006615732,"about_ca_system_score_gemma":0.00001665964,"threshold_uncertainty_score":0.37455255},"labels":[],"label_agreement":null},{"id":"W2074639056","doi":"10.1109/iccse.2013.6554088","title":"Enlightenment of overseas cooperative education on cultivating excellent engineers of energy major","year":2013,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Tongji University","keywords":"Enlightenment; Plan (archaeology); Engineering education; Engineering management; Engineering; Quality (philosophy); Cooperative education; Engineering ethics; Energy (signal processing); Management; Vocational education; Sociology; Pedagogy; Economics","score_opus":0.003585380594087535,"score_gpt":0.1867331143792845,"score_spread":0.18314773378519697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074639056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87880343,0.00032780514,0.01260093,0.00019106039,0.0013921243,0.00040901668,0.0000050113463,0.00023285286,0.10603778],"genre_scores_gemma":[0.993269,0.000045996047,0.004661591,0.000047586298,0.000030571813,0.00009917711,0.000014667681,0.000017985729,0.0018133832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993622,0.000007710009,0.00025659494,0.00009601597,0.0001583314,0.00011916517],"domain_scores_gemma":[0.9996205,0.000029380493,0.000034926903,0.00012911834,0.00012113727,0.000064926215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000360653,0.00012491297,0.0001347007,0.00010838103,0.0000131391735,0.000007637722,0.000072892195,0.000038320984,0.0007415085],"category_scores_gemma":[0.00001775742,0.00010894234,0.000035299174,0.0001593921,0.000010876304,0.00006890081,0.000009920011,0.0000488248,0.000019242443],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111117615,0.0015746972,0.0015676469,0.00092538283,0.0005583064,7.062331e-7,0.0083192745,0.31080607,0.29437238,0.13303761,0.19548061,0.05334621],"study_design_scores_gemma":[0.0004865685,0.00010802178,0.008172863,0.00028493963,0.000017920496,0.0000020980542,0.004257882,0.025488637,0.94252264,0.00007007445,0.018116537,0.00047178302],"about_ca_topic_score_codex":0.00008069032,"about_ca_topic_score_gemma":0.0000015407536,"teacher_disagreement_score":0.6481503,"about_ca_system_score_codex":0.00010069234,"about_ca_system_score_gemma":0.00005118433,"threshold_uncertainty_score":0.8118998},"labels":[],"label_agreement":null},{"id":"W2077882045","doi":"10.1108/02756660510700519","title":"Playing to the technical audience: evaluating the impact of arts‐based training for engineers","year":2005,"lang":"en","type":"article","venue":"Journal of Business Strategy","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Training (meteorology); The arts; Audience response; Psychology; Business; Marketing; Advertising; Engineering; Public relations; Multimedia; Computer science; Political science; Visual arts; Art","score_opus":0.07865017157069802,"score_gpt":0.3688376974578245,"score_spread":0.2901875258871265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077882045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8549168,0.0002848518,0.14282157,0.0010339877,0.00040098507,0.00022969523,0.0000048260044,0.000037110876,0.00027018978],"genre_scores_gemma":[0.9881294,0.000009174966,0.011479543,0.000028361475,0.00030428031,0.000021230773,0.0000012074908,0.000018632185,0.000008163597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990582,0.000011194276,0.00043424318,0.00006086803,0.00023057274,0.0002049303],"domain_scores_gemma":[0.9992299,0.00016966231,0.00011660186,0.00012024306,0.00029832646,0.00006526113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007750658,0.0001261666,0.00018756265,0.00011583076,0.00007409988,0.000039030656,0.00025085435,0.00004031737,0.000025897929],"category_scores_gemma":[0.0002284515,0.00006946234,0.00011672568,0.0004552915,0.000016977687,0.00010250258,0.0000074427116,0.00018229324,0.0000014524819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001138961,0.000016471462,0.00006211412,0.00002608086,0.00003305871,3.661644e-7,0.0006672987,0.9759173,0.010226862,0.000054405402,0.0010257582,0.011958905],"study_design_scores_gemma":[0.0007691861,0.00031778796,0.18588129,0.0003433693,0.00006543949,0.00012424738,0.0014025518,0.8083198,0.001636476,0.00003524082,0.0008020424,0.00030255804],"about_ca_topic_score_codex":0.0000038613102,"about_ca_topic_score_gemma":0.0000030880744,"teacher_disagreement_score":0.18581918,"about_ca_system_score_codex":0.0001448247,"about_ca_system_score_gemma":0.00027224093,"threshold_uncertainty_score":0.28325918},"labels":[],"label_agreement":null},{"id":"W2081066060","doi":"10.1061/(asce)ei.1943-5541.0000004","title":"Lessons Learned from a Design Competition for Structural Engineering Students: The Case of a Pedestrian Walkway at the Université de Sherbrooke","year":2009,"lang":"en","type":"article","venue":"Journal of Professional Issues in Engineering Education and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Engineering; Formative assessment; Competence (human resources); Competition (biology); Engineering education; Pedestrian; Engineering management; Engineering design process; Construction engineering; Engineering ethics; Civil engineering; Mathematics education; Management; Mechanical engineering; Psychology","score_opus":0.02603586322662627,"score_gpt":0.34816443895935584,"score_spread":0.32212857573272957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081066060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96472776,0.0065076817,0.016075842,0.010233741,0.00198632,0.0003679235,0.000008384415,0.000039157716,0.0000532167],"genre_scores_gemma":[0.98418516,0.00066713954,0.014539522,0.00009654694,0.00017366817,0.000014210997,0.000007652076,0.000016340722,0.00029978313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992384,0.000069482725,0.0003090478,0.000083205785,0.0001517091,0.00014815561],"domain_scores_gemma":[0.9985824,0.0010018421,0.00012693698,0.000109446075,0.00011501337,0.00006435049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007817901,0.00012708557,0.00015171296,0.0001109835,0.000092304406,0.000032382366,0.00016515743,0.00006337959,0.000026044068],"category_scores_gemma":[0.0003803078,0.000089937086,0.000041408093,0.00014198136,0.000012314414,0.00020475824,0.000025103576,0.00027082957,7.305935e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048857613,0.00057191454,0.00081622216,0.00065261335,0.0004050666,0.00008643258,0.047366593,0.87581897,0.032138593,0.0069697397,0.0077689043,0.026916347],"study_design_scores_gemma":[0.007144032,0.00079539686,0.15806057,0.005133751,0.00093616464,0.011089777,0.0543034,0.29600933,0.030620504,0.0028632456,0.43091068,0.0021331653],"about_ca_topic_score_codex":0.000027405233,"about_ca_topic_score_gemma":0.0000128041365,"teacher_disagreement_score":0.57980967,"about_ca_system_score_codex":0.00036881838,"about_ca_system_score_gemma":0.00011015226,"threshold_uncertainty_score":0.3667528},"labels":[],"label_agreement":null},{"id":"W2081510001","doi":"10.5539/ies.v3n2p51","title":"Research and Practice on Basic Composition and Cultivation Pattern of College Students’ Innovative Ability","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conformity; Competition (biology); Psychology; Mathematics education; Composition (language); Teaching method; Pedagogy; Higher education; Political science","score_opus":0.05362102070905419,"score_gpt":0.43185245518239934,"score_spread":0.3782314344733452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081510001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937289,0.00012712336,0.00014056805,0.0018300007,0.0020607023,0.00015844977,0.00001187578,0.00003426252,0.0019081682],"genre_scores_gemma":[0.99810743,0.0001672859,0.0013047584,0.00008430396,0.000089482885,0.000098977136,0.000020352036,0.000008138903,0.000119257806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992382,0.000029630843,0.00020337777,0.0001381479,0.0003168532,0.000073796415],"domain_scores_gemma":[0.99722993,0.0004264629,0.00004500843,0.000083166015,0.0021855158,0.00002990365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048084257,0.000081327526,0.00008957736,0.00021789031,0.00006305667,0.000026719146,0.000078971665,0.000033397282,0.000015022474],"category_scores_gemma":[0.00055884785,0.000078859266,0.000006812943,0.00025638347,0.00009496973,0.00016530417,0.00004139475,0.0001947332,0.0000053166727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026148782,0.0083412705,0.28602046,0.001400194,0.0027058832,0.0000031172565,0.080149375,0.0007857329,0.15474854,0.17641024,0.09075011,0.19842358],"study_design_scores_gemma":[0.0004146375,0.00008368873,0.9552797,0.0001757464,0.0000099975505,0.000016892447,0.019967027,0.00019258424,0.005896626,0.00087343075,0.01688736,0.00020228853],"about_ca_topic_score_codex":0.000015815887,"about_ca_topic_score_gemma":0.000008707897,"teacher_disagreement_score":0.66925925,"about_ca_system_score_codex":0.00010105138,"about_ca_system_score_gemma":0.000042759413,"threshold_uncertainty_score":0.32157874},"labels":[],"label_agreement":null},{"id":"W2082960913","doi":"10.4028/www.scientific.net/amr.271-273.1723","title":"The Research and Practice of PBL Model In the Teaching of Management Curriculum","year":2011,"lang":"en","type":"article","venue":"Advanced materials research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Chongqing Technology and Business University; McMaster University","keywords":"Curriculum; Engineering management; Engineering; Mathematics education; Engineering ethics; Knowledge management; Computer science; Sociology; Pedagogy; Mathematics","score_opus":0.08635724598849416,"score_gpt":0.39373044715818073,"score_spread":0.3073732011696866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082960913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97064793,0.0004535835,0.0004968299,0.00019416853,0.00016860913,0.0005513148,0.000003063103,0.000024202596,0.027460296],"genre_scores_gemma":[0.9892629,0.0014491687,0.0089247925,0.0000040239047,0.000012371643,0.00018169772,0.0000014371477,0.000014437471,0.0001491635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984731,0.00031008536,0.00027225981,0.00012139978,0.00050049444,0.00032264699],"domain_scores_gemma":[0.9989469,0.0005206276,0.000025227944,0.00030185856,0.00017548879,0.00002989821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063333167,0.00007138674,0.0001054298,0.00017240732,0.00011835068,0.000031431315,0.00036264388,0.00003079794,0.000009392591],"category_scores_gemma":[0.000399089,0.00004532958,0.000008935106,0.00031922307,0.00011934555,0.000133229,0.00011914475,0.0002813553,0.000004796678],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003118645,0.0012509205,0.0005837567,0.0028802375,0.00020159456,0.000024923847,0.055215735,0.019506454,0.28518414,0.58766973,0.0048990794,0.04227154],"study_design_scores_gemma":[0.0029533044,0.0008688207,0.032874633,0.0018714353,0.00004137842,0.000076310804,0.18610182,0.020206444,0.6440346,0.057046484,0.052735694,0.0011890422],"about_ca_topic_score_codex":0.000060248432,"about_ca_topic_score_gemma":0.0000052734003,"teacher_disagreement_score":0.53062326,"about_ca_system_score_codex":0.000046132838,"about_ca_system_score_gemma":0.000017821903,"threshold_uncertainty_score":0.21950139},"labels":[],"label_agreement":null},{"id":"W2085568565","doi":"10.1021/ie0107385","title":"Preface:  Engineering Foundation Conference in Barga, Italy","year":2001,"lang":"en","type":"article","venue":"Industrial & Engineering Chemistry Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Computer science; Archaeology; Geography","score_opus":0.08908901765910997,"score_gpt":0.3174816765363432,"score_spread":0.2283926588772332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085568565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923627,0.00019497679,0.0007375596,0.00016581015,0.0008538615,0.00035665114,0.000004624299,0.0007479402,0.00457589],"genre_scores_gemma":[0.9979406,0.000121035606,0.00020827548,0.0000027878466,0.00053967314,0.00019102018,0.00004996772,0.00008136278,0.0008652748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977241,0.000021808466,0.0004544614,0.00035867226,0.0005748624,0.00086610444],"domain_scores_gemma":[0.9990302,0.00018173599,0.000019853453,0.00036287186,0.00013716602,0.00026822957],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009337895,0.00031150994,0.00027015386,0.00031525738,0.0000527728,0.00016453504,0.00041285413,0.00034233482,0.00055700034],"category_scores_gemma":[0.0005719375,0.00037414828,0.00005321512,0.0013321087,0.000027799375,0.00023282856,0.0000740074,0.0013894422,0.00012432363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015171425,0.000071563176,0.0018604642,0.00022466459,0.000051107898,0.000038663133,0.00032510379,0.5718366,0.419735,0.0001840467,0.001988596,0.003669002],"study_design_scores_gemma":[0.0021870937,0.00004480319,0.0074655986,0.00084988214,0.000013008351,0.00010735194,0.00034524017,0.54105145,0.2954179,0.000031795425,0.15096852,0.0015173565],"about_ca_topic_score_codex":0.00002591186,"about_ca_topic_score_gemma":0.0000028620207,"teacher_disagreement_score":0.14897993,"about_ca_system_score_codex":0.0007184413,"about_ca_system_score_gemma":0.00015516362,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W2090979463","doi":"10.5539/ass.v6n12p86","title":"Analysis on the Concepts and Theories of the Quality of Graduate Education","year":2010,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduate education; Quality (philosophy); China; Order (exchange); Graduate students; Point (geometry); Mathematics education; Psychology; Pedagogy; Sociology; Medical education; Political science; Epistemology; Economics; Medicine; Mathematics","score_opus":0.013462052465258351,"score_gpt":0.31138247990450113,"score_spread":0.2979204274392428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090979463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514214,0.000006192988,0.00008742095,0.0006208748,0.00040669896,0.000048421232,0.0000016193277,0.000011247982,0.047396164],"genre_scores_gemma":[0.99983823,0.0000017179826,0.000069661466,0.000026208143,0.000020056374,0.0000048975708,2.465476e-7,0.0000015007938,0.00003749017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99961364,0.000013842997,0.00008971793,0.000052907097,0.00017133074,0.000058568578],"domain_scores_gemma":[0.99976873,0.000029130031,0.000034155517,0.00009897557,0.00005241713,0.000016576605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004090619,0.000033565317,0.000056657584,0.000030414136,0.00009955336,0.000011816621,0.00015656502,0.000013795135,0.000013758742],"category_scores_gemma":[0.000101669204,0.000019716386,0.000025489358,0.0007304582,0.00034870935,0.00003302374,0.000013131825,0.00006797866,5.233564e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.164084e-7,0.000035132296,0.008428431,0.000020511692,0.000036902387,5.7535514e-9,0.019714138,0.000028898665,0.025306296,0.87973446,0.00023867576,0.06645581],"study_design_scores_gemma":[0.000012628934,0.0000014791308,0.9889784,0.0000028332508,0.000008656063,5.6429585e-8,0.0021818657,0.00003370752,0.007096293,0.0014961509,0.00015565786,0.00003229483],"about_ca_topic_score_codex":0.000016035547,"about_ca_topic_score_gemma":0.000018344734,"teacher_disagreement_score":0.98054993,"about_ca_system_score_codex":0.000011923,"about_ca_system_score_gemma":0.00007070617,"threshold_uncertainty_score":0.12848341},"labels":[],"label_agreement":null},{"id":"W2094528585","doi":"10.1115/detc2007-35383","title":"Assessment and Evaluation of Undergraduate Design Engineering Projects","year":2007,"lang":"en","type":"article","venue":"Volume 4: ASME/IEEE International Conference on Mechatronic and Embedded Systems and Applications and the 19th Reliability, Stress Analysis, and Failure Prevention Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Rubric; Coursework; Computer science; Process (computing); Engineering design process; Component (thermodynamics); Engineering education; Knowledge engineering; Field (mathematics); Engineering management; Software engineering; Knowledge management; Engineering; Mathematics education","score_opus":0.03252337924687065,"score_gpt":0.3114318748798786,"score_spread":0.27890849563300796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094528585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28234804,0.0010016467,0.71435314,0.00046236668,0.00016266057,0.0010776873,0.000029074648,0.000058152884,0.00050721486],"genre_scores_gemma":[0.9958406,0.0019179183,0.0017051278,0.000004618167,0.000043187865,0.00031434323,0.00003479713,0.00001009413,0.0001293137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985653,0.000101848564,0.00046026162,0.00035778765,0.00034305034,0.0001717172],"domain_scores_gemma":[0.9991009,0.00012738534,0.00014622367,0.00020116224,0.00032001274,0.00010427824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017595622,0.00021164521,0.00032614497,0.0001869253,0.00013075293,0.00019253204,0.00010999758,0.000091436945,0.000017360035],"category_scores_gemma":[0.000021795746,0.00016792021,0.000048676528,0.00021092316,0.0001173801,0.00012267273,0.000042353666,0.00017672165,5.433028e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061363586,0.00023111558,0.016820285,0.0009575765,0.0019141925,5.90099e-7,0.0014875497,0.061458264,0.0011969054,0.87328875,0.000059408623,0.04252401],"study_design_scores_gemma":[0.00082098413,0.0000411452,0.020831877,0.0001710091,0.0004475738,0.0000067945684,0.0014638414,0.9710551,0.00009638704,0.0046037524,0.00022724658,0.00023429171],"about_ca_topic_score_codex":0.00010834589,"about_ca_topic_score_gemma":0.00009165522,"teacher_disagreement_score":0.9095968,"about_ca_system_score_codex":0.00005036365,"about_ca_system_score_gemma":0.00007366355,"threshold_uncertainty_score":0.6847587},"labels":[],"label_agreement":null},{"id":"W2095239436","doi":"10.1109/ipcc.2013.6623941","title":"Technical communication on life support: Content strategy and UX are the reclamation","year":2013,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Technical communication; Field (mathematics); Face (sociological concept); Computer science; Land reclamation; Engineering; Sociology; History; Social science","score_opus":0.02834586583037594,"score_gpt":0.22143817461808007,"score_spread":0.19309230878770414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095239436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80879754,0.0007408562,0.010134247,0.022203514,0.0006393278,0.0015296002,0.0000041273142,0.0018118359,0.15413895],"genre_scores_gemma":[0.9978933,0.00013136618,0.00073577696,0.00042568095,0.000015191977,0.0001181251,0.000011171134,0.000009752827,0.00065964065],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99963856,0.000011595554,0.00013334981,0.000059570837,0.00007351379,0.000083427294],"domain_scores_gemma":[0.99966884,0.00003664656,0.000016894413,0.0001888985,0.000034202098,0.000054523585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000080970676,0.00007098358,0.00005832607,0.000026436754,0.000045026303,0.000054583372,0.00008624561,0.000039775547,0.00027523938],"category_scores_gemma":[0.000022935155,0.000047618098,0.000011572811,0.00006124263,0.000015068641,0.00007186576,0.00001288391,0.00011049012,0.00015699095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052684586,0.0002265177,0.0046271635,0.00020015518,0.000100390724,7.1665426e-7,0.0016736862,0.02508403,0.008157507,0.10068425,0.79782355,0.061416794],"study_design_scores_gemma":[0.00061151246,0.000096422234,0.87286425,0.00013791857,0.000020090733,0.000020464495,0.006437475,0.053023033,0.002699482,0.0007918267,0.06264848,0.00064905244],"about_ca_topic_score_codex":0.000013581772,"about_ca_topic_score_gemma":0.000010142497,"teacher_disagreement_score":0.8682371,"about_ca_system_score_codex":0.000034164317,"about_ca_system_score_gemma":0.000009105826,"threshold_uncertainty_score":0.30136782},"labels":[],"label_agreement":null},{"id":"W2095753774","doi":"10.24908/pceea.v0i0.3747","title":"INTEGRATING COMMUNICATION INTO SENIOR ENGINEERING DESIGN COURSES AT THE UNIVERSITY OF MANITOBA","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of Manitoba","funders":"","keywords":"Deliverable; Capstone; Cornerstone; Rubric; Engineering design process; Curriculum; Engineering management; Technical communication; Process (computing); Engine department; Engineering; Computer science; Software engineering; Systems engineering; Mathematics education; Mechanical engineering; Pedagogy; Psychology","score_opus":0.008214939769168896,"score_gpt":0.16845248209596794,"score_spread":0.16023754232679904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095753774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795158,0.001171976,0.0029489289,0.0019472792,0.0037216383,0.0012914523,0.00003505932,0.0005761098,0.008791769],"genre_scores_gemma":[0.98701173,0.00006167871,0.012182606,0.000028922694,0.00004333173,0.000020010819,0.00000812963,0.000040851774,0.00060274365],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990957,0.0000104863275,0.00028129725,0.00012850678,0.00023724155,0.00024677214],"domain_scores_gemma":[0.9989976,0.00007857232,0.00020235487,0.0001875627,0.000402219,0.0001316745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046790822,0.0001771634,0.00016682704,0.0002048442,0.00020793121,0.000029699582,0.00051033247,0.000128717,0.00006280324],"category_scores_gemma":[0.00034054174,0.00016534975,0.00008113446,0.00052611006,0.000028803986,0.00017863684,0.000045288736,0.00025292818,0.000013054842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002836736,0.00047084232,0.19944851,0.0034053312,0.0017725859,7.962491e-7,0.12413741,0.21489848,0.06380016,0.04417983,0.3368445,0.011013176],"study_design_scores_gemma":[0.0008510209,0.00006322873,0.6277999,0.0017684763,0.0004301216,0.000028453698,0.019268295,0.11910122,0.09841629,0.00040780188,0.12999514,0.0018700009],"about_ca_topic_score_codex":0.0051631336,"about_ca_topic_score_gemma":0.01178913,"teacher_disagreement_score":0.42835143,"about_ca_system_score_codex":0.002487428,"about_ca_system_score_gemma":0.00029568083,"threshold_uncertainty_score":0.7805148},"labels":[],"label_agreement":null},{"id":"W2095789693","doi":"10.24908/pceea.v0i0.3886","title":"INTEGRATED LEARNING IN ENGINEERING - DEVELOPMENT OF THE FIRST YEAR ENGINEERING CURRICULUM AT UNB","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Mandate; Curriculum; Excellence; Engineering education; Discipline; Task force; Task (project management); Engineering; Engineering management; Engineering ethics; Mathematics education; Political science; Sociology; Pedagogy; Systems engineering; Psychology; Public administration; Social science","score_opus":0.005025478072337758,"score_gpt":0.16136959856187805,"score_spread":0.1563441204895403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095789693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99391836,0.00016181733,0.00013042756,0.0002441884,0.0030021465,0.000484752,0.0000072849957,0.00027567847,0.0017753626],"genre_scores_gemma":[0.99372613,0.00001223092,0.0053990986,0.00002069139,0.000059916216,0.00011732195,0.00000744147,0.00007644811,0.00058073405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832666,0.000004730785,0.00061452744,0.00021244976,0.00036717943,0.0004744341],"domain_scores_gemma":[0.999119,0.00003181789,0.00021797407,0.00015502986,0.00030093538,0.00017526894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041499,0.0002948287,0.00027012164,0.0004933914,0.00012283851,0.000036041572,0.00051632227,0.00020406778,0.000055985558],"category_scores_gemma":[0.0005969244,0.00026833566,0.000110023306,0.0013207973,0.00001287981,0.00020574096,0.00006858106,0.0004994681,0.000012420487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003827972,0.00021920526,0.7536782,0.002165965,0.00035621607,3.358874e-7,0.01918876,0.20079833,0.007829008,0.0056854407,0.009127929,0.00094678963],"study_design_scores_gemma":[0.00041625559,0.000012793167,0.83050215,0.0013998834,0.00005209465,0.000007245216,0.0009223146,0.041744,0.029812628,0.000012388221,0.09426105,0.00085716834],"about_ca_topic_score_codex":0.0010607702,"about_ca_topic_score_gemma":0.0033817408,"teacher_disagreement_score":0.15905432,"about_ca_system_score_codex":0.0041220104,"about_ca_system_score_gemma":0.0005025397,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W2096104155","doi":"10.24908/pceea.v0i0.4886","title":"Monitoring Student Engagement in First Year Engineering","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Student engagement; Alienation; Psychology; Psychological intervention; Medical education; Focus group; Engineering education; Pedagogy; Engineering; Medicine; Sociology; Engineering management; Political science","score_opus":0.0047465449105663915,"score_gpt":0.1920116680205247,"score_spread":0.1872651231099583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096104155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990041,0.00022561567,0.000032087824,0.0011882056,0.0043495274,0.0006792481,0.000004310452,0.00027590137,0.0032040828],"genre_scores_gemma":[0.996532,0.00005032529,0.0021361108,0.00002807287,0.00019704876,0.000356488,0.0000029709702,0.000059071757,0.00063788024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861073,0.0000035065514,0.00040151126,0.00018159176,0.00035639244,0.00044627785],"domain_scores_gemma":[0.9992544,0.000041003965,0.000096986216,0.00012524104,0.00025594002,0.00022643252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033249173,0.00022333111,0.00019121436,0.00047257156,0.000081917686,0.00014113505,0.00036531832,0.00014005054,0.00007986431],"category_scores_gemma":[0.00029307234,0.0002379904,0.00006975035,0.0007294213,0.0000057770135,0.00034639268,0.00003194746,0.0003651299,0.00005301638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.722451e-7,0.00014126835,0.8167998,0.0008302195,0.00018834767,1.9664651e-7,0.005328829,0.13715379,0.004528424,0.004418567,0.029396046,0.0012139118],"study_design_scores_gemma":[0.00019953739,0.0000060377165,0.9683152,0.00040805666,0.000016357024,0.0000013587102,0.00071770005,0.0072262823,0.003059009,0.000029690797,0.019635744,0.0003850138],"about_ca_topic_score_codex":0.0018886587,"about_ca_topic_score_gemma":0.0008484025,"teacher_disagreement_score":0.15151538,"about_ca_system_score_codex":0.003892528,"about_ca_system_score_gemma":0.00020217747,"threshold_uncertainty_score":0.99993134},"labels":[],"label_agreement":null},{"id":"W2097338864","doi":"10.5539/jel.v2n4p166","title":"Application of Matrix Outcome Mapping to Constructively Align Program Outcomes and Course Outcomes in Higher Education","year":2013,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Outcome (game theory); Dashboard; Outcome-based education; Set (abstract data type); Medical education; Mathematics education; Psychology; Course (navigation); Computer science; Scale (ratio); Curriculum; Pedagogy; Data science; Medicine; Engineering; Mathematics","score_opus":0.012145577855205505,"score_gpt":0.29479884982536686,"score_spread":0.2826532719701614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097338864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955439,0.00046098142,0.0007358337,0.0016668702,0.00081386097,0.00031443554,2.7206352e-7,0.00003311781,0.00043075427],"genre_scores_gemma":[0.98116165,0.00003067173,0.017729413,0.00010023175,0.00005111956,0.00007754528,0.0000022056836,0.000014325685,0.000832822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991678,0.00002835725,0.00048220344,0.000088419896,0.000121146826,0.00011209623],"domain_scores_gemma":[0.99941915,0.00005882056,0.00016834793,0.00006517474,0.00016953518,0.00011898027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002142944,0.00011598002,0.00023933605,0.0003179595,0.00003127177,0.000044199587,0.00006276147,0.00005010076,0.000054788947],"category_scores_gemma":[0.00006683006,0.000103489925,0.000029949126,0.00021253161,0.000017541573,0.00018891315,0.000010754918,0.00020840981,0.0000059470826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001103355,0.00018782062,0.8710287,0.00011059543,0.000032459684,6.3325196e-8,0.0016362654,0.0011751202,0.0005934738,0.000592655,0.00041118628,0.124230534],"study_design_scores_gemma":[0.00016905477,0.000026993348,0.9858607,0.00007615536,0.000011746023,0.000013390098,0.0038572203,0.00040084115,0.000028514123,0.0000687686,0.009372582,0.00011400499],"about_ca_topic_score_codex":0.000024584277,"about_ca_topic_score_gemma":0.0000015438277,"teacher_disagreement_score":0.12411653,"about_ca_system_score_codex":0.00007505742,"about_ca_system_score_gemma":0.0001213389,"threshold_uncertainty_score":0.42201966},"labels":[],"label_agreement":null},{"id":"W2097350855","doi":"10.24908/pceea.v0i0.3154","title":"Consideration of the Design Attribute in the 2008 CEAB Accreditation Procedures","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Process (computing); Engineering design process; Work (physics); Engineering management; Engineering education; Computer science; Medical education; Engineering; Medicine; Mechanical engineering","score_opus":0.0058280191223047595,"score_gpt":0.18891454901679405,"score_spread":0.18308652989448929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097350855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98314416,0.00013282914,0.00021935413,0.00804075,0.005582866,0.0011962384,0.000022249491,0.000115084644,0.001546438],"genre_scores_gemma":[0.99807036,0.0000120661,0.0012118818,0.0001497541,0.00014533254,0.00014423009,0.0000074272284,0.000026131105,0.00023282015],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998872,0.000012876323,0.00037297615,0.00012576276,0.00036759948,0.0002487821],"domain_scores_gemma":[0.99902606,0.00011522999,0.00020602987,0.0001471756,0.00043032106,0.00007516577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007212142,0.0001568464,0.00013909479,0.0002209178,0.00012609165,0.000081164806,0.0004323039,0.00015509475,0.000018690778],"category_scores_gemma":[0.0017577228,0.0001153284,0.0000673804,0.000841605,0.000022100981,0.000195782,0.00001357426,0.00040391853,0.000003466631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052894243,0.00028860258,0.22593626,0.0014078873,0.00024053143,1.6547955e-7,0.02430025,0.15464756,0.076734625,0.029107232,0.4859504,0.0013811715],"study_design_scores_gemma":[0.00026721472,0.000010846442,0.9479438,0.00022704503,0.000049101363,0.000011739373,0.0010781543,0.011224944,0.025646305,0.00038209633,0.012809864,0.00034891104],"about_ca_topic_score_codex":0.0007028158,"about_ca_topic_score_gemma":0.005794261,"teacher_disagreement_score":0.7220075,"about_ca_system_score_codex":0.0006793446,"about_ca_system_score_gemma":0.0009138374,"threshold_uncertainty_score":0.47029558},"labels":[],"label_agreement":null},{"id":"W2097570336","doi":"10.24908/pceea.v0i0.4639","title":"A NOVEL FACULTY-WIDE APPROACH TO TEACHING SECOND YEAR ENGINEERING DESIGN AND PROFESSIONAL PRACTICE","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University","keywords":"Curriculum; Medical education; Course (navigation); Process (computing); Engineering; Engineering management; Mathematics education; Science and engineering; Engineering ethics; Computer science; Psychology; Medicine; Pedagogy","score_opus":0.008862433093950368,"score_gpt":0.2209655995097663,"score_spread":0.21210316641581592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097570336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8486748,0.0012820333,0.05880341,0.012403697,0.024717165,0.0057696956,0.00016519033,0.0021461342,0.046037894],"genre_scores_gemma":[0.8763408,0.0000043987375,0.121000536,0.00034190022,0.00026746577,0.00021949537,0.0000139727335,0.00007697997,0.0017344415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868757,0.000007135063,0.00030142674,0.00018007199,0.0003343734,0.0004894304],"domain_scores_gemma":[0.99893564,0.000116394775,0.00011697432,0.0000981916,0.00025769408,0.0004751038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089537096,0.00023376087,0.00018440964,0.0003420685,0.00014125767,0.00010122303,0.00023168972,0.00016143562,0.000013532398],"category_scores_gemma":[0.0017252698,0.00023582058,0.000048420196,0.00043237323,0.000006172117,0.00060320063,0.000035254565,0.00042878874,0.000012193718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012742191,0.0010170805,0.052831873,0.0029641243,0.0010037286,1.2845271e-7,0.04402208,0.23710036,0.051553447,0.08044547,0.5265768,0.002472142],"study_design_scores_gemma":[0.0006529255,0.000029715526,0.31776464,0.0006172001,0.00015791276,0.000057278015,0.00335332,0.048112832,0.0060223434,0.000025229287,0.6216272,0.0015794247],"about_ca_topic_score_codex":0.0002558999,"about_ca_topic_score_gemma":0.000034013046,"teacher_disagreement_score":0.26493275,"about_ca_system_score_codex":0.0017310551,"about_ca_system_score_gemma":0.00026438886,"threshold_uncertainty_score":0.9616484},"labels":[],"label_agreement":null},{"id":"W2097887230","doi":"10.24908/pceea.v0i0.3841","title":"CROSS-COURSE INTEGRATED GROUP DESIGN PROJECTS: 1 + 1 = 11","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Thread (computing); Engineering management; Engineering; Integrated design; Computer science; Course (navigation); Engineering design process; Mathematics education; Psychology; Civil engineering; Mechanical engineering","score_opus":0.012929331739508089,"score_gpt":0.2036006657393603,"score_spread":0.19067133399985223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097887230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94689214,0.00056988,0.0022445316,0.0010188284,0.01464648,0.0021196038,0.00006170368,0.0017729321,0.030673895],"genre_scores_gemma":[0.98884153,0.000015747122,0.008863715,0.0000939719,0.00012806125,0.00020383846,0.000013693977,0.00007471674,0.0017647506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870694,0.0000058213245,0.00037597388,0.00019938641,0.0002877241,0.00042416027],"domain_scores_gemma":[0.998895,0.000026223692,0.00015568965,0.00013737187,0.0005305343,0.00025521382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046654703,0.00024380338,0.00018653164,0.00031126713,0.00011771841,0.0001084316,0.0004122534,0.00020065719,0.00014386524],"category_scores_gemma":[0.00040507384,0.00023722906,0.00008544596,0.0008576502,0.000019522548,0.00030729733,0.000016965136,0.0002783919,0.000027248909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011055597,0.00070126005,0.58433706,0.0016556734,0.00088025176,8.4952916e-7,0.020106805,0.023976373,0.010410415,0.0408518,0.31127632,0.00579214],"study_design_scores_gemma":[0.00048054144,0.000038488535,0.86412656,0.00047937597,0.00012963673,0.000016274338,0.0012738955,0.019221554,0.022174018,0.00021051108,0.09066137,0.0011877681],"about_ca_topic_score_codex":0.003190957,"about_ca_topic_score_gemma":0.0018320035,"teacher_disagreement_score":0.2797895,"about_ca_system_score_codex":0.0022677996,"about_ca_system_score_gemma":0.00063539925,"threshold_uncertainty_score":0.967392},"labels":[],"label_agreement":null},{"id":"W2098197770","doi":"10.24908/pceea.v0i0.4904","title":"Collaboration between faculty members and the Center for teaching and learning at Polytechnique Montreal","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"General partnership; Portfolio; Professional development; Medical education; Pedagogy; Psychology; Sociology; Political science; Medicine; Business","score_opus":0.00310222681225729,"score_gpt":0.19532041290770386,"score_spread":0.19221818609544655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098197770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878824,0.0001370442,0.00014469495,0.0071197175,0.00065185025,0.0011031069,0.000039483693,0.00019618993,0.002725565],"genre_scores_gemma":[0.99508053,0.000018178986,0.0023644257,0.000092124676,0.00010965264,0.0004429885,0.000034153316,0.000032614473,0.0018253363],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99927133,0.000010061019,0.00022333479,0.00012806442,0.00014717305,0.00022006205],"domain_scores_gemma":[0.9993442,0.00010853597,0.00011788308,0.00005206144,0.00023761403,0.00013969319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005097646,0.00014212208,0.0001491141,0.00013196979,0.00032286154,0.00015111832,0.00011629555,0.000111472094,0.00000933833],"category_scores_gemma":[0.00065214746,0.00011625747,0.000037522357,0.00017586903,0.00002195136,0.00021711539,0.000021078198,0.00028057199,0.0000016386844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013208905,0.000082050894,0.37531176,0.0020019773,0.00090938766,4.221102e-8,0.053596437,0.017441645,0.006340429,0.024972735,0.4864288,0.03290153],"study_design_scores_gemma":[0.0015515323,0.000025686752,0.71996814,0.00028345038,0.0001388528,0.000008300965,0.003964651,0.07036804,0.0022423666,0.00039129556,0.20029467,0.0007629963],"about_ca_topic_score_codex":0.00416548,"about_ca_topic_score_gemma":0.0020039051,"teacher_disagreement_score":0.3446564,"about_ca_system_score_codex":0.001094809,"about_ca_system_score_gemma":0.000091075664,"threshold_uncertainty_score":0.62969875},"labels":[],"label_agreement":null},{"id":"W2098476122","doi":"10.1109/fie.2002.1158161","title":"A tradeshow for products developed in second year mechanical engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Process (computing); Computer science; Engineering design process; Engineering; Multimedia; Mechanical engineering","score_opus":0.013286629431462296,"score_gpt":0.20764692057700251,"score_spread":0.1943602911455402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098476122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7955443,0.000463263,0.17379458,0.00044336627,0.004434005,0.0018190383,0.000010282512,0.0018826334,0.021608481],"genre_scores_gemma":[0.90474904,0.000007436416,0.09395596,0.000028172537,0.000033179615,0.00016938895,0.000005875792,0.000038639053,0.0010122864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936944,0.0000040574,0.00017746353,0.00014241048,0.00006412406,0.00024247836],"domain_scores_gemma":[0.99978477,0.00002523028,0.000006048452,0.0001022421,0.000021818432,0.000059906688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015433219,0.00012176882,0.000117978045,0.00010142971,0.000010561915,0.000017236925,0.00006610198,0.000056547527,0.00019824467],"category_scores_gemma":[0.00009825247,0.00012528404,0.00002101911,0.00025952444,0.0000022631561,0.000058011447,0.0000037466764,0.00009364478,0.000023025203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021025848,0.0005882496,0.0016377041,0.003615184,0.00035605524,0.000020209363,0.00490081,0.14993158,0.15466629,0.5728635,0.10355213,0.007847258],"study_design_scores_gemma":[0.001720837,0.00003763496,0.0066695274,0.00009280516,0.00001067784,0.000029798273,0.00036469672,0.040354908,0.26725504,0.0003332769,0.6819625,0.0011682946],"about_ca_topic_score_codex":3.135937e-7,"about_ca_topic_score_gemma":0.000007723727,"teacher_disagreement_score":0.5784104,"about_ca_system_score_codex":0.000091743925,"about_ca_system_score_gemma":0.000045164765,"threshold_uncertainty_score":0.5108935},"labels":[],"label_agreement":null},{"id":"W2099964504","doi":"10.7202/800401ar","title":"Born in War: Canada's Postwar Engineers and Toronto's Ajax Division","year":2009,"lang":"en","type":"article","venue":"Scientia Canadensis Canadian Journal of the History of Science Technology and Medicine","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"University of Toronto","keywords":"Downtown; World War II; Ajax; Spanish Civil War; Engineering; Boom; History; Media studies; Sociology; Archaeology; World Wide Web; Computer science","score_opus":0.003305971064679258,"score_gpt":0.17669998877564932,"score_spread":0.17339401771097007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099964504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609404,0.023287557,0.000034117063,0.009384676,0.0052799317,0.000075880416,0.0000018641524,0.000012205509,0.0009833669],"genre_scores_gemma":[0.99934506,0.00011200238,0.00018015648,0.00017615981,0.00001309533,3.4267387e-7,1.2494515e-7,0.0000032455134,0.00016978588],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99917895,0.000005427142,0.00022870957,0.0001006307,0.00023968614,0.0002466128],"domain_scores_gemma":[0.99938595,0.000009119586,0.000059105456,0.0001308384,0.000100828234,0.00031414165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044761586,0.00008388541,0.00016494186,0.0009122033,0.000098004835,0.000002876826,0.00031852713,0.00004672406,0.000020477979],"category_scores_gemma":[0.00015606981,0.00006349291,0.000010713973,0.0007777032,0.0010703987,0.000102631944,0.000012077947,0.00016976333,4.688412e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011243895,0.000045685585,0.050129596,0.00022072296,0.000092654926,0.00024768605,0.037954137,0.008649335,0.06701316,0.011722503,0.6708247,0.15308855],"study_design_scores_gemma":[0.0012385666,0.00029766661,0.6067897,0.0011373846,0.00007022788,0.00076780573,0.011350501,0.0033107565,0.0023461469,0.00073976367,0.37134373,0.00060771866],"about_ca_topic_score_codex":0.26893765,"about_ca_topic_score_gemma":0.90008795,"teacher_disagreement_score":0.6311503,"about_ca_system_score_codex":0.0018950945,"about_ca_system_score_gemma":0.0031563141,"threshold_uncertainty_score":0.73593056},"labels":[],"label_agreement":null},{"id":"W2101812019","doi":"10.24908/pceea.v0i0.4680","title":"INNOVATIVE ASSESSMENT OF CEAB GRADUATE ATTRIBUTES IN LARGE CLASS: LAW AND ETHICS IN ENGINEERING PRACTICE","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Class (philosophy); Mathematics education; Equity (law); Graduate students; Psychology; Lifelong learning; Engineering ethics; Medical education; Engineering; Computer science; Pedagogy; Artificial intelligence; Political science; Law; Medicine","score_opus":0.016279534661306223,"score_gpt":0.2686361180257817,"score_spread":0.2523565833644755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101812019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791609,0.0007029992,0.00026987476,0.0053158817,0.0033654934,0.0008306695,0.000050608454,0.0001760098,0.0101275705],"genre_scores_gemma":[0.9961972,0.000052355168,0.0032845351,0.00020280339,0.00006986056,0.000081984355,0.000011304506,0.000037491795,0.00006244719],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859935,0.000011869587,0.0004742268,0.00013463909,0.00033817117,0.00044173657],"domain_scores_gemma":[0.9988466,0.00019686857,0.0001901679,0.00008586382,0.00052580104,0.00015470396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015326778,0.0001884184,0.0002390745,0.000507282,0.00004635413,0.000039052855,0.00016574569,0.00020520492,0.000006223855],"category_scores_gemma":[0.0016936852,0.00020586283,0.000032207394,0.0013026072,0.000012433522,0.00048969727,0.000028363307,0.00069689535,0.0000011754026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002503072,0.00039522763,0.6080697,0.0023303858,0.00021374706,2.414733e-7,0.018809382,0.042994108,0.004324939,0.31756485,0.005036399,0.00025850502],"study_design_scores_gemma":[0.0003522239,0.000009976753,0.9559027,0.00052174355,0.00002403163,0.0000046378827,0.0016265293,0.019133186,0.0021951387,0.00004839416,0.019794367,0.00038704596],"about_ca_topic_score_codex":0.0019042074,"about_ca_topic_score_gemma":0.002298596,"teacher_disagreement_score":0.347833,"about_ca_system_score_codex":0.002432125,"about_ca_system_score_gemma":0.00040753005,"threshold_uncertainty_score":0.8394843},"labels":[],"label_agreement":null},{"id":"W2102850738","doi":"10.5539/enrr.v2n2p93","title":"The Place of TVET as a Tool for Manpower Development for Achieving Vision 20; 2020 in the Nigerian Construction Industry","year":2012,"lang":"en","type":"article","venue":"Environment and Natural Resources Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Government (linguistics); Test (biology); Service (business); Set (abstract data type); Business; Sample (material); Millennium Development Goals; Economic growth; Operations management; Political science; Psychology; Developing country; Engineering; Marketing; Computer science; Economics","score_opus":0.012199435364693659,"score_gpt":0.28330075199503396,"score_spread":0.2711013166303403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102850738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99653125,0.0019856428,0.0001060183,0.0004816206,0.00017234134,0.0005673143,0.000002206492,0.0000102051945,0.00014340067],"genre_scores_gemma":[0.99700767,0.00024357309,0.0016183178,0.000013429588,0.00009460069,0.000245839,0.000011399661,0.0000126374425,0.00075254467],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990649,0.000046491034,0.00018149764,0.00010238353,0.00028758886,0.00031712814],"domain_scores_gemma":[0.99937046,0.0004448689,0.000020242811,0.000108335866,0.000011241221,0.000044835153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00128851,0.000090849506,0.000079443285,0.000063471954,0.0002108463,0.000042438962,0.00014540677,0.00009023632,0.000019734778],"category_scores_gemma":[0.00006657397,0.000056307563,0.00002287766,0.000104893625,0.00007000581,0.00007195328,0.000043168104,0.00035544453,0.0000042101046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009528535,0.00058000523,0.16033548,0.0015233371,0.00042956896,0.0000018876952,0.122720495,0.008126855,0.033669095,0.0031466372,0.058947507,0.6095663],"study_design_scores_gemma":[0.0004738858,0.00006491755,0.18056439,0.00007150016,0.0000045414517,0.000007327502,0.0063952133,0.0014036187,0.0028100214,0.000027524558,0.8079988,0.0001783076],"about_ca_topic_score_codex":0.00000264976,"about_ca_topic_score_gemma":0.000005101916,"teacher_disagreement_score":0.7490513,"about_ca_system_score_codex":0.00009986249,"about_ca_system_score_gemma":0.000012649848,"threshold_uncertainty_score":0.22961557},"labels":[],"label_agreement":null},{"id":"W2103736858","doi":"10.24908/pceea.v0i0.3918","title":"DESIGNING EVALUATION INTO OPEN-ENDED DESIGN LABS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Design cycle; Computer science; Engineering design process; Concurrent engineering; Process (computing); Sample (material); Software engineering; Systems engineering; Engineering management; Engineering; Mechanical engineering; Process engineering; Programming language","score_opus":0.024197736711886776,"score_gpt":0.2260119054630541,"score_spread":0.20181416875116734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103736858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6295309,0.0025692398,0.019516543,0.005704677,0.039013073,0.012652774,0.000052462776,0.003131707,0.28782862],"genre_scores_gemma":[0.9648381,0.000015185234,0.033636983,0.000110577515,0.000102173806,0.00036571623,0.000009590816,0.00006135346,0.00086030434],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99863076,0.00001430274,0.00037777665,0.00020776864,0.00041672148,0.00035267213],"domain_scores_gemma":[0.99866277,0.000035428653,0.00018007841,0.00014620514,0.00072998006,0.00024556371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011805325,0.00021681341,0.00018904952,0.00035074176,0.00016885954,0.00015005138,0.0006395243,0.00016848122,0.00013976125],"category_scores_gemma":[0.00069366756,0.00022500691,0.000060748665,0.0007646024,0.000011429965,0.0004307182,0.0000404202,0.00023994375,0.000029358644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019732903,0.0006159087,0.06911991,0.0017960004,0.0013995885,5.386289e-7,0.062905215,0.10175938,0.07386546,0.036346067,0.6272087,0.024963493],"study_design_scores_gemma":[0.0019408058,0.00010424742,0.46591774,0.001361404,0.00057770876,0.000024580118,0.0044253985,0.14873984,0.2876785,0.0057868045,0.08027188,0.0031710737],"about_ca_topic_score_codex":0.0022365653,"about_ca_topic_score_gemma":0.001261232,"teacher_disagreement_score":0.5469368,"about_ca_system_score_codex":0.003637231,"about_ca_system_score_gemma":0.0009932711,"threshold_uncertainty_score":0.95112324},"labels":[],"label_agreement":null},{"id":"W2103986436","doi":"10.24908/pceea.v0i0.3808","title":"EVALUATING STUDENT DESIGN ACTIVITY IN ENGINEERING DESIGN PROJECTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Engineering design process; Engineering management; Trilogy; Conceptual design; Research design; Design process; Engineering; Computer science; Work in process; Operations management; Sociology; Human–computer interaction","score_opus":0.0424703583612853,"score_gpt":0.25537463202856703,"score_spread":0.21290427366728173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103986436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812715,0.00028570532,0.005436119,0.00041621944,0.0053724786,0.0022215513,0.000008350203,0.0006718034,0.0043162536],"genre_scores_gemma":[0.9756792,0.000016669774,0.02347666,0.000033957593,0.000089579196,0.00034620325,0.0000018333582,0.000072263625,0.00028362393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99840814,0.000015465426,0.00040088076,0.00024223147,0.00042180746,0.0005115026],"domain_scores_gemma":[0.99909455,0.000076527765,0.0001618971,0.00014308603,0.00030419312,0.00021976409],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001106586,0.00027611692,0.00024351882,0.00059681165,0.00007838947,0.000074069816,0.00040475588,0.00018647143,0.000034924295],"category_scores_gemma":[0.0006914434,0.00029235223,0.000072225084,0.0010037239,0.000008306316,0.0003005799,0.000027036274,0.00038420383,0.000012446535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142951085,0.00053788454,0.09028577,0.0016383362,0.0004622801,0.0000010629325,0.025955493,0.8069432,0.047701884,0.0046195537,0.016257927,0.005582328],"study_design_scores_gemma":[0.0005846901,0.00006597956,0.69641435,0.00074894266,0.00008246067,0.000009041773,0.000698173,0.23810396,0.06054225,0.00008516451,0.0015688868,0.0010960979],"about_ca_topic_score_codex":0.0013424797,"about_ca_topic_score_gemma":0.00050876546,"teacher_disagreement_score":0.6061286,"about_ca_system_score_codex":0.0038936045,"about_ca_system_score_gemma":0.00069759705,"threshold_uncertainty_score":0.99995285},"labels":[],"label_agreement":null},{"id":"W2104594061","doi":"10.1109/ccece.2009.5090153","title":"Teaching Opportunities for Graduate Assistants (TOGA)","year":2009,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Graduate students; Teaching assistant; Pilot program; Medical education; Engineering education; Engineering management; Computer science; Engineering; Engineering physics; Medicine","score_opus":0.08525582214639132,"score_gpt":0.275719747769735,"score_spread":0.1904639256233437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104594061","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2388188,0.00023638459,0.28539437,0.007328872,0.0032887554,0.0005590836,0.000016644914,0.0041858354,0.46017128],"genre_scores_gemma":[0.9808657,0.000020019332,0.013145849,0.0002790939,0.00006990313,0.000021587231,0.000012673702,0.000013439669,0.0055716997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960715,0.0000030681617,0.00010755846,0.00006435954,0.00007080065,0.0001470871],"domain_scores_gemma":[0.99982387,0.000013639206,0.000006827921,0.00007673132,0.000018205063,0.00006072499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009451853,0.00008399149,0.00007131712,0.00005289675,0.00004388415,0.00002580487,0.000060334318,0.00002301656,0.000041336247],"category_scores_gemma":[0.0000102197455,0.000079425015,0.000027470911,0.000031000058,0.0000030028457,0.00006639963,0.0000024713825,0.00006528943,0.000009141734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043340474,0.00011680197,0.000058538506,0.00016313096,0.0000786588,0.00000590012,0.0017265783,0.005767391,0.003256423,0.087656975,0.38779655,0.5133687],"study_design_scores_gemma":[0.0010727249,0.0001389095,0.032207265,0.00014047635,0.000039105424,0.000025239508,0.004378183,0.08849623,0.007957172,0.0038264175,0.8602012,0.0015170749],"about_ca_topic_score_codex":0.0000011850411,"about_ca_topic_score_gemma":8.0189653e-7,"teacher_disagreement_score":0.74204695,"about_ca_system_score_codex":0.00003902555,"about_ca_system_score_gemma":0.000011718543,"threshold_uncertainty_score":0.32388583},"labels":[],"label_agreement":null},{"id":"W2105226499","doi":"10.24908/pceea.v0i0.3790","title":"SERVICE LEARNING: A POWERFUL APPROACH TO THE INTRODUCTION OF ENGINEERING DESIGN FOR FRESHMAN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Service-learning; Service (business); Computer science; Engineering education; Engineering management; Work (physics); Course (navigation); Project-based learning; Service design; Software engineering; Engineering; Service delivery framework; Mathematics education; Pedagogy","score_opus":0.010527001712130989,"score_gpt":0.17708841371568143,"score_spread":0.16656141200355043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105226499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81773144,0.0011948954,0.093221754,0.02306783,0.028717833,0.011613153,0.00013851558,0.0024120181,0.021902548],"genre_scores_gemma":[0.97337854,0.000008519519,0.024963882,0.00010730407,0.00039556262,0.00032819615,0.000016019405,0.000079153535,0.0007228218],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988405,0.0000060430352,0.00036551178,0.00019098778,0.00025320746,0.00034375957],"domain_scores_gemma":[0.99879885,0.000043497712,0.00015986158,0.00014716506,0.00066727074,0.00018336507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062581996,0.0002041587,0.00019578995,0.00033700134,0.000098194054,0.00004459871,0.00043089685,0.00013238868,0.00001807581],"category_scores_gemma":[0.00077255885,0.00018335719,0.00008324555,0.00095710595,0.0000067662945,0.00014344868,0.000020864374,0.00024915763,0.000007950746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008953806,0.00016172953,0.0037441999,0.0013804421,0.00036055016,1.744496e-8,0.018637829,0.7531131,0.009677484,0.013756771,0.198308,0.0008509505],"study_design_scores_gemma":[0.0006961336,0.00012404361,0.11945772,0.00040491318,0.00029309824,0.000017601604,0.0044354065,0.30215663,0.07257502,0.00018186474,0.49805868,0.0015989145],"about_ca_topic_score_codex":0.0009039563,"about_ca_topic_score_gemma":0.00034698562,"teacher_disagreement_score":0.45095646,"about_ca_system_score_codex":0.0010938643,"about_ca_system_score_gemma":0.0002627148,"threshold_uncertainty_score":0.7477089},"labels":[],"label_agreement":null},{"id":"W2105317771","doi":"10.1109/tee.2010.5508956","title":"Global Engineering, Humanitarian Case Studies, and Pedagogies of Transformation","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Engineering ethics; Sociology; Curriculum; Ambiguity; Accreditation; Pedagogy; Mathematics education; Computer science; Engineering; Psychology; Political science","score_opus":0.012202789992942779,"score_gpt":0.26288421593997713,"score_spread":0.25068142594703435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105317771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923923,0.00031623105,0.004436481,0.000037642818,0.0006681461,0.00007031413,0.000003339814,0.0002427554,0.0018327988],"genre_scores_gemma":[0.9950471,0.000051725994,0.0048241653,0.000005069753,0.000022956567,0.00000999085,0.0000022070485,0.0000065851304,0.00003018658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967635,0.0000012330818,0.00013532782,0.00005057934,0.000050443887,0.00008609377],"domain_scores_gemma":[0.99984443,0.000010449008,0.0000076008614,0.00006907753,0.000030508798,0.000037926846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005242252,0.000080896134,0.000085545085,0.000039028782,0.000017939325,0.000009273957,0.00003128971,0.000034089724,0.000027380058],"category_scores_gemma":[0.000015475522,0.00007489355,0.000013334455,0.00008305954,0.000012381557,0.00008243016,0.000006110677,0.00005992828,0.0000024197946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009634662,0.00021065904,0.006210247,0.0068811798,0.0011917971,0.0002619338,0.06578666,0.11063522,0.03275562,0.6849401,0.013848906,0.07726802],"study_design_scores_gemma":[0.0063955463,0.00048648284,0.16882284,0.0006237146,0.0005174491,0.022345597,0.06740099,0.44658434,0.06523637,0.003907434,0.21106367,0.0066155544],"about_ca_topic_score_codex":0.000009855847,"about_ca_topic_score_gemma":0.00014725873,"teacher_disagreement_score":0.6810327,"about_ca_system_score_codex":0.00001976387,"about_ca_system_score_gemma":0.000007963861,"threshold_uncertainty_score":0.30540702},"labels":[],"label_agreement":null},{"id":"W2105840622","doi":"10.24908/pceea.v0i0.3907","title":"DESIGN PROJECTS - THE CDIO CONTEXT AND EXPERIENCE WITH INDUSTRY","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Strong","keywords":"CDIO; Capstone; Context (archaeology); Engineering management; Engineering; Capstone course; Component (thermodynamics); Term (time); Engineering education; Engineering ethics; Computer science","score_opus":0.013606585366674724,"score_gpt":0.1801624593853391,"score_spread":0.16655587401866437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105840622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98910373,0.00027752572,0.00026869297,0.001116099,0.0015097013,0.0007860822,0.0000045943107,0.0002375482,0.0066960147],"genre_scores_gemma":[0.99725986,0.000013114514,0.0016967484,0.0001452069,0.000057065332,0.00018954811,0.0000010372592,0.00003202366,0.00060539675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992267,0.0000044757307,0.00018393953,0.0001318679,0.00020046567,0.00025258947],"domain_scores_gemma":[0.99939495,0.00002802523,0.000096161566,0.000096477896,0.00022956969,0.00015483618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002377315,0.00015462839,0.00011242935,0.00013617377,0.00012430397,0.00006769123,0.00024049517,0.0001467454,0.00002609728],"category_scores_gemma":[0.00017557571,0.000113931004,0.000022435714,0.00043788747,0.000025527457,0.00017781669,0.000013383402,0.00031703396,0.0000034558916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001927754,0.00027898912,0.6015797,0.001332329,0.00089367514,9.052781e-7,0.18923618,0.0137964,0.0059900586,0.04032352,0.13485986,0.011689075],"study_design_scores_gemma":[0.0004512171,0.00005402951,0.9169539,0.0005375693,0.0001021459,0.000044902048,0.011799506,0.009305491,0.026757397,0.00011062073,0.032917473,0.00096571806],"about_ca_topic_score_codex":0.0014375412,"about_ca_topic_score_gemma":0.0008140347,"teacher_disagreement_score":0.3153742,"about_ca_system_score_codex":0.00075873843,"about_ca_system_score_gemma":0.0003617294,"threshold_uncertainty_score":0.46459717},"labels":[],"label_agreement":null},{"id":"W2106122669","doi":"10.24908/pceea.v0i0.3629","title":"A WORKSHOP ON LEARNING OBJECTIVES FOR ENGINEERING FACULTY MEMBERS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Process (computing); Engineering education; Engineering management; Computer science; Medical education; Engineering ethics; Engineering; Medicine","score_opus":0.011891925645803407,"score_gpt":0.20918049096037927,"score_spread":0.19728856531457586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106122669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298145,0.00040213243,0.0014135038,0.0018170272,0.014375433,0.0026173794,0.00009059806,0.0020874701,0.047381938],"genre_scores_gemma":[0.99224025,0.00001661852,0.004825045,0.00007089174,0.00017710833,0.00031115522,0.00001868932,0.00008879947,0.0022514386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987768,0.000003073607,0.00031494044,0.00021098828,0.00026018545,0.0004340308],"domain_scores_gemma":[0.9990928,0.000066455475,0.00013924482,0.00010039857,0.00036191667,0.0002391683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031138363,0.00025293662,0.00020462774,0.00039488636,0.00013682264,0.00006725377,0.00029661309,0.00018446568,0.000042584514],"category_scores_gemma":[0.0010060589,0.0002594939,0.00012898265,0.0005812884,0.000008660437,0.00018219512,0.00001428837,0.00035166918,0.000010565186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031545726,0.0006087544,0.07146506,0.0036756252,0.0019216664,4.829894e-7,0.050750624,0.54194975,0.011471071,0.08219821,0.22189693,0.0140302675],"study_design_scores_gemma":[0.0011722351,0.000109930384,0.36535498,0.0016390741,0.00024191543,0.000012356043,0.0044432185,0.12624116,0.034726676,0.00028273708,0.46326056,0.0025151651],"about_ca_topic_score_codex":0.000488061,"about_ca_topic_score_gemma":0.00047741414,"teacher_disagreement_score":0.41570857,"about_ca_system_score_codex":0.0021382775,"about_ca_system_score_gemma":0.0002577621,"threshold_uncertainty_score":0.99998575},"labels":[],"label_agreement":null},{"id":"W2106218380","doi":"10.5539/ies.v6n6p23","title":"Effect of Peers Assessment and Short Report in Year III Laboratory Course","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Peer evaluation; Presentation (obstetrics); Psychology; Mathematics education; Medical education; Group (periodic table); Engineering education; Course (navigation); Peer assessment; Higher education; Engineering; Engineering management; Medicine; Chemistry","score_opus":0.00848601540548576,"score_gpt":0.350414108336347,"score_spread":0.34192809293086124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106218380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936164,0.0006892829,0.00006627037,0.00031575732,0.0026733216,0.0001330221,0.0000013680595,0.00004005506,0.0024645308],"genre_scores_gemma":[0.9982685,0.00021656232,0.0008002195,0.000020709822,0.0000499198,0.00021314595,0.000012626389,0.000008279596,0.00041003912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994911,0.000011082024,0.00020592593,0.00008907433,0.00013898753,0.000063838525],"domain_scores_gemma":[0.9994867,0.000053109496,0.000023931412,0.0000717894,0.00033661278,0.000027899316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018478185,0.000078183104,0.00011388004,0.00010161493,0.000011160503,0.000013021679,0.00005180238,0.00002094737,0.00005188154],"category_scores_gemma":[0.00006860199,0.00007244546,0.0000132612895,0.00009623915,0.000022469738,0.00009964049,0.00001610945,0.00006162178,0.000007699453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005870719,0.00029765058,0.86438537,0.00041252808,0.0006754452,0.00000492845,0.0036409951,0.00295544,0.0019347123,0.0021182215,0.08709502,0.036473792],"study_design_scores_gemma":[0.00034567586,0.000037800968,0.98094034,0.0001840307,0.000023236009,0.000014931926,0.0043026973,0.0010798945,0.0023541686,0.00009755002,0.010378385,0.00024130783],"about_ca_topic_score_codex":0.000017542778,"about_ca_topic_score_gemma":0.000003559281,"teacher_disagreement_score":0.11655493,"about_ca_system_score_codex":0.00014639371,"about_ca_system_score_gemma":0.00007627668,"threshold_uncertainty_score":0.295424},"labels":[],"label_agreement":null},{"id":"W2106406799","doi":"10.1109/tsmcc.2003.809356","title":"The internationalization of engineering education: a tale of two countries","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Systems Man and Cybernetics Part C (Applications and Reviews)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Internationalization; Study abroad; Medical education; Order (exchange); Academic year; Audit; Political science; Pedagogy; Public relations; Sociology; Engineering; Psychology; Medicine; Business; Mathematics education; Accounting","score_opus":0.007918079448124038,"score_gpt":0.23430290627702802,"score_spread":0.22638482682890398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106406799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020338343,0.06446684,0.90794986,0.00010563476,0.001717449,0.0016514072,0.000034791905,0.000109845256,0.0036258013],"genre_scores_gemma":[0.9676357,0.030067688,0.0006953352,0.000011641938,0.000029551766,0.00062314817,0.0000042139395,0.000016375665,0.00091637333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993421,0.000019644309,0.0003731398,0.00009656785,0.000091670576,0.00007687933],"domain_scores_gemma":[0.99959,0.00005126918,0.000070587615,0.00016110725,0.0000795118,0.000047565838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017250577,0.00010415087,0.00015324276,0.00006528281,0.00007529917,0.000027570657,0.00005753042,0.000031283416,0.000010463619],"category_scores_gemma":[0.0000034158397,0.000083206345,0.00002966297,0.00015946262,0.00004278914,0.000033493518,6.4489797e-7,0.00006003511,0.000004606386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071034547,0.00056995865,0.0006501788,0.006737201,0.0004444164,2.0583153e-7,0.0024165106,0.14354268,0.0027496729,0.7302241,0.005961712,0.106696315],"study_design_scores_gemma":[0.00017857853,0.000018641958,0.00017563901,0.00042779787,0.000049843275,0.000020238382,0.00020790749,0.006430545,0.002942574,0.00007816073,0.9892902,0.00017990156],"about_ca_topic_score_codex":0.0000054264583,"about_ca_topic_score_gemma":0.000004510364,"teacher_disagreement_score":0.98332846,"about_ca_system_score_codex":0.000021926173,"about_ca_system_score_gemma":0.000028175078,"threshold_uncertainty_score":0.33930564},"labels":[],"label_agreement":null},{"id":"W2108241612","doi":"10.24908/pceea.v0i0.3631","title":"“ENGINEER”: WHAT DOES IT MEAN TO OUR STUDENTS?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Accreditation; Premise; Work (physics); Measure (data warehouse); Foundation (evidence); Computer science; Order (exchange); Engineering education; Engineering management; Engineering ethics; Engineering; Medical education; Business; Database; Political science","score_opus":0.007266684787327591,"score_gpt":0.20783719524613828,"score_spread":0.2005705104588107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108241612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96240705,0.00029246847,0.00019312717,0.0061828108,0.019768339,0.001195193,0.000026412516,0.00077272236,0.009161886],"genre_scores_gemma":[0.9927388,0.000051927407,0.0031669505,0.00043913993,0.00023317948,0.0001728261,0.00000647272,0.000077300814,0.0031133972],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984346,0.000003920825,0.00039399142,0.00022448144,0.00047743533,0.00046555453],"domain_scores_gemma":[0.99880224,0.0000145183085,0.00011200997,0.00017284651,0.00044279324,0.0004556095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040144662,0.00026306033,0.00021538963,0.000481866,0.000101953025,0.00021769846,0.0006361145,0.0001623925,0.000067543064],"category_scores_gemma":[0.0002815834,0.00023773141,0.00009665841,0.0008021141,0.0000050320873,0.00047109104,0.000038867194,0.00026210916,0.000068431604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012674255,0.0008612058,0.16963336,0.0027093862,0.0018415041,0.0000013006653,0.18838185,0.036344647,0.0133340815,0.026382595,0.54968315,0.0108142225],"study_design_scores_gemma":[0.000812201,0.00007183056,0.5641166,0.0020183888,0.00026919245,0.000017814587,0.041603718,0.0051677674,0.047738686,0.00036772314,0.33491468,0.0029013886],"about_ca_topic_score_codex":0.0010087672,"about_ca_topic_score_gemma":0.005616995,"teacher_disagreement_score":0.39448324,"about_ca_system_score_codex":0.002384178,"about_ca_system_score_gemma":0.00028084096,"threshold_uncertainty_score":0.9694405},"labels":[],"label_agreement":null},{"id":"W2108682921","doi":"10.5539/ies.v1n3p49","title":"On Design Experiment Teaching in Engineering Quality Cultivation","year":2008,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing University; Nanjing University of Information Science and Technology","keywords":"Diathesis; Connotation; Denotation (semiotics); Quality (philosophy); Mathematics education; Teaching method; Research design; Computer science; Psychology; Mathematics","score_opus":0.08047678001016303,"score_gpt":0.37666741267826903,"score_spread":0.29619063266810597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108682921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648086,0.00091717805,0.022291794,0.0004990733,0.0075501334,0.00019809097,0.000001780308,0.0003295731,0.003403817],"genre_scores_gemma":[0.98896223,0.00020753162,0.009749106,0.00012025769,0.00012678868,0.00026418455,0.000015919562,0.000017935947,0.0005360522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992057,0.000021446473,0.0002906954,0.00014436973,0.00021564629,0.0001221266],"domain_scores_gemma":[0.9995799,0.0001329455,0.000030280506,0.00009556705,0.000125395,0.00003588387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019374871,0.00013557478,0.0001201153,0.0002559379,0.000052540614,0.000013714987,0.00010418495,0.000030799867,0.000026685786],"category_scores_gemma":[0.00040689824,0.00013941775,0.000026983576,0.00011553504,0.000011776062,0.00013045469,0.000014047359,0.00014462753,0.000036973594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002305357,0.00091303774,0.007831911,0.00014183953,0.00036936734,0.000004860199,0.031615887,0.8252115,0.00712989,0.03416932,0.077996075,0.014593219],"study_design_scores_gemma":[0.004032536,0.00021934435,0.5302129,0.0025907431,0.00003437956,0.00013925531,0.028705569,0.13294643,0.06516721,0.0036090447,0.2278565,0.004486131],"about_ca_topic_score_codex":0.000010370762,"about_ca_topic_score_gemma":0.0000017154476,"teacher_disagreement_score":0.6922651,"about_ca_system_score_codex":0.00057486515,"about_ca_system_score_gemma":0.00004782467,"threshold_uncertainty_score":0.56852907},"labels":[],"label_agreement":null},{"id":"W2108853898","doi":"10.24908/pceea.v0i0.3595","title":"Using authentic assessment in satisfying CEAB's new graduate attributes accreditation criteria","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Grading (engineering); Accreditation; Authentic assessment; Internship; Certification; Experiential learning; Workload; Medical education; Computer science; Psychology; Pedagogy; Curriculum; Engineering; Political science; Medicine","score_opus":0.046707914801266515,"score_gpt":0.26380944893152647,"score_spread":0.21710153413025995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108853898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877847,0.00013774852,0.0008134435,0.00082420907,0.00577167,0.00055434566,0.000016183261,0.00025900002,0.0038387452],"genre_scores_gemma":[0.98368764,0.000011859891,0.015603429,0.000049921695,0.00015606546,0.00004884115,0.000012856163,0.00005176235,0.00037764965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864185,0.000007210577,0.00044755582,0.0001857722,0.00032396306,0.0003936633],"domain_scores_gemma":[0.9991606,0.00002842149,0.00017523758,0.000108226595,0.00028968602,0.00023781612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042762927,0.00021314208,0.00020312508,0.00053035095,0.00008899558,0.000092771064,0.00027487235,0.00014123513,0.00007718122],"category_scores_gemma":[0.00032002933,0.00023248675,0.00006928254,0.0008294218,0.000008965287,0.00035709378,0.000020434947,0.00031065426,0.0000073598026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072174107,0.00042059942,0.6876302,0.002426166,0.00065842096,0.0000012816171,0.053584866,0.041778892,0.034232765,0.03160933,0.1404245,0.0072257803],"study_design_scores_gemma":[0.00027167553,0.000009588362,0.9462296,0.00040892302,0.00005415288,0.00000528162,0.0010038993,0.044685744,0.004148413,0.0005022318,0.0022013774,0.00047911407],"about_ca_topic_score_codex":0.006463622,"about_ca_topic_score_gemma":0.0025128142,"teacher_disagreement_score":0.2585994,"about_ca_system_score_codex":0.0035746535,"about_ca_system_score_gemma":0.0009452683,"threshold_uncertainty_score":0.9771106},"labels":[],"label_agreement":null},{"id":"W2109291969","doi":"10.24908/pceea.v0i0.3611","title":"Employing Co-op Employer Evaluations to Assess Outcomes","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Work (physics); Presentation (obstetrics); Engineering education; Process (computing); Term (time); Medical education; Work in process; Higher education; Computer science; Engineering management; Psychology; Engineering; Political science; Operations management; Medicine; Mechanical engineering","score_opus":0.03082266837776741,"score_gpt":0.26460093382605804,"score_spread":0.23377826544829064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109291969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947338,0.00009668196,0.0004688015,0.002495436,0.007183893,0.0012023714,0.000051558218,0.00082960265,0.04033368],"genre_scores_gemma":[0.9915011,0.000006207483,0.005560182,0.0003614204,0.00010448912,0.00025361622,0.000010757111,0.00007452327,0.0021276963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985594,0.0000057418856,0.00039933887,0.00019900018,0.00041891064,0.00041757163],"domain_scores_gemma":[0.9986819,0.00004007314,0.00012278109,0.00016219859,0.00053703977,0.00045600688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044286152,0.00023389909,0.00021797798,0.0005048707,0.00015293075,0.000089845045,0.00041080112,0.00014660871,0.00018986111],"category_scores_gemma":[0.0009272666,0.00023475836,0.000100956786,0.00074758753,0.0000088475945,0.0002380173,0.000021215381,0.00023816605,0.000079412035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020429384,0.00019741792,0.7165866,0.00049597246,0.0005022487,1.7828059e-7,0.013601445,0.01251478,0.0059878714,0.015196624,0.23265885,0.0022559878],"study_design_scores_gemma":[0.00015121905,0.000011330458,0.9522747,0.00013946595,0.000058785346,0.0000027372057,0.00044762174,0.0012700561,0.008496878,0.0001338051,0.036522172,0.0004912707],"about_ca_topic_score_codex":0.0013724649,"about_ca_topic_score_gemma":0.0015590983,"teacher_disagreement_score":0.23568808,"about_ca_system_score_codex":0.002444273,"about_ca_system_score_gemma":0.00060583884,"threshold_uncertainty_score":0.9573168},"labels":[],"label_agreement":null},{"id":"W2110170703","doi":"10.24908/pceea.v0i0.3620","title":"Enhancing Confidence, Competence, and Connection in Engineering","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Competence (human resources); Engineering education; Teaching method; Perception; Engineering; Mathematics education; Engineering management; Psychology","score_opus":0.005095970252546938,"score_gpt":0.16680479444277557,"score_spread":0.16170882419022864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110170703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98690194,0.00034045198,0.00023567668,0.00032291637,0.003445637,0.00044866544,0.000007007819,0.00029720232,0.008000506],"genre_scores_gemma":[0.99715334,0.000040332317,0.0022950885,0.00005068466,0.00006583167,0.000075034295,0.0000030690508,0.00003576291,0.00028083718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898696,0.000003038089,0.00034080746,0.00016341961,0.00018748893,0.00031831022],"domain_scores_gemma":[0.9994137,0.00003241607,0.00009774701,0.000078776226,0.00019754356,0.0001797655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032781617,0.0001774836,0.0001776834,0.0004879961,0.00005990167,0.000050532108,0.00018251555,0.00013808577,0.000035506757],"category_scores_gemma":[0.00034034005,0.00019232805,0.000039752125,0.00065561157,0.000011008804,0.0002381921,0.000016303069,0.00026025382,0.0000061171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008207602,0.00029446214,0.67198,0.004419426,0.00047136226,0.0000013552218,0.025668925,0.027043981,0.078800246,0.17081816,0.017754605,0.0027392234],"study_design_scores_gemma":[0.00030700886,0.000016393135,0.9394276,0.00072168413,0.000035644964,0.00001704075,0.0010991397,0.02173257,0.026004957,0.00022842592,0.009749857,0.0006596461],"about_ca_topic_score_codex":0.0025871745,"about_ca_topic_score_gemma":0.0044356426,"teacher_disagreement_score":0.2674476,"about_ca_system_score_codex":0.0013069181,"about_ca_system_score_gemma":0.0002242849,"threshold_uncertainty_score":0.784291},"labels":[],"label_agreement":null},{"id":"W2110228097","doi":"10.24908/pceea.v0i0.3890","title":"CURRICULUM INTEGRATION IN CHEMICAL ENGINEERING EDUCATION AT THE UNIVERSITÉ DE SHERBROOKE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Curriculum; Presentation (obstetrics); Work (physics); Mathematics education; Engineering; Psychology; Pedagogy; Mechanical engineering; Medicine","score_opus":0.003759589409930861,"score_gpt":0.1628493246200243,"score_spread":0.15908973521009342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110228097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882129,0.00032527297,0.000044628254,0.00074718066,0.0021404948,0.00040267996,0.000006435612,0.00017954202,0.007940854],"genre_scores_gemma":[0.99586046,0.00003631991,0.0013916964,0.00009842938,0.00012256968,0.00013948741,0.000018450908,0.000051540832,0.0022810407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988129,0.0000059797967,0.0003351325,0.00019082442,0.00025380054,0.00040136653],"domain_scores_gemma":[0.9992484,0.000025952291,0.00012743457,0.00014609419,0.00024335155,0.00020878392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033466215,0.00022461817,0.00016135938,0.00033328324,0.000115177514,0.00004482556,0.00038266377,0.00019208169,0.00010467209],"category_scores_gemma":[0.00033323653,0.00020691108,0.00008597506,0.0007648183,0.000014845737,0.00019200548,0.000044768985,0.00032790288,0.00002214496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104360615,0.0006177005,0.59230566,0.0016239139,0.000347927,7.446287e-7,0.034875005,0.031998113,0.084473416,0.03877521,0.20621745,0.008754406],"study_design_scores_gemma":[0.0006409369,0.000024887171,0.7032702,0.0012968903,0.00015384394,0.000052693526,0.003091011,0.06789431,0.13347785,0.00022867862,0.08833452,0.0015341679],"about_ca_topic_score_codex":0.0037689742,"about_ca_topic_score_gemma":0.00512227,"teacher_disagreement_score":0.11788293,"about_ca_system_score_codex":0.01083427,"about_ca_system_score_gemma":0.0005123197,"threshold_uncertainty_score":0.99296296},"labels":[],"label_agreement":null},{"id":"W2110427665","doi":"10.24908/pceea.v0i0.4925","title":"Effective Use of Graduate Students as Teaching Assistants in Undergraduate Engineering Education","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Teaching assistant; Class (philosophy); Graduate students; Teaching and learning center; Teaching method; Engineering education; Undergraduate education; Medical education; Mathematics education; Computer science; Psychology; Pedagogy; Engineering; Engineering management; Medicine","score_opus":0.006154577525427871,"score_gpt":0.2254760444238278,"score_spread":0.21932146689839993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110427665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943061,0.000092185015,0.000042276613,0.00078760367,0.0026078,0.00087624014,0.000008261337,0.00014734405,0.0011322302],"genre_scores_gemma":[0.9964892,0.000025764628,0.0018471885,0.00007999881,0.00008875363,0.00038448573,0.000013465873,0.00007152588,0.0009995764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982247,0.000013305175,0.00056336814,0.00023172055,0.0005370561,0.00042988895],"domain_scores_gemma":[0.99872005,0.000104602856,0.00024448367,0.00015906719,0.000524667,0.00024714562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043578623,0.00028617814,0.00029596785,0.0007454422,0.00007744914,0.00018101835,0.00039158587,0.00017460744,0.000018763847],"category_scores_gemma":[0.0012437718,0.0003041562,0.000090947084,0.00079992705,0.000011902791,0.00059850665,0.00003516381,0.0004866596,0.000022154445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061780142,0.0009577392,0.71553725,0.0035626132,0.000791996,3.6122526e-7,0.008835611,0.10821132,0.03262259,0.025522197,0.08976684,0.014185316],"study_design_scores_gemma":[0.0002285308,0.000015393072,0.9788506,0.0008173631,0.000039730003,0.000003999063,0.000397825,0.009225339,0.004307285,0.00019311695,0.0054640705,0.00045673686],"about_ca_topic_score_codex":0.0101341475,"about_ca_topic_score_gemma":0.0011916587,"teacher_disagreement_score":0.26331338,"about_ca_system_score_codex":0.0035184445,"about_ca_system_score_gemma":0.0005555559,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2110725509","doi":"10.5539/ass.v8n16p222","title":"Malaysian Matriculation Student’s Factors in Choosing University and Undergraduate Program","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Matriculation; Medical education; School Certificate; Certificate; Higher education; Psychology; Mathematics education; Pedagogy; Political science; Medicine; Mathematics","score_opus":0.007738589786123602,"score_gpt":0.24878079066831388,"score_spread":0.24104220088219028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110725509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718586,0.000024899846,0.00024387798,0.00012466125,0.00027326538,0.00010488492,3.7711055e-7,0.00013834212,0.02723108],"genre_scores_gemma":[0.9993101,0.0000070495967,0.000605753,0.0000031071806,0.000029138286,0.0000013977174,0.0000012499911,0.000004093113,0.00003812907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99952704,0.000006497484,0.000054008535,0.000074090116,0.00012698387,0.00021141155],"domain_scores_gemma":[0.9998688,0.0000035285127,0.000010184418,0.000030360034,0.000009843767,0.00007724789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011190865,0.000055602344,0.00004713288,0.0000982988,0.00010821581,0.000035946767,0.000072636016,0.000023476845,0.000003821643],"category_scores_gemma":[0.000004445462,0.000058768946,0.000009125436,0.00063626067,0.00004602085,0.00030310216,0.000018701086,0.000056846002,0.0000036846022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.111298e-7,0.00013505347,0.8428878,0.00003730973,0.00001007097,0.000001657696,0.019787198,0.00019106723,0.001042657,0.012387801,0.00030706075,0.12321161],"study_design_scores_gemma":[0.000051105693,0.0000018722199,0.99616665,0.0000046613186,0.0000018369545,5.4914784e-7,0.002000088,0.0001850612,0.00007572274,0.000018389277,0.0014150738,0.000078963865],"about_ca_topic_score_codex":0.000008407903,"about_ca_topic_score_gemma":0.0000050726303,"teacher_disagreement_score":0.15327887,"about_ca_system_score_codex":0.00023181678,"about_ca_system_score_gemma":0.000017072814,"threshold_uncertainty_score":0.23965281},"labels":[],"label_agreement":null},{"id":"W2111010684","doi":"10.24908/pceea.v0i0.3880","title":"A NOVEL DESIGN COMPETITION FOR THIRD-YEAR CIVIL ENGINEERING STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Deliverable; Competition (biology); Engineering; Engineering management; Curriculum; Engineering education; Civil engineering; Engineering ethics; Pedagogy; Sociology; Systems engineering","score_opus":0.013000496126088761,"score_gpt":0.19751926905850556,"score_spread":0.1845187729324168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111010684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76002604,0.00096826156,0.13190664,0.0033322242,0.045489706,0.0107426,0.0004032517,0.0049030688,0.04222819],"genre_scores_gemma":[0.9723631,0.000016227683,0.026050838,0.00008348677,0.00019345817,0.00039306836,0.000015297064,0.000086058164,0.00079847366],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99865025,0.000002810597,0.00037443894,0.00019945939,0.00035114057,0.00042190784],"domain_scores_gemma":[0.99897254,0.000049900395,0.00014587374,0.00012380282,0.0004656148,0.0002422896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048620946,0.00024331744,0.00021062167,0.00037197213,0.00011132241,0.0000921488,0.00045471458,0.00017896281,0.000036785645],"category_scores_gemma":[0.00044078924,0.00026115312,0.000108805216,0.0005267327,0.000008833575,0.00022271693,0.000021992317,0.0002208895,0.000013474574],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036684734,0.0014861122,0.1249951,0.0057559325,0.002383175,4.3013338e-7,0.03047078,0.21707097,0.08159555,0.21242653,0.32239988,0.0013788634],"study_design_scores_gemma":[0.0026163075,0.00014398384,0.71355474,0.0018248032,0.00044112967,0.000029432109,0.0018547113,0.09569136,0.056427747,0.0008987608,0.12331987,0.0031971803],"about_ca_topic_score_codex":0.00054490875,"about_ca_topic_score_gemma":0.00080052443,"teacher_disagreement_score":0.5885596,"about_ca_system_score_codex":0.0020081168,"about_ca_system_score_gemma":0.00031647555,"threshold_uncertainty_score":0.9999841},"labels":[],"label_agreement":null},{"id":"W2112314409","doi":"10.24908/pceea.v0i0.3812","title":"PERCEPTIONS AND EXPERIENCE OF PARTICIPANTS IN THE INTERNATIONALLY-EDUCATED ENGINEERS QUALIFICATIONS PILOT PROGRAM, UNIVERSITY OF MANITOBA","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Immigration; Perception; Medical education; Focus group; Qualitative research; Public relations; Psychology; Political science; Engineering; Medicine; Sociology; Marketing; Business","score_opus":0.0223426781265925,"score_gpt":0.22074651123351935,"score_spread":0.19840383310692686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112314409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970689,0.000052486503,0.00004409802,0.00032034452,0.00039601797,0.00031670035,0.000012965114,0.00004833639,0.0017401589],"genre_scores_gemma":[0.9980066,0.000036783702,0.001746935,0.00001552345,0.000016929502,0.000043734522,0.0000066619336,0.000013702305,0.00011317481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99925226,0.000007670552,0.00026517254,0.00010331308,0.00018858784,0.00018301937],"domain_scores_gemma":[0.9993676,0.000035617548,0.00013482611,0.0000945575,0.00027967518,0.00008773033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026331676,0.00010393574,0.00012080801,0.00026167178,0.000052639964,0.000015563784,0.0003067461,0.000059343205,0.000024448096],"category_scores_gemma":[0.0002203756,0.000100649384,0.00003576345,0.00057971437,0.000034574907,0.00013297636,0.00001264578,0.00013600933,0.0000017347725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009556089,0.0012149939,0.6964892,0.0012635245,0.00033838785,2.3025841e-7,0.22172621,0.007541705,0.0152934855,0.043202538,0.009567228,0.0033529217],"study_design_scores_gemma":[0.00011595262,0.000017429167,0.9791005,0.00012213607,0.000027251323,0.0000013073662,0.014623316,0.0033604575,0.0009285894,0.000053633634,0.0015103405,0.00013905062],"about_ca_topic_score_codex":0.0056649614,"about_ca_topic_score_gemma":0.00850294,"teacher_disagreement_score":0.2826113,"about_ca_system_score_codex":0.00053090847,"about_ca_system_score_gemma":0.00020584924,"threshold_uncertainty_score":0.8563765},"labels":[],"label_agreement":null},{"id":"W2113612134","doi":"10.24908/pceea.v0i0.3837","title":"EVOLVING NEEDS FOR AN IMPROBED ENGINEERING DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"General Motors (Canada)","funders":"","keywords":"Engineering ethics; Engineering education; Architectural engineering; Engineering management; Engineering; Construction engineering; Sociology","score_opus":0.012541980129364194,"score_gpt":0.1911974777949986,"score_spread":0.1786554976656344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113612134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81879544,0.002926112,0.044487365,0.0027612792,0.06219581,0.011712032,0.00017164124,0.00552907,0.05142127],"genre_scores_gemma":[0.96083313,0.000014705132,0.03679499,0.00011035624,0.000325968,0.00062325835,0.000020503741,0.000121187004,0.0011559183],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856615,0.000005456937,0.0004452513,0.00021802048,0.00026605214,0.0004990979],"domain_scores_gemma":[0.99844295,0.00004542617,0.00017976458,0.0001834456,0.0007718493,0.0003765894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052825664,0.00029398,0.00022816364,0.0006965656,0.0001461614,0.000119411096,0.0004590713,0.00022947865,0.00004388874],"category_scores_gemma":[0.0006145961,0.00031812445,0.00011095104,0.00085744227,0.000009635741,0.00052172394,0.000016318769,0.000249327,0.000008825572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002714977,0.0014233686,0.045094494,0.0059525585,0.0013736715,1.8426016e-7,0.051060174,0.1310951,0.10271015,0.10618508,0.53074497,0.024333095],"study_design_scores_gemma":[0.0014202031,0.00026447122,0.3025507,0.0016485093,0.0005478332,0.000039792518,0.005276483,0.39972982,0.10962463,0.0015355143,0.17310032,0.0042617107],"about_ca_topic_score_codex":0.0011498709,"about_ca_topic_score_gemma":0.0004200237,"teacher_disagreement_score":0.35764465,"about_ca_system_score_codex":0.0025419868,"about_ca_system_score_gemma":0.0010795847,"threshold_uncertainty_score":0.9999271},"labels":[],"label_agreement":null},{"id":"W2113973899","doi":"10.24908/pceea.v0i0.4910","title":"ENHANCEMENT OF TEACHING TECHNIQUES AND STUDENT LEARNING IN A PRODUCTION TECHNOLOGY UNDERGRADUATE COURSE","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering education; Process (computing); Engineering management; Engineering; Computer science; Engineering ethics","score_opus":0.0021003154914814243,"score_gpt":0.19971022631600732,"score_spread":0.1976099108245259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113973899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926684,0.00020853302,0.000022092858,0.0040118713,0.00066110934,0.00045988924,7.476896e-7,0.00015389449,0.0018134939],"genre_scores_gemma":[0.99670124,0.0000635258,0.002079888,0.000014139473,0.00004592389,0.00020330853,0.0000021435994,0.000024021752,0.0008657956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991624,0.0000047025883,0.00030037106,0.00013367498,0.00018503476,0.00021386077],"domain_scores_gemma":[0.9994688,0.000014288672,0.00014063071,0.000065639826,0.00023495882,0.00007567495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031759686,0.0001277262,0.00015042862,0.00044452227,0.000059335584,0.00003619808,0.00014352512,0.000107334214,0.000007853277],"category_scores_gemma":[0.00024337995,0.00013141747,0.000024584137,0.0004551263,0.000013731346,0.00016761497,0.000019475005,0.00031235898,0.0000023670218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014042657,0.0003648031,0.82311743,0.0015750704,0.00028183297,1.4275864e-7,0.0071267956,0.011646292,0.084250495,0.018256947,0.020169547,0.033209234],"study_design_scores_gemma":[0.0005383236,0.00008943008,0.7648499,0.002076164,0.00010192834,0.000023238981,0.0058253775,0.011032219,0.17073806,0.0012306004,0.042316273,0.0011785119],"about_ca_topic_score_codex":0.0010275759,"about_ca_topic_score_gemma":0.00057334447,"teacher_disagreement_score":0.08648757,"about_ca_system_score_codex":0.0012171098,"about_ca_system_score_gemma":0.00017169546,"threshold_uncertainty_score":0.5359049},"labels":[],"label_agreement":null},{"id":"W2114008016","doi":"10.24908/pceea.v0i0.5875","title":"STUDENT ATTITUDES TOWARDS PROGRAM PLACEMENT AFTER FIRST YEAR COMMON CORE AT THE SCHULICH SCHOOL OF ENGINEERING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated","keywords":"Common core; Mathematics education; Perspective (graphical); Process (computing); Engineering education; Medical education; Core (optical fiber); Psychology; Computer science; Engineering; Engineering management; Medicine; Artificial intelligence","score_opus":0.009453485391365726,"score_gpt":0.23773758316369806,"score_spread":0.22828409777233233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114008016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920312,0.00049317465,0.000014963187,0.001201573,0.0026085044,0.00088314136,0.00002609051,0.00025819268,0.0024831528],"genre_scores_gemma":[0.9964612,0.000027690197,0.001410921,0.00005659809,0.0001631468,0.00047243646,0.00001468062,0.000059827446,0.0013334634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841756,0.000004154964,0.00043753325,0.00017996853,0.00058246497,0.00037832282],"domain_scores_gemma":[0.9987492,0.000031670825,0.00017248369,0.00019666505,0.00049452804,0.00035545896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047899905,0.0002460528,0.00023774405,0.00023370323,0.000088927074,0.000091399874,0.00043846367,0.00014404197,0.00007693813],"category_scores_gemma":[0.0003983395,0.0002112161,0.00009825738,0.0006064307,0.000019380666,0.00014743158,0.00007058589,0.00028501305,0.00003168817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000797484,0.00024197735,0.7572521,0.0010037079,0.00038247142,2.300434e-7,0.0041560037,0.11549359,0.0006461439,0.001296356,0.11895888,0.00056056265],"study_design_scores_gemma":[0.0003553008,0.00003499337,0.90835136,0.00036136556,0.000073969764,0.000004501772,0.00067168346,0.005187417,0.0024173975,0.000011067806,0.08210937,0.0004215858],"about_ca_topic_score_codex":0.00072591926,"about_ca_topic_score_gemma":0.0034324636,"teacher_disagreement_score":0.15109925,"about_ca_system_score_codex":0.004412279,"about_ca_system_score_gemma":0.0005027105,"threshold_uncertainty_score":0.9994096},"labels":[],"label_agreement":null},{"id":"W2114269149","doi":"10.1007/s10798-012-9231-7","title":"Integrating standardization into engineering education: the case of forerunner Korea","year":2013,"lang":"en","type":"article","venue":"International Journal of Technology and Design Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Standardization; Promotion (chess); Science education; Government (linguistics); Engineering education; Political science; Engineering management; Comparative education; Higher education; Engineering; Engineering ethics; Economic growth; Public relations; Economics","score_opus":0.0038316216833951347,"score_gpt":0.23270030690294013,"score_spread":0.228868685219545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114269149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5840238,0.0026495324,0.40498623,0.0035600942,0.0040110266,0.00027489118,0.0000011553659,0.00008883288,0.00040447156],"genre_scores_gemma":[0.9559769,0.00013275666,0.043602884,0.00004269091,0.00014688591,0.000044436685,0.0000028396319,0.000011719977,0.000038883292],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993812,0.00001208903,0.00036123907,0.00006357866,0.00010737033,0.0000745495],"domain_scores_gemma":[0.99898416,0.000055907785,0.00013755976,0.00009107805,0.00069336826,0.000037901573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019591785,0.00009557791,0.000105503736,0.0005473934,0.00003744252,0.000041385232,0.00019274486,0.00007889658,0.000038358663],"category_scores_gemma":[0.00017979521,0.000072634226,0.000029894061,0.00027756163,0.000037981008,0.00023921074,0.00001733232,0.00017565668,0.0000027421427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012790333,0.0002715138,0.0022477843,0.00014917152,0.00037286835,0.000011649028,0.0039868476,0.02183953,0.015112866,0.070452176,0.020503543,0.8650393],"study_design_scores_gemma":[0.003297464,0.00096753816,0.029080138,0.0048931483,0.0005350133,0.043525435,0.08725194,0.23209946,0.27803233,0.1998042,0.11763869,0.002874651],"about_ca_topic_score_codex":0.000017535007,"about_ca_topic_score_gemma":0.0000019497115,"teacher_disagreement_score":0.8621646,"about_ca_system_score_codex":0.000118515236,"about_ca_system_score_gemma":0.00023573868,"threshold_uncertainty_score":0.29619378},"labels":[],"label_agreement":null},{"id":"W2114905881","doi":"10.1109/mcom.2014.6815910","title":"Communications education and training: software defined radio [Guest Editorial]","year":2014,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Accreditation; Computer science; Training (meteorology); Workforce; Engineering management; Telecommunications; Management; Engineering; Medical education; Political science","score_opus":0.021177455149736,"score_gpt":0.2569051153537599,"score_spread":0.23572766020402391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114905881","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06729277,0.0407661,0.11740292,0.032664202,0.47612408,0.0043794783,0.0001897578,0.015403898,0.2457768],"genre_scores_gemma":[0.8326251,0.004026675,0.14978127,0.00026863246,0.010546925,0.00070105767,0.0005543029,0.00012999163,0.0013660287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905205,0.00008218922,0.00034657825,0.00016065293,0.00014548324,0.00021306463],"domain_scores_gemma":[0.9970456,0.00027954063,0.0000559251,0.002290523,0.00016883141,0.00015963259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003067736,0.00020003886,0.00019815865,0.00017194074,0.00025760598,0.00008307673,0.0009810955,0.00010951064,0.000012566236],"category_scores_gemma":[0.00021261231,0.00022716301,0.00003887576,0.0003563511,0.00013413023,0.00017187501,0.00012768735,0.00034544035,0.00016144573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024737872,0.00045951176,0.0009776759,0.00014388183,0.00009612203,7.933215e-8,0.0036979958,0.0007314898,0.0022304072,0.010646856,0.9139589,0.06705461],"study_design_scores_gemma":[0.00022369732,0.000014533057,0.0038696013,0.00006449065,0.00002659918,0.00001308051,0.00013908166,0.004821697,0.00006905274,0.00037220554,0.99009776,0.00028822402],"about_ca_topic_score_codex":0.00000927605,"about_ca_topic_score_gemma":0.000057207428,"teacher_disagreement_score":0.76533234,"about_ca_system_score_codex":0.000112383284,"about_ca_system_score_gemma":0.00011688469,"threshold_uncertainty_score":0.92634386},"labels":[],"label_agreement":null},{"id":"W2115004473","doi":"10.5539/ies.v1n4p127","title":"Thoroughly Applying Scientific Outlook on Development Implementing Sustainable Development Strategy in Higher Vocational Colleges","year":2008,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Connotation; Competition (biology); Sustainable development; Sustainability; Quality (philosophy); Set (abstract data type); Scientific development; Mathematics education; Engineering ethics; Higher education; Engineering management; Development (topology); Pedagogy; Sociology; Engineering; Political science; Psychology; Economic growth; Computer science; Economics","score_opus":0.0643116552216694,"score_gpt":0.3268776413188211,"score_spread":0.26256598609715165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115004473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95513153,0.0016390356,0.00033410842,0.000622504,0.006781997,0.0005285342,0.0000031450452,0.00027564747,0.034683514],"genre_scores_gemma":[0.9525014,0.00006841718,0.0057492545,0.00011225868,0.00017159953,0.0012577551,0.00009438833,0.000028617971,0.040016312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820524,0.000015873002,0.0005585549,0.00032253834,0.00050605234,0.0003917518],"domain_scores_gemma":[0.9988578,0.00006434645,0.000072219635,0.00013517332,0.00079905137,0.00007141538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003518189,0.00023522497,0.00017840172,0.00057111477,0.00042681015,0.000094694,0.00023655912,0.000045227294,0.00020893918],"category_scores_gemma":[0.00008252418,0.00024532946,0.00002999305,0.00045787918,0.00005179161,0.00024832477,0.000073094554,0.00014746706,0.00014213893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008603366,0.003760022,0.0745465,0.0013480579,0.0024699462,0.00008018039,0.103932664,0.102341436,0.0015901461,0.0771896,0.40589818,0.22675721],"study_design_scores_gemma":[0.00032308904,0.0000078254225,0.17983623,0.00014465358,0.000004232832,0.000009998939,0.011479525,0.00019317506,0.002815523,0.00013354552,0.8046318,0.00042037497],"about_ca_topic_score_codex":0.0000065408854,"about_ca_topic_score_gemma":0.000025422882,"teacher_disagreement_score":0.39873365,"about_ca_system_score_codex":0.0013437143,"about_ca_system_score_gemma":0.0009162949,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W2115233153","doi":"10.24908/pceea.v0i0.4799","title":"STUDENT’S PERSPECTIVE ON IMPROVEMENTS FOR SECOND YEAR AND OTHER UNDERGRADUATE ENGINEERING DESIGN COURSES","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Strong","keywords":"Multitude; Perspective (graphical); Work (physics); Point (geometry); Mathematics education; Medical education; Engineering ethics; Psychology; Computer science; Engineering; Medicine; Political science; Mechanical engineering; Mathematics","score_opus":0.005998730984581228,"score_gpt":0.21341793459590072,"score_spread":0.2074192036113195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115233153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683224,0.00041878867,0.0013331549,0.0070667607,0.0074485037,0.0044012675,0.000104864885,0.00073697406,0.010167299],"genre_scores_gemma":[0.9939487,0.0000083714585,0.0031439366,0.0002190769,0.00013949185,0.00044237069,0.0000032665985,0.00007217253,0.002022601],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99906147,0.0000027995245,0.00022504538,0.0001814483,0.0002108131,0.00031843578],"domain_scores_gemma":[0.9991978,0.000062353145,0.0000968912,0.00008338295,0.0003689495,0.00019063968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020576411,0.0002012426,0.00015805678,0.000261952,0.000087517226,0.00013799187,0.00018817223,0.00010850723,0.000040164192],"category_scores_gemma":[0.0002530718,0.0002014928,0.00005392565,0.00024805154,0.0000083859095,0.00016601304,0.000012426679,0.00016441061,0.0000134948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010616723,0.00047193127,0.06740842,0.0023945842,0.0020090123,1.3264957e-7,0.014551863,0.11495459,0.04264055,0.19411428,0.55904114,0.0024028795],"study_design_scores_gemma":[0.0029664808,0.00027799592,0.6171885,0.0013111435,0.0003200376,0.000011079757,0.009588289,0.11304326,0.05314448,0.002951942,0.19584128,0.0033554872],"about_ca_topic_score_codex":0.0006239423,"about_ca_topic_score_gemma":0.00028541536,"teacher_disagreement_score":0.5497801,"about_ca_system_score_codex":0.0022320366,"about_ca_system_score_gemma":0.00018746301,"threshold_uncertainty_score":0.8216638},"labels":[],"label_agreement":null},{"id":"W2116056264","doi":"10.24908/pceea.v0i0.3874","title":"DESIGN FOR THE FUTURE: INTEGRATING INTERNATIONAL DEVELOPMENT INTO CANADIAN UNDERGRADUATE ENGINEERING CURRICULUM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Curriculum; Syllabus; Sustainability; Engineering education; Engineering ethics; Sanitation; Engineering management; Sustainable development; Engineering; Curriculum development; Political science; Sociology; Pedagogy; Environmental engineering","score_opus":0.007289210435103244,"score_gpt":0.1872959863046648,"score_spread":0.18000677586956154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116056264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4887598,0.00739245,0.13739048,0.08339213,0.22720343,0.017628979,0.00021196007,0.005176226,0.032844577],"genre_scores_gemma":[0.95620424,0.000033428983,0.041644767,0.00017245907,0.00047184696,0.00055592007,0.000021218199,0.00008961502,0.00080652704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985009,0.00000454409,0.00045146522,0.00021529601,0.00031672732,0.0005110982],"domain_scores_gemma":[0.99867827,0.000064676344,0.00016093296,0.00013948487,0.0006107745,0.00034588503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005991423,0.00028681947,0.0001795267,0.00046652622,0.00030282655,0.00014130557,0.00067846134,0.00017701052,0.000038212835],"category_scores_gemma":[0.0004377405,0.00024690677,0.00009830395,0.0006174761,0.000012046474,0.00023979667,0.00002384893,0.00032515475,0.000013231873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013953391,0.00040993397,0.10117746,0.002367776,0.0038194053,0.0000012509787,0.06688166,0.20624119,0.0055864514,0.12887976,0.43413767,0.0504835],"study_design_scores_gemma":[0.0005086422,0.000025681258,0.11045433,0.000514488,0.00015534408,0.000018191908,0.0036036982,0.19786884,0.011926844,0.0004043327,0.6730557,0.0014639188],"about_ca_topic_score_codex":0.018913059,"about_ca_topic_score_gemma":0.0654967,"teacher_disagreement_score":0.46744445,"about_ca_system_score_codex":0.0047437577,"about_ca_system_score_gemma":0.0013097058,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W2116357532","doi":"10.24908/pceea.v0i0.4928","title":"Course-Based Learning outcomes as the Foundation for Assessment of Graduate Attributes - an Update on the Progress of Memorial University","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Foundation (evidence); Course (navigation); Engineering education; Medical education; Engineering management; Graduate education; Graduate students; Computer science; Engineering ethics; Engineering; Political science; Medicine","score_opus":0.013604374785916766,"score_gpt":0.23902781808017828,"score_spread":0.2254234432942615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116357532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855648,0.000017924023,0.0002341771,0.010785811,0.0017570547,0.001043579,0.000021105172,0.00009263613,0.00048286872],"genre_scores_gemma":[0.99821067,0.0000053642057,0.001219593,0.00006846,0.000071818504,0.0000950465,0.000028795861,0.000025786958,0.00027449505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990775,0.000013334786,0.00026324327,0.00011507497,0.00032474322,0.00020610553],"domain_scores_gemma":[0.99859494,0.00014450685,0.0002893628,0.00012030256,0.0007623462,0.00008853644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005627888,0.00014257096,0.00016566347,0.00014528041,0.00016538065,0.0000621584,0.0003474572,0.000078010125,0.000033471144],"category_scores_gemma":[0.00041209828,0.00010486911,0.00008737971,0.000387171,0.000027483275,0.00017203466,0.0000109617895,0.0001972002,0.0000030715896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014596888,0.0006493146,0.42542687,0.0015820377,0.0012338484,5.902534e-8,0.005801632,0.33879897,0.005725907,0.15114261,0.06202067,0.007603485],"study_design_scores_gemma":[0.00045953767,0.00007274934,0.8847564,0.00019908448,0.00013153486,5.3276364e-7,0.0016036859,0.083269544,0.0073692845,0.00024973502,0.021543128,0.00034479614],"about_ca_topic_score_codex":0.00092834013,"about_ca_topic_score_gemma":0.00027793608,"teacher_disagreement_score":0.45932952,"about_ca_system_score_codex":0.0009168605,"about_ca_system_score_gemma":0.0005591071,"threshold_uncertainty_score":0.42764384},"labels":[],"label_agreement":null},{"id":"W2117603978","doi":"10.1109/fie.2008.4720560","title":"A new interleaved Bachelor of Electrical Engineering Program","year":2008,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Bachelor; Accreditation; Curriculum; Degree program; Economic shortage; Engineering management; Process (computing); Georgia tech; Educational program; Computer science; Research program; Engineering education; Order (exchange); Engineering; Medical education; Sociology; Political science; Pedagogy; Business","score_opus":0.007250426115328964,"score_gpt":0.20037473651948576,"score_spread":0.19312431040415678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117603978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6020828,0.0009661913,0.35424033,0.00013407873,0.001623249,0.00070058694,0.0000013452404,0.0049448,0.035306625],"genre_scores_gemma":[0.8977923,0.000043529275,0.10096287,0.000009122868,0.00005919829,0.000029766348,0.0000034298344,0.000025668402,0.0010741312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994637,0.0000018556232,0.00018139594,0.000079797064,0.00009915461,0.00017413672],"domain_scores_gemma":[0.9997474,0.000013330809,0.000009025062,0.00010175964,0.000020718924,0.00010776429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000024573514,0.00010606424,0.00012269913,0.00009791753,0.000009452527,0.000005043981,0.000091972135,0.000043207267,0.00019095236],"category_scores_gemma":[0.000016210448,0.00010160527,0.00004182759,0.00028826925,0.000005021953,0.000042591146,0.000009155626,0.00009791698,0.000038958326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016844693,0.0006076047,0.005272869,0.0005281231,0.0005430504,0.000036374266,0.005821868,0.067249335,0.050998643,0.008548755,0.24083275,0.6195438],"study_design_scores_gemma":[0.0016637897,0.00031905968,0.15355662,0.00015820266,0.000037195477,0.00031181742,0.000120045595,0.4025091,0.18536483,0.00003622163,0.25431648,0.0016066369],"about_ca_topic_score_codex":0.0000060449693,"about_ca_topic_score_gemma":6.9614134e-7,"teacher_disagreement_score":0.61793715,"about_ca_system_score_codex":0.00004805642,"about_ca_system_score_gemma":0.000037383972,"threshold_uncertainty_score":0.41433427},"labels":[],"label_agreement":null},{"id":"W2117816526","doi":"10.1002/j.2168-9830.2001.tb00569.x","title":"Industrial Sponsored Design Projects Addressed by Student Design Teams*","year":2001,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Quarter (Canadian coin); Project team; Process (computing); Work (physics); Product (mathematics); Industrial design; Project management; Computer science; Systems engineering","score_opus":0.027891082869510333,"score_gpt":0.25585751067550605,"score_spread":0.2279664278059957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117816526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4197347,0.0024667007,0.565708,0.0002641539,0.010209661,0.00073364226,0.000002538574,0.0003829365,0.00049771613],"genre_scores_gemma":[0.9657785,0.00039263073,0.03225883,0.00003643285,0.00091730227,0.000072984956,0.000009818799,0.00008230398,0.000451175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998731,0.000041972955,0.0005209673,0.000116047835,0.0003229985,0.00026698594],"domain_scores_gemma":[0.99926025,0.00011381528,0.00011807965,0.0001545297,0.00016164761,0.00019165997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005556675,0.00022551326,0.00023911694,0.00036553925,0.000032567696,0.00007522955,0.0002450675,0.0001225006,0.00005981026],"category_scores_gemma":[0.00019351108,0.00022234285,0.00006500791,0.00046014224,0.000007367919,0.00024804537,0.000009362763,0.00035651543,0.00001536274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004161953,0.000488974,0.0007066969,0.000081917635,0.00020080598,0.000010023536,0.0015212313,0.72791946,0.027532952,0.00007844669,0.23157187,0.009846001],"study_design_scores_gemma":[0.007860482,0.0015060893,0.038865007,0.0032064677,0.000575159,0.0021623953,0.0054729404,0.142868,0.13881154,0.000111245514,0.65406483,0.004495803],"about_ca_topic_score_codex":0.000002194249,"about_ca_topic_score_gemma":8.676963e-8,"teacher_disagreement_score":0.5850515,"about_ca_system_score_codex":0.00046604374,"about_ca_system_score_gemma":0.0003641932,"threshold_uncertainty_score":0.9066878},"labels":[],"label_agreement":null},{"id":"W2118978090","doi":"10.24908/pceea.v0i0.3689","title":"A PRACTICAL APPROACH TO DEVELOP INFORMATION SEEKING SKILLS OF ENGINEERING STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Context (archaeology); Computer science; Order (exchange); Product (mathematics); Engineering design process; Management science; Engineering management; Knowledge management; Engineering; Business","score_opus":0.007994951193149365,"score_gpt":0.21163631024473947,"score_spread":0.20364135905159012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118978090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423264,0.000085416126,0.011676169,0.0008927304,0.007486442,0.0021163935,0.00005477769,0.00080880435,0.03455283],"genre_scores_gemma":[0.9569362,0.0000075466737,0.042462457,0.00010048855,0.00006863982,0.00013997416,0.00001243735,0.00004289001,0.00022940127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844784,0.0000040434206,0.0005403535,0.0001408731,0.00049877644,0.00036813825],"domain_scores_gemma":[0.9984754,0.00003088233,0.00020522338,0.00012927236,0.0008652654,0.0002939935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049753883,0.00021845059,0.0002265499,0.00058659876,0.00006322881,0.000072693045,0.00040350572,0.00016546517,0.000019095782],"category_scores_gemma":[0.0013048871,0.0002292075,0.0000616908,0.0013891946,0.000007640227,0.0004939642,0.00004438615,0.00025635437,0.000018909963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018257218,0.0017322819,0.39715952,0.0073324065,0.0020035317,4.3006546e-7,0.112215094,0.11726096,0.013640383,0.087303296,0.254941,0.006392864],"study_design_scores_gemma":[0.00044975852,0.00003235693,0.89381856,0.0006446859,0.000118828444,0.00001880744,0.0015695331,0.01977695,0.018632943,0.000043185846,0.0638284,0.0010660096],"about_ca_topic_score_codex":0.00077421556,"about_ca_topic_score_gemma":0.00013734291,"teacher_disagreement_score":0.496659,"about_ca_system_score_codex":0.0017524095,"about_ca_system_score_gemma":0.00055254356,"threshold_uncertainty_score":0.934681},"labels":[],"label_agreement":null},{"id":"W2119368778","doi":"10.24908/pceea.v0i0.3123","title":"Publishing undergraduate engineering designs, a case study","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Publishing; Term (time); Engineering management; Engineering; Mathematics education; Engineering ethics; Computer science; Software engineering; Psychology; Political science","score_opus":0.006720457500610945,"score_gpt":0.19752103345764574,"score_spread":0.19080057595703478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119368778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888168,0.000055126326,0.000083370614,0.0015125644,0.006255572,0.000618653,0.0000109337525,0.00048639212,0.0021605645],"genre_scores_gemma":[0.9961038,0.0000047106337,0.0025015038,0.00006874615,0.00029485347,0.00017000808,0.0000063509806,0.000087879846,0.0007621143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837583,0.000005301434,0.000451816,0.00024660793,0.0004220222,0.0004984257],"domain_scores_gemma":[0.99864864,0.0000659408,0.0001612791,0.00020314047,0.00052547845,0.00039554015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006787716,0.00029118298,0.00022922896,0.0005592004,0.00018731611,0.0004950404,0.0004605455,0.00022625536,0.000029804076],"category_scores_gemma":[0.001159093,0.0003025847,0.00009607571,0.0010428071,0.00001000959,0.0006690242,0.000034653418,0.0008131584,0.000012309643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000465146,0.0011172754,0.40749076,0.002286046,0.0016821208,0.0000330765,0.024424646,0.12752362,0.05749739,0.03649116,0.33254302,0.008906261],"study_design_scores_gemma":[0.0027798277,0.00013873391,0.46917877,0.00090422964,0.0006796425,0.001930286,0.0154140685,0.21005785,0.020425778,0.00052094663,0.2725358,0.005434047],"about_ca_topic_score_codex":0.0052579017,"about_ca_topic_score_gemma":0.010964655,"teacher_disagreement_score":0.082534246,"about_ca_system_score_codex":0.0016603867,"about_ca_system_score_gemma":0.0005540419,"threshold_uncertainty_score":0.9999426},"labels":[],"label_agreement":null},{"id":"W2120863644","doi":"10.24908/pceea.v0i0.3136","title":"What's in an Iron Ring?","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Red River College","funders":"","keywords":"Engineering ethics; Presentation (obstetrics); Competence (human resources); Apprenticeship; Engineering education; Value (mathematics); Engineering; Work (physics); Engineering management; Computer science; Management; Mechanical engineering; Medicine","score_opus":0.002924536441432239,"score_gpt":0.1907671433876937,"score_spread":0.18784260694626148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120863644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881356,0.00006623812,0.0000042858815,0.0010565161,0.007577225,0.00022878044,0.0000034993823,0.00016807216,0.0027598217],"genre_scores_gemma":[0.99775153,0.000020688954,0.0010696861,0.000102031765,0.00020288149,0.00008347027,0.000008580028,0.000046482633,0.0007146331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989605,0.0000027902986,0.00029311713,0.0001637247,0.0002424256,0.0003374768],"domain_scores_gemma":[0.99927044,0.000019814586,0.00008985726,0.00013274909,0.00024085805,0.0002462913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003454038,0.00016889637,0.00014275139,0.00039730343,0.00006569823,0.00021078734,0.00034058208,0.0001888724,0.000057009183],"category_scores_gemma":[0.00026574242,0.00017979144,0.00004757034,0.0006003185,0.000010020654,0.0007097159,0.000013357573,0.00046132525,0.000014088301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041449407,0.00053739536,0.64755803,0.0016347797,0.00016203035,5.7317936e-7,0.017765455,0.069464594,0.13236749,0.054451022,0.06058901,0.015465483],"study_design_scores_gemma":[0.00028915258,0.000012529012,0.9061281,0.0002621056,0.000024016414,0.0000066328394,0.0011428231,0.02225481,0.008769629,0.00019175686,0.060251847,0.0006666088],"about_ca_topic_score_codex":0.0011329593,"about_ca_topic_score_gemma":0.021581562,"teacher_disagreement_score":0.25857008,"about_ca_system_score_codex":0.0013494288,"about_ca_system_score_gemma":0.00035106242,"threshold_uncertainty_score":0.996272},"labels":[],"label_agreement":null},{"id":"W2121022203","doi":"10.24908/pceea.v0i0.3593","title":"LEARNING ENGINEERING DESIGN THROUGH MULTIMEDIA CASE STUDIES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Engineering design process; Process (computing); Face (sociological concept); Engineering education; Learning styles; Graphics; Engineering management; Engineering; Mathematics education","score_opus":0.0199175770619548,"score_gpt":0.21524961487988784,"score_spread":0.19533203781793304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121022203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94516253,0.003306809,0.004231333,0.0012918354,0.024093159,0.0025734592,0.000033732984,0.0031874252,0.016119715],"genre_scores_gemma":[0.9668826,0.00008881094,0.03151939,0.000059212798,0.00018078127,0.00017759974,0.0000041382386,0.00008968249,0.0009977696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861866,0.000007604907,0.00041641467,0.00021168096,0.00027552125,0.0004701345],"domain_scores_gemma":[0.9988897,0.00008304716,0.00016166863,0.00012097312,0.0005182314,0.00022639551],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044575622,0.00028803,0.00025902712,0.0003153068,0.00016665626,0.00005814794,0.00027805212,0.00018140649,0.000046009336],"category_scores_gemma":[0.0011466449,0.0002913409,0.0000969745,0.00072167284,0.000016376678,0.0003331805,0.000027633017,0.00042513417,0.00002398694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130461785,0.0005068708,0.068911165,0.00546634,0.003894865,0.000034917768,0.19859806,0.48869693,0.016283996,0.021406412,0.18607974,0.010107643],"study_design_scores_gemma":[0.0024840594,0.00026916305,0.12955192,0.0032831351,0.0010867794,0.0016293374,0.02877636,0.47505432,0.1510775,0.0009824436,0.1985114,0.0072936],"about_ca_topic_score_codex":0.0011258456,"about_ca_topic_score_gemma":0.00041565235,"teacher_disagreement_score":0.16982171,"about_ca_system_score_codex":0.002330476,"about_ca_system_score_gemma":0.00029673157,"threshold_uncertainty_score":0.99995387},"labels":[],"label_agreement":null},{"id":"W2121474628","doi":"10.1109/iemc.2005.1559119","title":"Businesses, universities and engineering management","year":2005,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Lancaster University; McGill University","keywords":"Engineering management; Computer science; Business; Engineering","score_opus":0.0021163187293324905,"score_gpt":0.15675171250943143,"score_spread":0.15463539378009894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121474628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7751625,0.0015846934,0.056807876,0.0008151551,0.0009875454,0.00020314696,0.0000018533688,0.0026965903,0.16174062],"genre_scores_gemma":[0.97110945,0.00021658288,0.025571812,0.00004077785,0.000050104678,0.0000061325254,0.0000026460598,0.000014084521,0.002988397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997494,6.059455e-7,0.000053452757,0.00005536006,0.000044549604,0.000096623764],"domain_scores_gemma":[0.99989355,0.000004168141,0.0000023297666,0.000053347554,0.000007466291,0.00003915667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000018654831,0.00006835154,0.00004275599,0.00007330103,0.000016576998,0.000016979258,0.000035368288,0.000015955116,0.00010797873],"category_scores_gemma":[3.9503539e-7,0.00007101662,0.000007018865,0.00009025035,0.00000420878,0.00008419747,0.00001340225,0.000030799463,0.00003487633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002021997,0.000061562634,0.00046477656,0.00088794396,0.00027710578,0.000017275283,0.0020427706,0.69858193,0.0015032615,0.15518405,0.048911486,0.092065826],"study_design_scores_gemma":[0.0003122701,0.0000039640454,0.031478778,0.000048440554,0.00001599088,0.000019441017,0.0012275287,0.096838355,0.001279002,0.0000118839,0.86833096,0.00043336392],"about_ca_topic_score_codex":0.0000010271528,"about_ca_topic_score_gemma":0.0000010102289,"teacher_disagreement_score":0.8194195,"about_ca_system_score_codex":0.00006268269,"about_ca_system_score_gemma":0.0000033237036,"threshold_uncertainty_score":0.2895974},"labels":[],"label_agreement":null},{"id":"W2122024834","doi":"10.1061/(asce)sc.1943-5576.0000197","title":"Options to Bring Design and Construction Experience into the Classroom","year":2013,"lang":"en","type":"article","venue":"Practice Periodical on Structural Design and Construction","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Arizona State University","keywords":"Variety (cybernetics); Multidisciplinary approach; Curriculum; Engineering management; Engineering ethics; Sustainability; Engineering; Globalization; Engineering education; Construction industry; Construction management; Construction engineering; Computer science; Sociology; Political science; Pedagogy; Civil engineering","score_opus":0.012609069716246837,"score_gpt":0.2500992555935541,"score_spread":0.23749018587730727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122024834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71661705,0.0002942047,0.27938586,0.0018619671,0.00079837337,0.00061675743,6.3013533e-7,0.00022450495,0.00020066532],"genre_scores_gemma":[0.6858361,0.0002339441,0.3134202,0.00029458138,0.00007872259,0.00009076212,0.0000017742947,0.000017924684,0.000026014106],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988387,0.00013378443,0.000271207,0.0002883763,0.00022449065,0.00024344154],"domain_scores_gemma":[0.9991608,0.00030143003,0.00005159783,0.00016215644,0.00009314363,0.00023082647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019493453,0.0002253482,0.00015683491,0.00010467682,0.00042672636,0.0005217811,0.000097626864,0.00009659867,0.00014264292],"category_scores_gemma":[0.00021869267,0.0001751944,0.000024177443,0.00024806312,0.0002732668,0.0005913089,0.00003187634,0.0003075752,0.00006107003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001189598,0.000026051903,0.0010243526,0.00008426743,0.00015635896,0.000005833325,0.01857147,0.03066689,0.018708723,0.026092872,0.0013983265,0.9031459],"study_design_scores_gemma":[0.00320184,0.001017418,0.09413392,0.0004710126,0.0003288344,0.010308906,0.073203444,0.69026303,0.019226186,0.01477776,0.088869125,0.004198502],"about_ca_topic_score_codex":0.000050537783,"about_ca_topic_score_gemma":8.535912e-7,"teacher_disagreement_score":0.8989474,"about_ca_system_score_codex":0.000097451266,"about_ca_system_score_gemma":0.00004298339,"threshold_uncertainty_score":0.71442205},"labels":[],"label_agreement":null},{"id":"W2122355781","doi":"10.24908/pceea.v0i0.4645","title":"ONE-YEAR OUTCOME-BASED ASSESSMENT AT RYERSON UNIVERSITY: LESSONS AND BEST PRACTICES","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Best practice; Engineering management; Quality assurance; Plan (archaeology); Quality assessment; Process (computing); Engineering; Architecture; Computer science; Medical education; Engineering education; Political science; Medicine; Operations management; External quality assessment; Geography","score_opus":0.02250026734612774,"score_gpt":0.25289894497810944,"score_spread":0.2303986776319817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122355781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695361,0.00028350108,0.000093186856,0.007890963,0.0031143238,0.00046532016,0.00003320695,0.00026368877,0.018319711],"genre_scores_gemma":[0.99370915,0.000032024695,0.0032923378,0.000077305805,0.000118995136,0.000017677174,0.000010277743,0.000034377947,0.0027078353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908495,0.000005024807,0.00019131771,0.00012675981,0.00026024887,0.00033172243],"domain_scores_gemma":[0.9991337,0.00005167579,0.00023172336,0.00008670207,0.00019692499,0.00029924265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003491221,0.00014850029,0.00014590555,0.00026989137,0.00015585526,0.00006217865,0.00017096664,0.00012854244,0.00004048955],"category_scores_gemma":[0.0003088268,0.00017062695,0.000048557336,0.0003919969,0.000011641446,0.00030884563,0.000022680942,0.00021476379,0.000014811837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018375297,0.00018495144,0.9552549,0.0007285978,0.000187413,4.7152042e-8,0.0015504673,0.0034367952,0.0030885127,0.013078056,0.021372486,0.0011159267],"study_design_scores_gemma":[0.000307843,0.000012388563,0.79383266,0.00016643532,0.00013197187,0.0000022361496,0.0012016555,0.0043378677,0.001917807,0.0000104258215,0.1976113,0.00046741174],"about_ca_topic_score_codex":0.0013855454,"about_ca_topic_score_gemma":0.0016598866,"teacher_disagreement_score":0.17623882,"about_ca_system_score_codex":0.0039937636,"about_ca_system_score_gemma":0.0003135724,"threshold_uncertainty_score":0.9998297},"labels":[],"label_agreement":null},{"id":"W2122568573","doi":"10.1061/(asce)1052-3928(2006)132:4(297)","title":"Innovative Final-Year Undergraduate Design Project Course Using an International Project","year":2006,"lang":"en","type":"article","venue":"Journal of Professional Issues in Engineering Education and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Engineering; Capstone; Engineering management; Component (thermodynamics); Engineering design process; Process (computing); Project management; Engineering education; Engineering ethics; Project-based learning; Multiculturalism; Civil engineering; Systems engineering; Pedagogy; Sociology; Computer science; Mechanical engineering","score_opus":0.043020433164698245,"score_gpt":0.38970131774297717,"score_spread":0.34668088457827895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122568573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83013844,0.006966952,0.11431272,0.007248792,0.033642527,0.0017830458,0.000017077926,0.00046784614,0.005422602],"genre_scores_gemma":[0.7850272,0.00040071123,0.2128282,0.000090555455,0.00074476155,0.00003100288,0.000023896719,0.000049481896,0.0008041726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884886,0.00009601388,0.0004792149,0.00012382245,0.00028702317,0.00016507314],"domain_scores_gemma":[0.9990483,0.00021191106,0.00017581636,0.00009498697,0.0004274319,0.000041563595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008429063,0.00017021337,0.00017538096,0.00047224318,0.000036731024,0.00007337054,0.00015129226,0.000082070925,0.0000123792015],"category_scores_gemma":[0.0002797602,0.00015998761,0.00002227957,0.00048550722,0.0000151919585,0.0011176473,0.000018089695,0.0003950253,0.0000019929316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033861765,0.0056566494,0.0061580427,0.0010267096,0.00044035242,0.00006823505,0.014186646,0.8653232,0.014074836,0.022174196,0.061621062,0.008931476],"study_design_scores_gemma":[0.0033831568,0.0004443607,0.06887128,0.0033208125,0.00019573454,0.002776413,0.02401023,0.23744363,0.0035828499,0.00092921796,0.65291363,0.002128676],"about_ca_topic_score_codex":0.00004062626,"about_ca_topic_score_gemma":0.0000017486543,"teacher_disagreement_score":0.62787956,"about_ca_system_score_codex":0.0002164114,"about_ca_system_score_gemma":0.0006204807,"threshold_uncertainty_score":0.6524105},"labels":[],"label_agreement":null},{"id":"W2124375476","doi":"10.24908/pceea.v0i0.3597","title":"Does Program Compliance with CDIO Warrant Automatic Compliance with CEAB Accreditation Criteria for 2014?","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ontario Institute of Technology","keywords":"Accreditation; CDIO; Engineering education; Curriculum; Engineering management; Warrant; Licensure; Engineering; Compliance (psychology); Process (computing); Certification and Accreditation; Engineering ethics; Medical education; Computer science; Medicine; Business; Pedagogy; Psychology","score_opus":0.01850087830792586,"score_gpt":0.23548528448234074,"score_spread":0.2169844061744149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124375476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.948848,0.00043403654,0.006981491,0.0052194973,0.013984563,0.008624671,0.00024580667,0.0033899366,0.0122719705],"genre_scores_gemma":[0.9418972,0.000009088387,0.05595666,0.00007549788,0.00015639416,0.0009753584,0.000032075503,0.00008439008,0.0008133138],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99871826,0.000004047842,0.00032906327,0.00023249119,0.00029169078,0.0004244269],"domain_scores_gemma":[0.9986383,0.000034428223,0.00021865734,0.0001479589,0.0007369926,0.00022367848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024395842,0.0002624138,0.00023828317,0.00021998837,0.00014985976,0.00011069691,0.00033016567,0.00011450203,0.00005760574],"category_scores_gemma":[0.0001316859,0.00018519921,0.000056944347,0.00047306565,0.000025057496,0.00031207877,0.000009594042,0.00017922926,0.0000117405225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011081412,0.0018817165,0.27228963,0.025591202,0.0030949998,0.0000016247958,0.05375232,0.022112822,0.0105312215,0.021581044,0.54716796,0.04188463],"study_design_scores_gemma":[0.0014218626,0.00025377763,0.7894165,0.003077463,0.00028801375,0.000025294417,0.0022021984,0.12183942,0.010695003,0.00029415172,0.06862326,0.0018630722],"about_ca_topic_score_codex":0.0005706947,"about_ca_topic_score_gemma":0.0019119319,"teacher_disagreement_score":0.51712686,"about_ca_system_score_codex":0.0013433981,"about_ca_system_score_gemma":0.00044141262,"threshold_uncertainty_score":0.7552205},"labels":[],"label_agreement":null},{"id":"W2125112149","doi":"10.5555/504800.504812","title":"Building cross-disciplinary teams in higher education institutions","year":2000,"lang":"en","type":"article","venue":"International Professional Communication Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Kindness; Reciprocity (cultural anthropology); Friendship; Higher education; Cross disciplinary; Teamwork; Institution; Public relations; Knowledge management; Work (physics); Sociology; Educational institution; Psychology; Business; Pedagogy; Management; Engineering; Political science; Computer science; Social psychology","score_opus":0.05188030771671357,"score_gpt":0.3754605354635467,"score_spread":0.3235802277468331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125112149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74667156,0.00068958994,0.00069879263,0.0051010866,0.003831047,0.00028453668,0.000015259007,0.00038021247,0.2423279],"genre_scores_gemma":[0.97882134,0.00026745678,0.004831501,0.00019114878,0.0000879099,0.00022660897,0.0001590979,0.000015901822,0.015399033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990683,0.000038454153,0.00035070116,0.00015957913,0.00023226833,0.00015067105],"domain_scores_gemma":[0.9993917,0.000052728905,0.000035033096,0.0003053423,0.00014733132,0.000067894514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001510549,0.00013825031,0.00009751482,0.00016978047,0.000121884215,0.00007890958,0.0006078226,0.00008804036,0.006467306],"category_scores_gemma":[0.000013739066,0.0001441404,0.000031161577,0.00023052217,0.00005843361,0.0004204814,0.00007216489,0.00034271515,0.00022293687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054688,0.0014287713,0.033602934,0.00015650441,0.00010563305,0.000003436412,0.0021791812,0.11472355,0.003418866,0.67498034,0.019581778,0.14976431],"study_design_scores_gemma":[0.00061035826,0.000009899355,0.53906435,0.0010347452,0.000005556379,0.00001633066,0.00020447647,0.029701168,0.00037947815,0.011122508,0.4172888,0.0005623136],"about_ca_topic_score_codex":0.000017397095,"about_ca_topic_score_gemma":0.000015951106,"teacher_disagreement_score":0.6638578,"about_ca_system_score_codex":0.00030694326,"about_ca_system_score_gemma":0.00029131188,"threshold_uncertainty_score":0.9944409},"labels":[],"label_agreement":null},{"id":"W2125117845","doi":"10.1109/fie.2001.963874","title":"Crisis of civil engineering education in information technology age: analysis and prospects","year":2002,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering education; Prestige; Quality (philosophy); Cartel; Engineering; Engineering management; Economics; Market economy","score_opus":0.002619001994666845,"score_gpt":0.18409334539719532,"score_spread":0.18147434340252847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125117845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95741975,0.000861946,0.029927177,0.00031932,0.00033567837,0.0002397711,0.0000015847296,0.00051507045,0.010379718],"genre_scores_gemma":[0.99414945,0.000112792135,0.005607985,0.000013323862,0.0000055245237,0.000030234476,0.000005710987,0.0000051234315,0.00006983239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99960214,0.0000014287517,0.00019197764,0.0000538287,0.00005896512,0.00009166801],"domain_scores_gemma":[0.99983466,0.000005506502,0.000015836571,0.000091451795,0.000025583895,0.00002695837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000037994945,0.00007129597,0.00011234553,0.00097144826,0.000006298936,0.000012529793,0.000044377543,0.00005134545,0.00011180993],"category_scores_gemma":[0.000017886174,0.00007503115,0.000015915733,0.0012604038,0.0000050139033,0.00015766377,0.0000088466,0.00006497643,0.0000078789235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030826936,0.00059860555,0.25665906,0.0028172287,0.0010710559,0.000004172686,0.015668154,0.49677238,0.0059188255,0.042476486,0.02836379,0.14964716],"study_design_scores_gemma":[0.00054191315,0.000032729997,0.4909916,0.000117485426,0.00013967005,0.000012420501,0.002262198,0.48237363,0.010951864,0.00029965182,0.011523928,0.00075289456],"about_ca_topic_score_codex":0.00001342958,"about_ca_topic_score_gemma":0.00007576579,"teacher_disagreement_score":0.23433255,"about_ca_system_score_codex":0.000049276237,"about_ca_system_score_gemma":0.00000794444,"threshold_uncertainty_score":0.30596814},"labels":[],"label_agreement":null},{"id":"W2125344252","doi":"10.24908/pceea.v0i0.4869","title":"Leadership Development through Project Based Learning","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Enthusiasm; Project-based learning; Process (computing); Teamwork; Active learning (machine learning); Knowledge management; Multidisciplinary approach; Team learning; Cooperative learning; Psychology; Engineering; Computer science; Pedagogy; Teaching method; Management; Political science; Open learning; Artificial intelligence","score_opus":0.013970312417566303,"score_gpt":0.19159960121656983,"score_spread":0.17762928879900353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125344252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188093,0.00089015946,0.0009888387,0.0102386465,0.010259488,0.0033680615,0.000012893179,0.0023324583,0.053100172],"genre_scores_gemma":[0.98593664,0.0000070001292,0.009106575,0.00026842573,0.00012461827,0.00037868603,0.000016465636,0.00006698086,0.0040945862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986735,0.0000050851095,0.00034914303,0.00017571237,0.00034495848,0.00045159966],"domain_scores_gemma":[0.9991403,0.00003302272,0.00013552491,0.00009102011,0.00044043164,0.00015970517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002482316,0.00022033708,0.00016961493,0.000288582,0.00016438388,0.00014264257,0.00029721478,0.00016213222,0.00010854025],"category_scores_gemma":[0.00039143287,0.00021945366,0.0000706309,0.0007063035,0.000010720528,0.00030455354,0.000013703989,0.0003502285,0.00007222456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017179042,0.00020319468,0.14188333,0.0027245898,0.00043842057,1.3746556e-7,0.014110304,0.07785264,0.009106008,0.0053158742,0.7392202,0.00914357],"study_design_scores_gemma":[0.00035956112,0.0000161187,0.27193022,0.00055508263,0.00004469882,0.0000041481494,0.0018919569,0.023796046,0.021895302,0.00005216578,0.67845535,0.0009993704],"about_ca_topic_score_codex":0.0018147347,"about_ca_topic_score_gemma":0.00066827756,"teacher_disagreement_score":0.13004689,"about_ca_system_score_codex":0.0027913302,"about_ca_system_score_gemma":0.0009672328,"threshold_uncertainty_score":0.89490604},"labels":[],"label_agreement":null},{"id":"W2126166457","doi":"10.24908/pceea.v0i0.5860","title":"Triangulated authentic assessment in the HEQCO Learning Outcomes Assessment Consortium","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Rubric; Accreditation; Standards-based assessment; Medical education; Work (physics); Lifelong learning; Engineering management; Quality (philosophy); Scale (ratio); Engineering; Computer science; Psychology; Knowledge management; Pedagogy; Educational assessment; Medicine","score_opus":0.008379168980580087,"score_gpt":0.2402955345469033,"score_spread":0.23191636556632322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126166457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974435,0.00011426099,0.000114065595,0.006836737,0.0042940048,0.0007852888,0.000008066099,0.00027756728,0.013135049],"genre_scores_gemma":[0.9969682,0.0000073780448,0.0013783105,0.00016080929,0.00008211884,0.00016996406,0.000014360272,0.00003940728,0.0011794717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845815,0.000021018735,0.0004459358,0.00016601973,0.0005309581,0.00037791085],"domain_scores_gemma":[0.99906594,0.00007841452,0.00017729681,0.00012936234,0.00034159474,0.00020739534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011966722,0.00021199709,0.00022848485,0.00036370943,0.000100439305,0.00015541624,0.00040177882,0.00013764219,0.00002407568],"category_scores_gemma":[0.0006517547,0.00017442412,0.00008446719,0.00083196664,0.00001234876,0.00018147516,0.0000189448,0.0005586287,0.000009821811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012007368,0.00020171494,0.8291962,0.00031935296,0.00024556447,3.9837724e-7,0.009620591,0.098990545,0.00072457484,0.017514642,0.04223709,0.00094809156],"study_design_scores_gemma":[0.00041049224,0.000013297612,0.9342415,0.00011054112,0.00004317777,0.0000044546096,0.0022594891,0.025901336,0.00014861405,0.00013658252,0.03641346,0.00031710172],"about_ca_topic_score_codex":0.0015654443,"about_ca_topic_score_gemma":0.0014615923,"teacher_disagreement_score":0.10504522,"about_ca_system_score_codex":0.0040041767,"about_ca_system_score_gemma":0.0009576306,"threshold_uncertainty_score":0.9998193},"labels":[],"label_agreement":null},{"id":"W2127169080","doi":"10.24908/pceea.v0i0.3578","title":"A QUALITATIVE STUDY OF UNDERGRADUATE ENGINEERING STUDENTS‟ UNDERSTANDING OF DESIGN A WORK IN PROGRESS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Work (physics); Qualitative research; Engineering ethics; Engineering education; Engineering; Engineering management; Mathematics education; Psychology; Mechanical engineering; Sociology","score_opus":0.03410556630586218,"score_gpt":0.2660282643352534,"score_spread":0.23192269802939122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127169080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967048,0.0001277274,0.00052395527,0.00016586298,0.0010724533,0.00086494675,0.000005382943,0.000100013676,0.0004348494],"genre_scores_gemma":[0.99644196,0.000009048918,0.0032388803,0.000004844324,0.00002117734,0.00014063479,0.0000018256625,0.00004667755,0.000094962255],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984703,0.0000166633,0.00059638184,0.00016669085,0.00044050434,0.00030943876],"domain_scores_gemma":[0.9991132,0.00007396541,0.00028167744,0.00011830034,0.00027955402,0.00013328753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007831745,0.00020821465,0.00030539124,0.0006881727,0.000037753653,0.000027410508,0.00039259312,0.000113512346,0.000009206714],"category_scores_gemma":[0.00029616413,0.00021844333,0.000062594554,0.0014250707,0.000016741968,0.0001653837,0.000026830874,0.0002287808,0.0000012409035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028981627,0.0017213908,0.40390155,0.0021373078,0.0011166151,6.093916e-7,0.48173934,0.08302336,0.0015636402,0.019762896,0.004588126,0.0004161953],"study_design_scores_gemma":[0.0021688929,0.0002627603,0.84937704,0.002794128,0.00026740122,0.000004318586,0.11657709,0.013031353,0.012455023,0.0010380567,0.00046684433,0.0015571261],"about_ca_topic_score_codex":0.0011867294,"about_ca_topic_score_gemma":0.0008880787,"teacher_disagreement_score":0.44547546,"about_ca_system_score_codex":0.0023864913,"about_ca_system_score_gemma":0.0002652226,"threshold_uncertainty_score":0.890786},"labels":[],"label_agreement":null},{"id":"W2127513912","doi":"10.24908/pceea.v0i0.3849","title":"IS ENGINEERING EDUCATION DELIVERING WHAT INDUSTRY REQUIRES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Curriculum; Construct (python library); Engineering education; Plan (archaeology); Health systems engineering; Engineering management; Engineering; Field (mathematics); Engineering design process; Engineering ethics; Computer science; Pedagogy; Psychology; Mechanical engineering","score_opus":0.009452267681282371,"score_gpt":0.19111583453977452,"score_spread":0.18166356685849214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127513912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96913666,0.001433632,0.00010242307,0.0014814566,0.013471699,0.00073966384,0.00001884562,0.00073942833,0.012876174],"genre_scores_gemma":[0.9939952,0.00014518645,0.00334347,0.00034283206,0.00030952494,0.00017924966,0.000010972209,0.000101708996,0.0015718671],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99834526,0.0000041610074,0.00048721262,0.0002657106,0.00038428948,0.000513389],"domain_scores_gemma":[0.9986497,0.000024765899,0.0001955909,0.0002048421,0.0005384273,0.0003866842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031014337,0.00032196194,0.00023596486,0.0005614623,0.00013316346,0.00020305175,0.0004896846,0.00041850953,0.00017784348],"category_scores_gemma":[0.00031723114,0.00035244823,0.00012237173,0.0008922823,0.000014265542,0.0011001074,0.00003591626,0.0006047737,0.00003421294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014412579,0.0011349155,0.30715406,0.008056254,0.00212777,0.0000013065759,0.06807903,0.03580969,0.033428513,0.067986526,0.43131137,0.044896178],"study_design_scores_gemma":[0.0005722013,0.00004617685,0.6921525,0.0035033266,0.0002719275,0.000045511308,0.0052627097,0.024940822,0.06950019,0.00049501983,0.20054573,0.002663854],"about_ca_topic_score_codex":0.0023267132,"about_ca_topic_score_gemma":0.0005486707,"teacher_disagreement_score":0.38499847,"about_ca_system_score_codex":0.0028998165,"about_ca_system_score_gemma":0.00089893077,"threshold_uncertainty_score":0.9998928},"labels":[],"label_agreement":null},{"id":"W2127664341","doi":"10.24908/pceea.v0i0.3682","title":"DEVELOPMENT OF PROCESSES AND CRITERIA FOR CEAB GRADUATE ATTRIBUTE ASSESSMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Engineering management; Process (computing); Medical education; Engineering education; Engineering; Computer science; Engineering ethics; Software engineering; Medicine","score_opus":0.029894279223940806,"score_gpt":0.24452586574728877,"score_spread":0.21463158652334796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127664341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99015635,0.00022302597,0.0013463916,0.0005120541,0.0026601267,0.000911903,0.000053765638,0.0002137333,0.0039226366],"genre_scores_gemma":[0.9566446,0.000015250735,0.042736575,0.000026679734,0.000051458803,0.00020103954,0.000013469929,0.000035621113,0.00027531348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990325,0.0000019665845,0.00037187376,0.0001378267,0.00020375461,0.00025209397],"domain_scores_gemma":[0.9989157,0.000027249516,0.00016716114,0.000067926616,0.00066777045,0.00015422229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003597695,0.00015978805,0.00018082002,0.0002274177,0.000094887684,0.00003576422,0.00018751578,0.00009313634,0.000015987978],"category_scores_gemma":[0.00029275898,0.00016022356,0.00003899435,0.00037773378,0.000011323295,0.00015115105,0.00001647381,0.00011059712,0.0000010449924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029230887,0.0014797646,0.31326893,0.048361495,0.0034316937,3.3746295e-7,0.17016749,0.0038418174,0.098195456,0.08573473,0.24234325,0.03314581],"study_design_scores_gemma":[0.0005855199,0.000035771667,0.8388128,0.00081175764,0.00012734742,0.000006006245,0.0023426944,0.0052047716,0.0951353,0.00040650577,0.055569235,0.00096226664],"about_ca_topic_score_codex":0.00022460747,"about_ca_topic_score_gemma":0.00068104075,"teacher_disagreement_score":0.5255439,"about_ca_system_score_codex":0.0009442464,"about_ca_system_score_gemma":0.00082335365,"threshold_uncertainty_score":0.6533727},"labels":[],"label_agreement":null},{"id":"W2128255813","doi":"10.24908/pceea.v0i0.4833","title":"THE ASSESSMENT OF LEADERSHIP OUTCOMES IN CAPSTONE PROJECTS USING ANONYMOUS PEER FEEDBACK","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Psychology; Task (project management); Shared leadership; Transformational leadership; Leadership style; Leadership; Accreditation; Transactional leadership; Medical education; Computer science; Engineering; Social psychology; Medicine","score_opus":0.01584347793864868,"score_gpt":0.23197630216610407,"score_spread":0.2161328242274554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128255813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892115,0.00013218187,0.00003082221,0.005064165,0.0022046545,0.00073905283,0.000006696989,0.00009172609,0.0025191717],"genre_scores_gemma":[0.9956206,0.000010753908,0.0020353165,0.00007224237,0.000054096672,0.00013927606,0.0000034040384,0.00004082218,0.0020234638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985912,0.0000070365477,0.00043263982,0.00013709384,0.00043499484,0.00039705113],"domain_scores_gemma":[0.9988708,0.000069689246,0.00019302197,0.00012786724,0.00060361513,0.00013503093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004916604,0.00018447834,0.00021363558,0.00030697338,0.0001017516,0.00009991355,0.0003307841,0.0001306492,0.00002411168],"category_scores_gemma":[0.0005403611,0.00015321981,0.00007415976,0.0006590874,0.000019836538,0.00021627793,0.00001802273,0.0002810953,0.0000052917458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.34484e-7,0.0001744291,0.85769135,0.0010027868,0.00030103055,8.954084e-8,0.0046473816,0.05540151,0.014538308,0.0049797925,0.05948829,0.0017742286],"study_design_scores_gemma":[0.00016699245,0.0000064753795,0.96885824,0.00014622384,0.000020970523,0.0000016767639,0.0017367776,0.023647416,0.0020174934,0.00003375301,0.0031102148,0.0002537593],"about_ca_topic_score_codex":0.0052966517,"about_ca_topic_score_gemma":0.0040926244,"teacher_disagreement_score":0.111166924,"about_ca_system_score_codex":0.0028655115,"about_ca_system_score_gemma":0.0006616926,"threshold_uncertainty_score":0.8006989},"labels":[],"label_agreement":null},{"id":"W2129497589","doi":"10.24908/pceea.v0i0.3702","title":"EVALUATION METHODS FOR FINAL YEAR PRACTICE ORIENTED DESIGN COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accreditation; Curriculum; Context (archaeology); Position (finance); Engineering ethics; Process (computing); Jurisdiction; Public relations; Political science; Engineering; Business; Law; Computer science","score_opus":0.039164175490619985,"score_gpt":0.30138257803430774,"score_spread":0.2622184025436878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129497589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17706013,0.0059227534,0.48130056,0.016573483,0.09702834,0.023461621,0.00025991327,0.0047203903,0.1936728],"genre_scores_gemma":[0.55083734,0.000035621666,0.44636497,0.00018729478,0.0002643051,0.0009009552,0.000021461334,0.00010157014,0.0012864819],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988913,0.000019703495,0.0002971529,0.00016006162,0.00033877735,0.00029303925],"domain_scores_gemma":[0.9977416,0.00012362916,0.00018154026,0.00010261608,0.0016819397,0.00016869766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002098519,0.0001645963,0.00014540479,0.00026223785,0.000107703134,0.00004830527,0.00022469928,0.00013870238,0.00006422154],"category_scores_gemma":[0.003731824,0.00017016857,0.00007083961,0.00050619803,0.0000093356775,0.00027616156,0.00000960761,0.00016391317,0.000009043746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004909182,0.0009359126,0.015674198,0.0019776358,0.0025477868,1.6951483e-7,0.035381556,0.08184114,0.015875598,0.11308889,0.6400825,0.09254555],"study_design_scores_gemma":[0.001537992,0.000117432806,0.099047996,0.0005334196,0.0012085044,0.000019504429,0.0043466245,0.25549442,0.057350814,0.0017914092,0.57686186,0.0016900012],"about_ca_topic_score_codex":0.0004986807,"about_ca_topic_score_gemma":0.00017305731,"teacher_disagreement_score":0.3737772,"about_ca_system_score_codex":0.0025605299,"about_ca_system_score_gemma":0.0009291049,"threshold_uncertainty_score":0.6939272},"labels":[],"label_agreement":null},{"id":"W2129879342","doi":"","title":"Assessment of Professional Development Activities, Instructional Needs, and Methods of Delivery for Part-Time Technical and Occupational Faculty in U.S. Community Colleges","year":2003,"lang":"en","type":"article","venue":"IUScholarWorks (Indiana University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Faculty development; Quarter (Canadian coin); Medical education; Psychology; Medicine","score_opus":0.015603692277597841,"score_gpt":0.2826200446704298,"score_spread":0.26701635239283195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129879342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935727,0.00007902094,0.0052622603,0.000012684581,0.00016521689,0.00021317056,0.000042148662,0.000028115694,0.0006246952],"genre_scores_gemma":[0.848354,0.000038282542,0.15129703,0.0000062500017,0.0000051324655,0.000008381763,0.000055166533,0.000009214686,0.00022653189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993664,0.00010499213,0.00019752875,0.00009152062,0.00011586366,0.00012367134],"domain_scores_gemma":[0.99954814,0.00019136442,0.00005372275,0.00007816915,0.000060042505,0.00006857814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042887471,0.00011153479,0.00018772445,0.00039261117,0.0001095152,0.000008653041,0.000083161256,0.0001111441,0.000022545406],"category_scores_gemma":[0.000036622732,0.00012740456,0.000024092753,0.00038670015,0.00005997592,0.00017740893,0.000038314112,0.00027714545,1.0803034e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003129667,0.003316997,0.67939395,0.0038229018,0.0014573875,0.000015715139,0.010745055,0.035133205,0.049206223,0.12601629,0.00526844,0.08531087],"study_design_scores_gemma":[0.0012580081,0.000040615145,0.9407376,0.00023465295,0.00002352959,0.000010466561,0.002291655,0.0009958091,0.0040296256,0.00006709814,0.05000687,0.0003040478],"about_ca_topic_score_codex":0.000006404358,"about_ca_topic_score_gemma":0.000027231461,"teacher_disagreement_score":0.2613437,"about_ca_system_score_codex":0.00019507877,"about_ca_system_score_gemma":0.00027795404,"threshold_uncertainty_score":0.5195407},"labels":[],"label_agreement":null},{"id":"W2130231775","doi":"10.24908/pceea.v0i0.3780","title":"CURRICULUM AS AN ENGINEERING DESIGN PROBLEM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Accreditation; Syllabus; Curriculum; Process (computing); Engineering design process; Civil engineering software; Requirements engineering; Engineering education; Engineering management; Work (physics); CDIO; Work in process; Computer science; Software engineering; Engineering; Mechanical engineering; Mathematics education; Programming language; Mathematics; Operations management; Pedagogy; Software","score_opus":0.00782079225045809,"score_gpt":0.18045512989177234,"score_spread":0.17263433764131425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130231775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95385516,0.00043716942,0.0014974693,0.00085860566,0.0095748,0.0019505472,0.000022272548,0.0020063021,0.029797705],"genre_scores_gemma":[0.9795816,0.000021783959,0.018927418,0.000084841646,0.0001811472,0.00022113863,0.00000965865,0.00010121015,0.0008711878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846554,0.0000063664547,0.00041399483,0.00024288466,0.00035519022,0.0005160089],"domain_scores_gemma":[0.9987587,0.000018940886,0.00015120886,0.0001726595,0.00046066946,0.00043781914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044884917,0.00029582425,0.00021984088,0.00044055883,0.000117799405,0.000098968056,0.00050325674,0.00021690002,0.000118426426],"category_scores_gemma":[0.00032482817,0.00030382877,0.00009153552,0.00081664074,0.00001101259,0.00044301848,0.00002186057,0.00033886483,0.00004792761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011070018,0.0015237627,0.2564539,0.0039803865,0.001665235,0.0000025916838,0.045307063,0.22763291,0.02562755,0.1911117,0.2389317,0.007752116],"study_design_scores_gemma":[0.0015520172,0.00028363033,0.4020338,0.0019516877,0.00050673116,0.00013356675,0.0049178833,0.2984264,0.08769979,0.0024249416,0.19436306,0.005706485],"about_ca_topic_score_codex":0.003474132,"about_ca_topic_score_gemma":0.0006879223,"teacher_disagreement_score":0.18868676,"about_ca_system_score_codex":0.0020953172,"about_ca_system_score_gemma":0.0005367831,"threshold_uncertainty_score":0.9999414},"labels":[],"label_agreement":null},{"id":"W2131482361","doi":"10.24908/pceea.v0i0.3799","title":"TEACHING CIVIL ENGINEERING DESIGN USING PROJECT-ORIENTED INDUSTRY DRIVEN CAPSTONE COURSES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Capstone; Curriculum; Engineering management; Engineering ethics; Engineering; Capstone course; Engineering design process; Process (computing); Engineering education; Pedagogy; Computer science; Psychology; Mechanical engineering","score_opus":0.016752419078304343,"score_gpt":0.2161227797173622,"score_spread":0.19937036063905786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131482361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97384274,0.00032186738,0.0032774766,0.00052788435,0.009100935,0.0015334175,0.000040440238,0.0011973282,0.010157895],"genre_scores_gemma":[0.98029876,0.000009321963,0.018258585,0.00006558289,0.00023614998,0.00011587949,0.000008200435,0.000109442066,0.00089806167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983598,0.000010096618,0.0004495947,0.00024509928,0.00038108387,0.00055435114],"domain_scores_gemma":[0.9989291,0.000037498277,0.00020641569,0.00016000564,0.00038239785,0.00028461698],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048110023,0.00032375826,0.00026099314,0.00062859786,0.00018197912,0.000073851086,0.00039244705,0.00037576497,0.000050296745],"category_scores_gemma":[0.00052518345,0.00034656748,0.00009771123,0.00078118074,0.000015383326,0.0003458844,0.00003109889,0.0008132861,0.000007749672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013412136,0.00074575766,0.1841892,0.0031237963,0.0018016587,0.0000025261982,0.052951258,0.48976487,0.06753299,0.03139384,0.1665136,0.0019671018],"study_design_scores_gemma":[0.0012555688,0.00008935376,0.2137879,0.002613034,0.00055535045,0.00010018792,0.0052711377,0.60714114,0.05177745,0.00014727096,0.113444045,0.0038175401],"about_ca_topic_score_codex":0.0054742494,"about_ca_topic_score_gemma":0.0011556506,"teacher_disagreement_score":0.1173763,"about_ca_system_score_codex":0.0032746266,"about_ca_system_score_gemma":0.0008465509,"threshold_uncertainty_score":0.9998986},"labels":[],"label_agreement":null},{"id":"W2132269413","doi":"10.24908/pceea.v0i0.4850","title":"CREATING FACULTY BUY-IN: LEADERSHIP CHALLENGES IN IMPLEMENTING CEAB GRADUATE ATTRIBUTES","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Accreditation; Curriculum; Autonomy; Engineering ethics; Process (computing); Disengagement theory; Engineering education; Perception; Public relations; Psychology; Medical education; Knowledge management; Engineering; Pedagogy; Political science; Engineering management; Computer science; Medicine","score_opus":0.06001594871605418,"score_gpt":0.23637236848678497,"score_spread":0.1763564197707308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132269413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777838,0.0007457907,0.0000101079095,0.008515218,0.0015247265,0.0007609482,0.0000145425565,0.00024760907,0.01039724],"genre_scores_gemma":[0.9980063,0.00007189516,0.00093096273,0.000065456574,0.00010354697,0.00025069265,0.000017788425,0.000045702265,0.0005076607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983991,0.0000063704324,0.00046704803,0.00020624492,0.0002984527,0.0006228132],"domain_scores_gemma":[0.9992463,0.000052590105,0.00014406304,0.00009493947,0.00029001175,0.00017211793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055241183,0.00021616166,0.00021858525,0.00051559997,0.00007807354,0.000106607586,0.0002802671,0.00014180726,0.000048703972],"category_scores_gemma":[0.0005858063,0.00022915889,0.00006202437,0.0007386999,0.000007900232,0.00034285634,0.00002261643,0.00035448428,0.00002136725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017566824,0.00027627396,0.79916626,0.0035520834,0.00028054143,5.3207344e-7,0.030614713,0.047447022,0.0074968934,0.01710122,0.06910589,0.02495681],"study_design_scores_gemma":[0.00022592874,0.000005319056,0.9732969,0.00042504675,0.000011057648,0.0000023239288,0.0047732512,0.010698048,0.0018339634,0.00014711272,0.008194069,0.00038698435],"about_ca_topic_score_codex":0.005258494,"about_ca_topic_score_gemma":0.010087896,"teacher_disagreement_score":0.17413063,"about_ca_system_score_codex":0.0029363525,"about_ca_system_score_gemma":0.00024224845,"threshold_uncertainty_score":0.9344828},"labels":[],"label_agreement":null},{"id":"W2133228619","doi":"10.24908/pceea.v0i0.3798","title":"EXPERIENCES WITH INTER-YEAR CAPSTONE DESIGN TEAMS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Capstone; Set (abstract data type); Engineering design process; Engineering education; Psychology; Engineering; Engineering management; Medical education; Mathematics education; Computer science; Mechanical engineering; Medicine","score_opus":0.006612704770872616,"score_gpt":0.16896248662071534,"score_spread":0.16234978184984272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133228619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691575,0.00017827298,0.0015947148,0.0005887765,0.0044026366,0.0007585576,0.000008114828,0.0005737494,0.022737643],"genre_scores_gemma":[0.9904885,0.000007556209,0.00796197,0.000056654393,0.00008018848,0.00021093272,0.000002767764,0.000045174984,0.001146211],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99905175,0.0000037027523,0.00023951287,0.00015283671,0.00024105687,0.00031112443],"domain_scores_gemma":[0.9992643,0.000016920141,0.000109589586,0.00010388338,0.000294293,0.00021098847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023371367,0.00018196869,0.00014785193,0.00025416203,0.00008846421,0.000056340745,0.00031408598,0.000108094864,0.00010214682],"category_scores_gemma":[0.00015509212,0.00016031737,0.0000449228,0.0005426446,0.000018565383,0.00021233797,0.00001204137,0.00019175203,0.000018033936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027595624,0.0006262774,0.20180894,0.0017396864,0.0013055728,0.0000012006228,0.3447565,0.021444052,0.0076760743,0.023015967,0.39133626,0.006261868],"study_design_scores_gemma":[0.0018941979,0.00032660548,0.52688444,0.002307017,0.00039828158,0.00008707765,0.11844553,0.027067753,0.20505102,0.0004355383,0.11225352,0.0048490088],"about_ca_topic_score_codex":0.0014347917,"about_ca_topic_score_gemma":0.0008190391,"teacher_disagreement_score":0.3250755,"about_ca_system_score_codex":0.0015520941,"about_ca_system_score_gemma":0.00042574384,"threshold_uncertainty_score":0.6537553},"labels":[],"label_agreement":null},{"id":"W2133805338","doi":"10.1109/istas.2000.915569","title":"Improving the bridge: making engineering education broader and longer","year":2002,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Presentation (obstetrics); Engineering education; Bridge (graph theory); Value (mathematics); Set (abstract data type); Work (physics); Medical education; Engineering; Psychology; Mathematics education; Pedagogy; Engineering ethics; Engineering management; Computer science; Medicine; Mechanical engineering","score_opus":0.008360295298414387,"score_gpt":0.19608272993124684,"score_spread":0.18772243463283245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133805338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83229405,0.013815562,0.10231706,0.0019426597,0.006569136,0.0008056446,0.0000022805107,0.0029811226,0.03927251],"genre_scores_gemma":[0.99537086,0.00007132784,0.003116631,0.00015720495,0.00013440599,0.000040749514,0.0000012298736,0.000026516147,0.0010810485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995311,0.000003263462,0.000118533106,0.000103156046,0.00008002938,0.00016391983],"domain_scores_gemma":[0.99977446,0.000020600752,0.000009990085,0.00013187689,0.000018052073,0.00004500626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000056519715,0.000111844485,0.00006380807,0.00005865953,0.00004691574,0.00007116679,0.00007516548,0.00003465664,0.00023549772],"category_scores_gemma":[0.000019472769,0.00008839692,0.000017064045,0.0001367416,0.000007887451,0.00009920081,0.000016952108,0.000116794916,0.00004892393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000110112,0.00015303057,0.0034267856,0.0010133624,0.00015801418,0.0000034027132,0.010183034,0.04573715,0.011691574,0.009795765,0.14037392,0.77746284],"study_design_scores_gemma":[0.00019969925,0.000009643161,0.082413234,0.00011837488,0.000025707119,0.00010336927,0.000474119,0.8391861,0.0015515991,0.000019332794,0.07522158,0.0006772671],"about_ca_topic_score_codex":0.0000051404068,"about_ca_topic_score_gemma":0.0000013881543,"teacher_disagreement_score":0.7934489,"about_ca_system_score_codex":0.00004865678,"about_ca_system_score_gemma":0.0000075645494,"threshold_uncertainty_score":0.36047217},"labels":[],"label_agreement":null},{"id":"W2134510041","doi":"10.24908/pceea.v0i0.5920","title":"SCALABILITY OF A GRADUATE ATTRIBUTES ASSESSMENT AND CONTINUOUS IMPROVEMENT PROCESS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Accreditation; Computer science; Scalability; Process (computing); Task (project management); Key (lock); Engineering management; Process management; Set (abstract data type); Systems engineering; Engineering; Medical education; Database; Medicine; Computer security","score_opus":0.01247397066551773,"score_gpt":0.23445202391250947,"score_spread":0.22197805324699174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134510041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952936,0.00011583357,0.000056192857,0.0011761405,0.0012894664,0.00038570233,0.000020723537,0.000106517575,0.0015558006],"genre_scores_gemma":[0.99826974,0.000011945631,0.0012668895,0.00003755609,0.000058484966,0.00009591252,0.000008140206,0.000026381527,0.00022493013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988761,0.000003699336,0.0003596346,0.00014778083,0.000363427,0.00024936654],"domain_scores_gemma":[0.99856406,0.000026017327,0.00017490728,0.000092181355,0.0008725613,0.00027028404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005664753,0.00015890646,0.00021135478,0.00018798604,0.000048457136,0.000050922506,0.00018639723,0.000095991345,0.0000066627563],"category_scores_gemma":[0.00043843506,0.00015430649,0.000044853765,0.00044087094,0.00001818334,0.00015536726,0.000019286304,0.00018194427,0.0000013521641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053877693,0.00040982143,0.8503102,0.0038421967,0.00056413945,1.3688242e-7,0.010889593,0.024070244,0.012664331,0.011474227,0.07676998,0.008999768],"study_design_scores_gemma":[0.00067022856,0.00006982171,0.9425756,0.000398347,0.000107188374,0.0000061282835,0.0028915976,0.0205615,0.022601036,0.00073381903,0.008700967,0.0006837982],"about_ca_topic_score_codex":0.0009794229,"about_ca_topic_score_gemma":0.0004267725,"teacher_disagreement_score":0.09226539,"about_ca_system_score_codex":0.001943819,"about_ca_system_score_gemma":0.00073965127,"threshold_uncertainty_score":0.6292436},"labels":[],"label_agreement":null},{"id":"W2135718473","doi":"10.24908/pceea.v0i0.3575","title":"The Analysis of three Case Studies as a guide to the Development of Pedagogy in Engineering Design Education","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Engineering design process; Design education; Documentation; Engineering ethics; Product design; Industrial design; Design brief; Engineering; Multidisciplinary approach; Process (computing); Engineering education; New product development; Engineering management; Design review (U.S. government); Product (mathematics); Computer science; Sociology; Management; Operations management; Business; Mechanical engineering","score_opus":0.019009482503976754,"score_gpt":0.27070434882873856,"score_spread":0.2516948663247618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135718473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904425,0.0011100008,0.0016511595,0.0010985604,0.003004941,0.0011090448,0.000010645806,0.00010390145,0.0014692299],"genre_scores_gemma":[0.9888331,0.0000340069,0.010340007,0.00003703791,0.00004875653,0.0003023448,0.0000032471087,0.000034790308,0.00036666056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984405,0.0000095928735,0.0007491517,0.00016640901,0.00031473866,0.00031959795],"domain_scores_gemma":[0.99851304,0.00015031477,0.00026401284,0.00020081266,0.0007299175,0.00014190852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011111539,0.00020648605,0.00029476586,0.0007936274,0.00013021861,0.000030974406,0.00044393927,0.0000979521,0.000012823647],"category_scores_gemma":[0.0012892773,0.00015979043,0.000100568825,0.0021098228,0.00001673196,0.00010953436,0.00003690557,0.00018757214,0.000003819106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019954725,0.0005075729,0.10157997,0.0021382838,0.0071138833,0.0000014309561,0.18106729,0.60875523,0.0060227076,0.02453146,0.039230805,0.029031405],"study_design_scores_gemma":[0.00048214474,0.00006303573,0.81357735,0.0011748137,0.0012505206,0.000053259075,0.026702994,0.059962247,0.03922066,0.00023636392,0.05577646,0.0015001785],"about_ca_topic_score_codex":0.002640921,"about_ca_topic_score_gemma":0.02566293,"teacher_disagreement_score":0.71199733,"about_ca_system_score_codex":0.0019223212,"about_ca_system_score_gemma":0.0013376517,"threshold_uncertainty_score":0.99211615},"labels":[],"label_agreement":null},{"id":"W213639592","doi":"","title":"La Acreditación Internacional en el programa de Ingeniería Industrial","year":2011,"lang":"es","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering; Engineering management; Political science; Library science; Management; Computer science","score_opus":0.023420509524727177,"score_gpt":0.2615695327395049,"score_spread":0.2381490232147777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W213639592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968649,0.00023654864,0.007942236,0.00019270243,0.0038317104,0.0003075244,0.000012561106,0.0007423437,0.08986951],"genre_scores_gemma":[0.98716545,0.00005724853,0.011021202,0.000036129062,0.00075842004,0.00007829565,0.000013145479,0.000053901138,0.0008162248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884665,0.0000532524,0.00030259983,0.0002090416,0.0001903636,0.00039808298],"domain_scores_gemma":[0.99946105,0.000054677013,0.000034954934,0.00018170066,0.000041869593,0.00022576668],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033950465,0.00025742062,0.00017804549,0.00014875941,0.0000330069,0.00013132284,0.00028295952,0.0003521272,0.0011459745],"category_scores_gemma":[0.00008993165,0.00025767338,0.00008393641,0.0002105897,0.000030893752,0.00011746644,0.00007594279,0.0005235206,0.00025174467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000948682,0.001805245,0.25931326,0.0006868657,0.0017448543,0.00016947604,0.05727882,0.00090647454,0.0013578195,0.34070745,0.06439414,0.27154073],"study_design_scores_gemma":[0.0019263495,0.0002070347,0.2085327,0.0006903808,0.00014160761,0.00022027298,0.0026839012,0.00630287,0.008000099,0.00055591005,0.76906335,0.0016755161],"about_ca_topic_score_codex":0.0000644897,"about_ca_topic_score_gemma":0.0000013485974,"teacher_disagreement_score":0.7046692,"about_ca_system_score_codex":0.00026080565,"about_ca_system_score_gemma":0.00016579674,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W2136493076","doi":"10.24908/pceea.v0i0.4894","title":"DESIGNING RUBRICS FOR COMMUNICATION COURSES IN ENGINEERING: A Work in Progress","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rubric; Presentation (obstetrics); Capstone; Computer science; Competence (human resources); Capstone course; Fluency; Public speaking; Task (project management); Mathematics education; Psychology; Engineering","score_opus":0.005675097559522001,"score_gpt":0.195023459538206,"score_spread":0.189348361978684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136493076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859526,0.0012993366,0.00041876858,0.005154317,0.002671255,0.0027039042,0.000013039936,0.00041183172,0.0013749256],"genre_scores_gemma":[0.98549575,0.000029419301,0.012869717,0.00005397368,0.000059772603,0.0011005619,0.000014735377,0.000059171347,0.00031691717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987664,0.000005073414,0.00043300752,0.00016094549,0.00020818754,0.00042634955],"domain_scores_gemma":[0.9991583,0.00009245479,0.000128724,0.00012937757,0.00033870433,0.00015242191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044117632,0.00019977236,0.0002088291,0.0005930245,0.000056049266,0.00012016509,0.00036021773,0.0001757136,0.00001568832],"category_scores_gemma":[0.0005442995,0.00022002684,0.000059703147,0.001138471,0.000010979308,0.00029210318,0.000017622344,0.0002902659,0.0000072430366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046151054,0.00027131406,0.64623266,0.0019475834,0.00015163414,1.2434248e-7,0.008074368,0.23304988,0.003137376,0.008206395,0.094652526,0.0042714914],"study_design_scores_gemma":[0.0005764967,0.0000136974595,0.9064297,0.0012755628,0.000027277656,0.0000025725442,0.0009201249,0.06314551,0.0032421316,0.00018474182,0.023427669,0.0007545096],"about_ca_topic_score_codex":0.0011562308,"about_ca_topic_score_gemma":0.0013880943,"teacher_disagreement_score":0.260197,"about_ca_system_score_codex":0.0028159588,"about_ca_system_score_gemma":0.0003066484,"threshold_uncertainty_score":0.8972434},"labels":[],"label_agreement":null},{"id":"W2138217990","doi":"10.24908/pceea.v0i0.3771","title":"TEACHING ENGINEERING COMMUNICATION TO FIRST YEAR ENGINEERING STUDENTS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Telecommunications engineering; Engineering education; Computer science; Work (physics); Mathematics education; Engineering management; Engineering; Psychology; Telecommunications; Mechanical engineering","score_opus":0.005757981182683089,"score_gpt":0.1901953808492777,"score_spread":0.18443739966659461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138217990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759758,0.0002992404,0.00080134574,0.001897222,0.006573732,0.0014519138,0.000036803023,0.0014020589,0.011561867],"genre_scores_gemma":[0.9841535,0.00001940771,0.014262304,0.00010297986,0.00015504313,0.00020849801,0.000010293211,0.00011214856,0.00097581284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828285,0.0000051577813,0.000476898,0.0002376976,0.0004764312,0.000520952],"domain_scores_gemma":[0.9988099,0.00004600114,0.00013409607,0.000268238,0.0003138175,0.00042797328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005733329,0.00031358554,0.00025123666,0.00060775806,0.00017554757,0.00013057457,0.00087043387,0.00019405781,0.00005568987],"category_scores_gemma":[0.0006413659,0.00034832227,0.00010740432,0.0007318326,0.000007152597,0.00036808194,0.00007868918,0.00050624186,0.00005383191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013359132,0.00077853317,0.39550382,0.0038767932,0.0015777542,0.0000010611583,0.056728363,0.24677382,0.0136818355,0.09957081,0.17877664,0.002717199],"study_design_scores_gemma":[0.0006344868,0.000047012334,0.72792447,0.0016729317,0.00016245247,0.000015252367,0.0012176192,0.027927317,0.010218005,0.00010987711,0.22809051,0.0019800973],"about_ca_topic_score_codex":0.0024411625,"about_ca_topic_score_gemma":0.0012329516,"teacher_disagreement_score":0.33242062,"about_ca_system_score_codex":0.0028122172,"about_ca_system_score_gemma":0.00018771128,"threshold_uncertainty_score":0.9998969},"labels":[],"label_agreement":null},{"id":"W2138957073","doi":"10.24908/pceea.v0i0.5950","title":"Industry Forum III: Towards A Common Language","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Rubric; General partnership; Work (physics); Engineering education; Perception; Measure (data warehouse); Psychology; Engineering; Medical education; Engineering ethics; Engineering management; Pedagogy; Computer science; Business; Medicine; Mechanical engineering","score_opus":0.006164482795277083,"score_gpt":0.20801424304567256,"score_spread":0.20184976025039547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138957073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95620954,0.00043324623,0.000036819547,0.0052556028,0.005717228,0.00044620215,0.000024293857,0.0004975843,0.031379458],"genre_scores_gemma":[0.9956921,0.0000060882808,0.00074385415,0.00026748455,0.00018267568,0.00007899198,0.000013493949,0.000047591417,0.0029677746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988639,0.0000035179323,0.00029067177,0.00013405627,0.00034979015,0.00035811603],"domain_scores_gemma":[0.99901664,0.000013836657,0.00011457043,0.000118530785,0.00034055574,0.00039586288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031497588,0.00018259947,0.00017927107,0.00027500387,0.00006933083,0.000089686924,0.00032472424,0.0003745644,0.00003275951],"category_scores_gemma":[0.00035569555,0.00018458045,0.00006560596,0.0006308229,0.000009790329,0.00019671339,0.000024363766,0.00058824645,0.000018961622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002732208,0.00012247519,0.10077928,0.0004537451,0.00027040712,3.79047e-7,0.012420116,0.024670959,0.002367372,0.009766648,0.8429382,0.0062077],"study_design_scores_gemma":[0.0014835786,0.000051835985,0.32944033,0.0007795972,0.00017007483,0.000040877647,0.016405707,0.03349758,0.029120674,0.0005081481,0.58643234,0.0020692574],"about_ca_topic_score_codex":0.0043486133,"about_ca_topic_score_gemma":0.0031527872,"teacher_disagreement_score":0.25650585,"about_ca_system_score_codex":0.0031803136,"about_ca_system_score_gemma":0.0007818708,"threshold_uncertainty_score":0.83164096},"labels":[],"label_agreement":null},{"id":"W2139431693","doi":"10.24908/pceea.v0i0.3692","title":"EXAMINING THE AGREEMENT BETWEEN STUDENT AND INSTRUCTOR TASK PERCEPTIONS IN A COMPLEX ENGINEERING DESIGN TASK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Context (archaeology); Perception; Task analysis; Mathematics education; Job design; Psychology; Class (philosophy); Computer science; Cognitive psychology; Pedagogy; Social psychology; Engineering; Artificial intelligence; Job performance","score_opus":0.024326159419198544,"score_gpt":0.21034514197766263,"score_spread":0.18601898255846408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139431693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996084,0.00014508073,0.00037479648,0.00048587826,0.0010022185,0.00062087923,0.000015588668,0.00014651794,0.0011250437],"genre_scores_gemma":[0.9953208,0.00003212318,0.004068643,0.000057829962,0.00013637799,0.00017148818,0.000008697858,0.00004455407,0.00015949529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987039,0.000009355462,0.00041215235,0.0001982777,0.0002919996,0.00038430834],"domain_scores_gemma":[0.99932563,0.000051666844,0.00012126002,0.00013108728,0.00016816538,0.00020215905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005262416,0.00023191683,0.00020957636,0.00038290166,0.0001241494,0.00008866033,0.00035670478,0.00012429884,0.000044246583],"category_scores_gemma":[0.00022370597,0.00021023622,0.000044766057,0.00061780383,0.000018141996,0.00018195498,0.00003900633,0.00032297717,0.000007648692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027615133,0.0001560224,0.86455095,0.0007269129,0.0005149368,4.3955507e-7,0.06140418,0.034661897,0.010491198,0.004204845,0.017735716,0.005550169],"study_design_scores_gemma":[0.00014659896,0.000010788637,0.9886166,0.000115171766,0.00003433583,0.0000029208077,0.0015425035,0.0052968003,0.00030018043,0.000020860249,0.0036601028,0.0002531274],"about_ca_topic_score_codex":0.0013293383,"about_ca_topic_score_gemma":0.0009126299,"teacher_disagreement_score":0.12406569,"about_ca_system_score_codex":0.0018925669,"about_ca_system_score_gemma":0.00020374499,"threshold_uncertainty_score":0.8573184},"labels":[],"label_agreement":null},{"id":"W2139470851","doi":"10.1002/tl.256","title":"Teaching writing in a laboratory‐based engineering course with a “How People Learn” framework","year":2006,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Compromise; Computer science; Mathematics education; Teaching method; Communication skills; Multimedia; Psychology; Medical education; Engineering; Sociology","score_opus":0.003167479534399435,"score_gpt":0.2152433684048684,"score_spread":0.21207588887046896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139470851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7042284,0.0006353508,0.29178292,0.0006185091,0.00032960836,0.00022556788,0.0000024442174,0.0013146662,0.0008625266],"genre_scores_gemma":[0.9158967,0.000005141591,0.08288125,0.000020149973,0.00024652467,0.00008433195,0.000016018854,0.00007076468,0.00077907974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908054,0.00006154839,0.00018202639,0.00022648438,0.00011578926,0.00033363985],"domain_scores_gemma":[0.99940485,0.00034469692,0.000034532804,0.00010162361,0.000022999115,0.000091284535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005770885,0.00021069693,0.00019508775,0.00023696659,0.00042619262,0.00014934312,0.000060872768,0.00009451621,0.0000057313746],"category_scores_gemma":[0.0002521873,0.000223078,0.000035918954,0.00026895964,0.000009310615,0.00015448558,0.0000079861475,0.0014738161,0.0000014714986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056690415,0.000070011,0.020859832,0.00020261804,0.000033605837,0.0000025587783,0.0038636308,0.95072675,0.0009838537,0.0017766373,0.00075876055,0.020716077],"study_design_scores_gemma":[0.0012504403,0.00010461549,0.04598386,0.001103306,0.000060363745,0.000026439273,0.0047463016,0.7192758,0.00022409765,0.000046587462,0.22618906,0.0009891839],"about_ca_topic_score_codex":0.00043231138,"about_ca_topic_score_gemma":0.00017419849,"teacher_disagreement_score":0.23145099,"about_ca_system_score_codex":0.00011683209,"about_ca_system_score_gemma":0.00005074098,"threshold_uncertainty_score":0.9096857},"labels":[],"label_agreement":null},{"id":"W2139732628","doi":"10.24908/pceea.v0i0.3911","title":"ALUMNI/AE SURVEYS AS TOOLS FOR DIRECTING CHANGE IN ENGINEERING CURRICULUM","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Set (abstract data type); Medical education; Engine department; Survey research; Engineering; Engineering management; Psychology; Pedagogy; Computer science; Medicine; Applied psychology","score_opus":0.018164401585209173,"score_gpt":0.2153156148705528,"score_spread":0.19715121328534363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139732628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98251754,0.0003998861,0.00025771707,0.00074537436,0.007772563,0.001594977,0.000037136524,0.00056401914,0.0061107674],"genre_scores_gemma":[0.9953552,0.0000238058,0.0031000208,0.00007945077,0.00024391305,0.00069002126,0.00001794892,0.00008666461,0.00040300694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848187,0.000007825925,0.00045867806,0.00023674013,0.00026010757,0.0005547899],"domain_scores_gemma":[0.99899906,0.00008128522,0.00015905364,0.00012743082,0.00038641933,0.00024675604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009539376,0.00027173257,0.00026171736,0.00054432993,0.000085918844,0.00010546941,0.0003630028,0.0002110904,0.0000459206],"category_scores_gemma":[0.0014955689,0.0002969607,0.000112807356,0.00091153546,0.0000074279724,0.0005128163,0.00002235474,0.00029461185,0.000012956237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063316284,0.00067098835,0.82084656,0.0052013677,0.00072576845,0.0000011261794,0.04147595,0.019762857,0.009130007,0.034216758,0.03849803,0.029464267],"study_design_scores_gemma":[0.000500017,0.000031290132,0.92267096,0.000799584,0.00006242794,0.0000097797065,0.0011131583,0.032922633,0.0105946725,0.000118466975,0.030078778,0.0010982507],"about_ca_topic_score_codex":0.007934964,"about_ca_topic_score_gemma":0.0049072937,"teacher_disagreement_score":0.101824395,"about_ca_system_score_codex":0.0025105004,"about_ca_system_score_gemma":0.000290642,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W2140017409","doi":"10.24908/pceea.v0i0.4861","title":"Evaluation of software tools supporting outcomes-based continuous program improvement processes","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; Queen's University","funders":"","keywords":"Accreditation; Computer science; Learning Management; Process (computing); Analytics; Process management; Software engineering; Engineering management; Data science; Engineering; Multimedia; Medical education","score_opus":0.009151556054774902,"score_gpt":0.23555671773962752,"score_spread":0.2264051616848526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140017409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919832,0.00014345822,0.00011517407,0.0010892693,0.0018918954,0.0022420073,0.000026733336,0.00041607357,0.0020922234],"genre_scores_gemma":[0.99391484,0.000003974668,0.0044678114,0.00007988855,0.00005941104,0.0010969818,0.000027063405,0.000050936032,0.00029908065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980175,0.000006903313,0.0005726753,0.0001804919,0.00083509984,0.00038731055],"domain_scores_gemma":[0.99623954,0.00006520341,0.0003703209,0.00013502476,0.0029979232,0.0001919829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009336964,0.00022319262,0.00025554595,0.00030846294,0.00008024069,0.000134257,0.0003022528,0.00014306205,0.00012016328],"category_scores_gemma":[0.0032443495,0.0002123202,0.00009418943,0.0007081568,0.000013220118,0.00032690464,0.000015068992,0.0001832166,0.000011053182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021843964,0.00087398884,0.5130456,0.0065068793,0.001052903,7.7153715e-8,0.003968505,0.12350033,0.01483533,0.0011175564,0.08084425,0.25425237],"study_design_scores_gemma":[0.0010380789,0.00008924823,0.8683948,0.000813604,0.0004376621,0.0000023627786,0.0013490572,0.0674159,0.04489728,0.0002810972,0.0141465785,0.0011343247],"about_ca_topic_score_codex":0.001400641,"about_ca_topic_score_gemma":0.00075655564,"teacher_disagreement_score":0.3553492,"about_ca_system_score_codex":0.0025268467,"about_ca_system_score_gemma":0.0016738678,"threshold_uncertainty_score":0.86581665},"labels":[],"label_agreement":null},{"id":"W2140681962","doi":"10.12806/v11/i1/ab1","title":"A Summer Leadership Development Program for Chemical Engineering Students","year":2012,"lang":"en","type":"article","venue":"Journal of Leadership Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Engineers Without Borders Canada; University of Toronto","funders":"","keywords":"Leadership development; Mathematics education; Engineering; Engineering management; Psychology; Political science; Public relations","score_opus":0.08072590016715477,"score_gpt":0.3186857055792717,"score_spread":0.23795980541211698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140681962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97444296,0.0046818308,0.011455323,0.00083948404,0.0074868593,0.0006664821,7.1907544e-7,0.00026228247,0.00016404621],"genre_scores_gemma":[0.95657575,0.000010232855,0.041906197,0.00013326941,0.0009522812,0.0001485796,0.000011867577,0.00004662232,0.00021521197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987268,0.000009632792,0.00045547326,0.00007841923,0.00030257014,0.00042710357],"domain_scores_gemma":[0.9993547,0.000053917756,0.00009687525,0.00009435938,0.0001477524,0.00025236106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004556187,0.00017799214,0.00018457188,0.00021979437,0.000028366934,0.000051588442,0.00021710509,0.00009548111,0.00002453196],"category_scores_gemma":[0.00009945272,0.00017600419,0.00008483514,0.00019675546,0.0000106336975,0.00029175144,0.000007735055,0.00022881106,0.00001986021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009059788,0.007838771,0.078809984,0.006335685,0.0014523941,0.0000019987463,0.07901695,0.0057659056,0.02621479,0.00125392,0.18817717,0.60504186],"study_design_scores_gemma":[0.002549017,0.00022153062,0.22354816,0.0016992786,0.00029045457,0.00032303834,0.037267853,0.0015941362,0.14111987,0.000022630038,0.5892153,0.002148735],"about_ca_topic_score_codex":2.7387586e-7,"about_ca_topic_score_gemma":2.1637565e-7,"teacher_disagreement_score":0.6028931,"about_ca_system_score_codex":0.00038119502,"about_ca_system_score_gemma":0.00019510198,"threshold_uncertainty_score":0.71772426},"labels":[],"label_agreement":null},{"id":"W2140951509","doi":"10.24908/pceea.v0i0.3963","title":"TOWARDS ENGINEERING DESIGN COURSEWARE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Technische Universiteit Eindhoven; University of Calgary","keywords":"Key (lock); Focus (optics); Computer science; Engineering design process; Software engineering; Design elements and principles; Engineering education; Systems engineering; Engineering management; Engineering; Mechanical engineering","score_opus":0.010459548364692116,"score_gpt":0.17618299425885794,"score_spread":0.16572344589416582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140951509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7326594,0.0031449215,0.018500729,0.0062532974,0.06057495,0.0062011536,0.00018841223,0.007098929,0.1653782],"genre_scores_gemma":[0.9843242,0.000024299667,0.014197676,0.00009204576,0.00017327642,0.0001518555,0.0000066141483,0.00008867894,0.00094134465],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986519,0.000004033861,0.00035916083,0.00018694198,0.00033949994,0.00045843847],"domain_scores_gemma":[0.9989719,0.000024919134,0.00012586314,0.00014356033,0.00041889137,0.00031485962],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038276028,0.00025961528,0.00020764288,0.0003974645,0.000095918665,0.00006932783,0.00043374748,0.00019844768,0.00011089692],"category_scores_gemma":[0.00042207714,0.00026745105,0.00009951677,0.0007314359,0.000010582488,0.00023801312,0.000021355645,0.00030307847,0.000029802999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001409684,0.000622758,0.07935624,0.0034014331,0.0018222638,0.0000019265738,0.03304389,0.17761898,0.021579787,0.08526309,0.58135605,0.015919484],"study_design_scores_gemma":[0.0008880075,0.000070679256,0.65517604,0.0013136182,0.00030064496,0.00004575533,0.0015171461,0.09472228,0.08886625,0.00050661946,0.15369892,0.0028940346],"about_ca_topic_score_codex":0.0012525059,"about_ca_topic_score_gemma":0.00034034654,"teacher_disagreement_score":0.5758198,"about_ca_system_score_codex":0.002330291,"about_ca_system_score_gemma":0.000612732,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W2142048126","doi":"10.24908/pceea.v0i0.5865","title":"RECONCILING GRADUATE ATTRIBUTE ASSESSMENT WITH EXISTING OUTCOME-BASED ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Accreditation; Framing (construction); Curriculum; Medical education; Psychology; Process (computing); Quality (philosophy); Computer science; Engineering; Pedagogy; Medicine","score_opus":0.043024479191747775,"score_gpt":0.2705329153112343,"score_spread":0.2275084361194865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142048126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578551,0.00014583892,0.0030381382,0.005583487,0.0072344914,0.0011129292,0.000048108825,0.00090456917,0.024077334],"genre_scores_gemma":[0.9800752,0.0000035766996,0.018508317,0.00015614086,0.00015422836,0.00015963014,0.000028834633,0.00006767499,0.0008464335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821085,0.000008062807,0.00047362348,0.00022220265,0.0006383577,0.00044690512],"domain_scores_gemma":[0.99816227,0.000050597188,0.00024365752,0.00015091915,0.00095945125,0.00043311366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009014121,0.00026706024,0.0002601339,0.00033507947,0.00013619274,0.00015821544,0.00031597444,0.00013098691,0.00001590804],"category_scores_gemma":[0.0004106223,0.00024873274,0.000076348144,0.0007622511,0.000013550551,0.00022235047,0.000017658853,0.000432003,0.000007721329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022324575,0.00012112492,0.6794139,0.0007421296,0.00026018434,4.617466e-7,0.0013030295,0.26664996,0.00076870807,0.0047825295,0.044699963,0.0012557638],"study_design_scores_gemma":[0.0012640534,0.00006847877,0.77713716,0.0007691721,0.00017469468,0.00001423562,0.0019921607,0.15189636,0.0032093278,0.00009809884,0.06196736,0.0014089077],"about_ca_topic_score_codex":0.0010832156,"about_ca_topic_score_gemma":0.0012257961,"teacher_disagreement_score":0.114753604,"about_ca_system_score_codex":0.007255684,"about_ca_system_score_gemma":0.0019563835,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W2142067928","doi":"10.24908/pceea.v0i0.3586","title":"The Professional Spine: Creation of a Four-year Engineering Design and Practice Sequence","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University; American Society for Engineering Education","keywords":"Syllabus; CDIO; Accreditation; Engineering; Competence (human resources); Engineering education; Engineering ethics; Engineering design process; Creativity; Sequence (biology); Process (computing); Engineering management; Medical education; Mathematics education; Psychology; Computer science; Medicine; Mechanical engineering","score_opus":0.01544189265972649,"score_gpt":0.22192567910038738,"score_spread":0.2064837864406609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142067928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88347775,0.0038270084,0.013701873,0.016449617,0.029947056,0.0070503764,0.000081053404,0.0018409138,0.043624353],"genre_scores_gemma":[0.97580045,0.000108224165,0.023001354,0.000048312068,0.000086329186,0.00013283451,0.0000032849207,0.000044937628,0.00077424577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989334,0.000010905373,0.00034582007,0.00013707858,0.00029955077,0.00027329545],"domain_scores_gemma":[0.9988124,0.0001537737,0.00021237164,0.000108608416,0.0005551433,0.00015774835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008192421,0.00016764838,0.00014328392,0.00018872884,0.0001351712,0.000053248346,0.0002564872,0.00012461148,0.000011660644],"category_scores_gemma":[0.0019547862,0.0001427789,0.000046136905,0.00048257818,0.000022500406,0.00033203154,0.000021853839,0.00022870851,0.0000030795877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082820465,0.0007398651,0.07442504,0.0058367746,0.0024995795,0.0000015831306,0.057582937,0.13889197,0.12812218,0.42811787,0.1423317,0.021367673],"study_design_scores_gemma":[0.0010269575,0.00011844439,0.6680498,0.0018487686,0.00038395234,0.000099799545,0.0045640883,0.13185899,0.046701588,0.0008837499,0.14260425,0.0018595905],"about_ca_topic_score_codex":0.00049798697,"about_ca_topic_score_gemma":0.00012227823,"teacher_disagreement_score":0.5936248,"about_ca_system_score_codex":0.0008975052,"about_ca_system_score_gemma":0.00043406844,"threshold_uncertainty_score":0.58223546},"labels":[],"label_agreement":null},{"id":"W2142839796","doi":"10.24908/pceea.v0i0.3781","title":"STUDENT ASSESSMENT IN CAPSTONE DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Accreditation; Curriculum; Capstone course; Engineering education; Formative assessment; Work (physics); Engineering management; Engineering; Computer science; Medical education; Mathematics education; Psychology; Pedagogy; Medicine","score_opus":0.010211988731090221,"score_gpt":0.2130702372320118,"score_spread":0.20285824850092157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142839796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9381998,0.00034075597,0.0007402433,0.0012940058,0.008030619,0.0013792431,0.000013458039,0.00050322816,0.049498633],"genre_scores_gemma":[0.99155915,0.000022140497,0.0073275254,0.000068590176,0.00006179492,0.00016226205,0.0000032876521,0.000040430543,0.0007548126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988871,0.0000057449292,0.00034215377,0.00014824298,0.00028559685,0.00033112182],"domain_scores_gemma":[0.99937105,0.000021465235,0.00010582086,0.000100831254,0.00022056935,0.0001802718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046069227,0.00017149455,0.0001649644,0.00040027392,0.000056572062,0.000044232806,0.00031602656,0.00012420288,0.00006132666],"category_scores_gemma":[0.00013302533,0.00017668497,0.000052160274,0.0006422868,0.000008219856,0.00016502285,0.000016469214,0.00028863896,0.000012409591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037124182,0.000696824,0.73883605,0.00093820295,0.0004589984,9.187067e-7,0.029493669,0.070138894,0.008359587,0.03936999,0.108522706,0.0031804591],"study_design_scores_gemma":[0.00017507987,0.0000099171075,0.9836768,0.00013935722,0.000021321803,0.0000025211414,0.0006545428,0.005193548,0.0035163148,0.000106607724,0.0061926036,0.00031136614],"about_ca_topic_score_codex":0.002242633,"about_ca_topic_score_gemma":0.00224307,"teacher_disagreement_score":0.24484079,"about_ca_system_score_codex":0.0038104355,"about_ca_system_score_gemma":0.0005599709,"threshold_uncertainty_score":0.9964157},"labels":[],"label_agreement":null},{"id":"W2143627312","doi":"10.1109/te.2007.901982","title":"Best Practices Involving Teamwork in the Classroom: Results From a Survey of 6435 Engineering Student Respondents","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Psychology; Quarter (Canadian coin); Medical education; Set (abstract data type); Variance (accounting); Work (physics); Mathematics education; Engineering; Computer science; Management; Medicine","score_opus":0.035357096746200085,"score_gpt":0.31563714365037926,"score_spread":0.2802800469041792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143627312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736635,0.00025781087,0.022741804,0.000094673436,0.0024735143,0.00025926135,0.000025418502,0.00008457224,0.00039944836],"genre_scores_gemma":[0.99828166,0.0001136827,0.0012232139,0.000035607205,0.00006923168,0.00005799491,0.000031815205,0.000026042075,0.00016076915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99875474,0.000062346706,0.0004844728,0.00018833493,0.00030596775,0.00020412539],"domain_scores_gemma":[0.9987208,0.0007075617,0.00011817957,0.000306509,0.00008837406,0.000058559835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011222626,0.00015839959,0.00013358827,0.00032778564,0.000048580772,0.00004063529,0.00023397143,0.0000899625,0.000018547553],"category_scores_gemma":[0.000114766466,0.00014830667,0.000034969376,0.0007808687,0.000011021985,0.00017156439,8.6261554e-7,0.00034096997,0.00002617068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030861696,0.005792256,0.025846563,0.00025373726,0.0003337764,0.0000062833215,0.05465498,0.8205869,0.016720908,0.00012705258,0.0028567144,0.072512165],"study_design_scores_gemma":[0.0005843914,0.000057022426,0.97437835,0.0003757454,0.000039223578,0.000004588318,0.0063646464,0.0049534733,0.011287166,0.000011406502,0.0015792158,0.00036476392],"about_ca_topic_score_codex":0.0016192307,"about_ca_topic_score_gemma":0.0015804577,"teacher_disagreement_score":0.9485318,"about_ca_system_score_codex":0.00025085954,"about_ca_system_score_gemma":0.00012371835,"threshold_uncertainty_score":0.60477704},"labels":[],"label_agreement":null},{"id":"W2143974165","doi":"10.5539/ies.v6n6p161","title":"Direct Measurement and Evaluation for Mechanical Engineering Programme Outcomes: Impact on Continuous Improvement","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Audit; Session (web analytics); Engineering education; Medical education; Data collection; Microsoft excel; Process (computing); Program evaluation; Engineering; Engineering management; Computer science; Mathematics; Medicine; Accounting; Business","score_opus":0.05212836930659052,"score_gpt":0.34739228591701676,"score_spread":0.2952639166104262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143974165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799425,0.0015542096,0.0033544814,0.0018410253,0.009865514,0.0020236804,0.000011958716,0.0003808641,0.0010257636],"genre_scores_gemma":[0.9928584,0.00008400676,0.002903466,0.00011334322,0.00013652947,0.003680422,0.000024819497,0.000024131521,0.00017487342],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989604,0.0000073980414,0.00026204262,0.00018056514,0.00040701168,0.00018259775],"domain_scores_gemma":[0.9983479,0.00007962029,0.000040667157,0.00010161396,0.0013514471,0.000078774036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036676068,0.00018659588,0.00017459919,0.00013978255,0.000041167805,0.000074103606,0.000083881525,0.000033825258,0.000051768242],"category_scores_gemma":[0.00051447935,0.00015052287,0.000060533253,0.00006909346,0.000008778828,0.00011595866,0.000017178862,0.00006021486,0.00002189337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026204107,0.0012402815,0.006246697,0.00050930236,0.0050664344,2.8486187e-7,0.0035646285,0.03967032,0.014050649,0.0050088726,0.112688616,0.81192774],"study_design_scores_gemma":[0.0062502455,0.0011961662,0.46433634,0.0014048783,0.0005418585,0.000023172928,0.0117431125,0.31697926,0.028353708,0.004017112,0.16171484,0.0034393119],"about_ca_topic_score_codex":0.000018235105,"about_ca_topic_score_gemma":0.0000029660193,"teacher_disagreement_score":0.8084884,"about_ca_system_score_codex":0.0008060031,"about_ca_system_score_gemma":0.00007892491,"threshold_uncertainty_score":0.6138144},"labels":[],"label_agreement":null},{"id":"W2144596973","doi":"","title":"A NEW CDIO-BASED TRAINING PROGRAM FOR ADVANCED DEGREES IN AEROSPACE","year":2014,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aerospace; CDIO; Engineering management; Syllabus; Engineering education; Engineering; Management; Training (meteorology); Medical education; Pedagogy; Sociology; Medicine","score_opus":0.011060406230972887,"score_gpt":0.24375099283819077,"score_spread":0.2326905866072179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144596973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08364516,0.00010055567,0.90525514,0.0004364596,0.000676758,0.0006734937,6.882744e-7,0.001421745,0.0077899923],"genre_scores_gemma":[0.60613924,0.0000018990343,0.39294255,0.00004137956,0.000038875303,0.00023907195,0.0000069403295,0.000021225916,0.00056881417],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952084,0.0000031251122,0.00011677593,0.000100053956,0.000056839726,0.00020235847],"domain_scores_gemma":[0.9997785,0.000036131234,0.000007933076,0.00008654319,0.000012767564,0.00007809978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007819532,0.00009739856,0.00010179895,0.000062132174,0.000012658826,0.00001927918,0.000066232315,0.000035295303,0.00003817618],"category_scores_gemma":[0.00003352873,0.00009474631,0.000026861197,0.00014564238,0.000003079148,0.000040850304,0.0000028482123,0.00005290268,0.000008829185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036239371,0.000033933906,0.0004442433,0.00010168349,0.000009231559,1.9059924e-7,0.0007749147,0.38404444,0.00086914387,0.0016930536,0.0050078575,0.6070177],"study_design_scores_gemma":[0.0019785322,0.000104590945,0.009640984,0.0001318976,0.0000058475925,0.0000014727899,0.00039514893,0.73555076,0.0047248094,0.00010196278,0.24683994,0.00052402815],"about_ca_topic_score_codex":0.0000044425615,"about_ca_topic_score_gemma":0.000073174,"teacher_disagreement_score":0.60649365,"about_ca_system_score_codex":0.0000487161,"about_ca_system_score_gemma":0.0000372531,"threshold_uncertainty_score":0.38636425},"labels":[],"label_agreement":null},{"id":"W2146275746","doi":"10.24908/pceea.v0i0.5953","title":"THE SELF-DIRECTED LEARNING READINESS SCALE, CONSCIENTIOUSNESS, AND THE PREDICTION OF ENGINEERING STUDENT LEARNING OUTCOMES","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Conscientiousness; Scale (ratio); Psychology; Computer science; Applied psychology; Personality; Big Five personality traits; Social psychology","score_opus":0.0034305704951107106,"score_gpt":0.1870120189392845,"score_spread":0.1835814484441738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146275746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98892105,0.0006535422,0.000049423383,0.0022209578,0.004573477,0.0007314752,0.0000087423605,0.000899913,0.001941439],"genre_scores_gemma":[0.9978503,0.00008158654,0.0005225785,0.000020433106,0.0000962642,0.00013087595,0.0000070801193,0.00004402882,0.0012468364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857503,0.000018336015,0.0004457614,0.00016143001,0.00047763807,0.000321827],"domain_scores_gemma":[0.9985645,0.00018456546,0.00024600304,0.00011330284,0.0006928303,0.00019879604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011803814,0.00020596212,0.00024566616,0.00021854503,0.00027593342,0.00016299379,0.00032435372,0.00011827784,0.000002954806],"category_scores_gemma":[0.0015499977,0.00014760485,0.000078288154,0.00071266835,0.000042428568,0.0001737112,0.00004042719,0.00042393667,0.0000024668427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068497234,0.0000827809,0.7694682,0.0005297267,0.0006119626,8.211965e-8,0.014297334,0.18829414,0.00095444033,0.009391441,0.015339757,0.0010233228],"study_design_scores_gemma":[0.0010515113,0.00002057346,0.7540411,0.00025816108,0.00016098349,0.00000995244,0.0031055717,0.18769157,0.001036676,0.00005895635,0.05215854,0.00040645114],"about_ca_topic_score_codex":0.0006747836,"about_ca_topic_score_gemma":0.0004345752,"teacher_disagreement_score":0.03681878,"about_ca_system_score_codex":0.0012300891,"about_ca_system_score_gemma":0.00036878735,"threshold_uncertainty_score":0.6019151},"labels":[],"label_agreement":null},{"id":"W2147202368","doi":"10.24908/pceea.v0i0.3992","title":"SITE INTERNET DU GÉNIE DE LA CONCEPTION MÉCANIQUE","year":2011,"lang":"fr","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.004782595007598927,"score_gpt":0.18122766986022096,"score_spread":0.17644507485262204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147202368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86544067,0.0020497495,0.0011954395,0.008440244,0.020116616,0.0010459158,0.0000935843,0.0005673235,0.10105047],"genre_scores_gemma":[0.9796996,0.0001510624,0.007771368,0.00023395974,0.0005669465,0.000118527816,0.000015646356,0.00009122041,0.01135167],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984423,0.00002416296,0.0004579385,0.00023967143,0.00028464737,0.00055127137],"domain_scores_gemma":[0.9985669,0.000070016926,0.0002794086,0.0001314497,0.0005300985,0.00042209344],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085452036,0.00030386442,0.0002406634,0.00035334437,0.00010388382,0.00014508123,0.0003975547,0.00045839956,0.0006806596],"category_scores_gemma":[0.00082068966,0.0003537492,0.00014241293,0.00063922396,0.00004676794,0.0003345316,0.000035091616,0.0005430856,0.000087986045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004133097,0.0003160508,0.27696103,0.0015188159,0.00044718434,8.659204e-7,0.038896844,0.0042243972,0.0045066355,0.12621507,0.5432887,0.0036202392],"study_design_scores_gemma":[0.0003725279,0.0000316044,0.6300794,0.0011155431,0.00019389649,0.00004824758,0.0012370633,0.013404725,0.014375075,0.0007294681,0.337508,0.0009044521],"about_ca_topic_score_codex":0.031085886,"about_ca_topic_score_gemma":0.0038483443,"teacher_disagreement_score":0.35311836,"about_ca_system_score_codex":0.007959093,"about_ca_system_score_gemma":0.0013003962,"threshold_uncertainty_score":0.99989146},"labels":[],"label_agreement":null},{"id":"W2147765272","doi":"10.24908/pceea.v0i0.4901","title":"The Process of Continual Improvement of Engineering Programs at the University of Manitoba: Now and Next","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Process (computing); Engineering management; Curriculum; Computer science; Process management; Medical education; Engineering; Medicine; Psychology","score_opus":0.002743873693215255,"score_gpt":0.15488562555209018,"score_spread":0.15214175185887494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147765272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99693286,0.0003024593,0.000020991609,0.0012137946,0.0006065877,0.0005369748,0.000008589026,0.000040812636,0.0003369437],"genre_scores_gemma":[0.999076,0.00006443864,0.00028143838,0.000013559762,0.0000338282,0.00003333143,0.000004069021,0.000023150309,0.00047019098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990898,0.0000028173724,0.00031330297,0.0001071623,0.00025807528,0.00022888987],"domain_scores_gemma":[0.998887,0.000059369282,0.00026352116,0.00011349206,0.0005751666,0.00010143936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002816062,0.00013998435,0.00017424197,0.00010718383,0.000104540944,0.0000345178,0.0003065902,0.00008583762,0.000012764413],"category_scores_gemma":[0.00016896683,0.00011028827,0.000061640225,0.00038150814,0.000041695494,0.00014692864,0.0000344639,0.00014256619,0.0000018731448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023637189,0.0005713343,0.45484746,0.012469693,0.0025363748,2.0627698e-7,0.04548973,0.07225782,0.23084348,0.009819181,0.124076955,0.04706412],"study_design_scores_gemma":[0.0007078449,0.00008997248,0.81701726,0.0009126265,0.00020189838,0.000006736933,0.013697576,0.034996264,0.07382146,0.000089960944,0.057719678,0.0007387419],"about_ca_topic_score_codex":0.0017048288,"about_ca_topic_score_gemma":0.005080055,"teacher_disagreement_score":0.36216977,"about_ca_system_score_codex":0.00072358764,"about_ca_system_score_gemma":0.00016454977,"threshold_uncertainty_score":0.4497425},"labels":[],"label_agreement":null},{"id":"W2148352706","doi":"10.24908/pceea.v0i0.4826","title":"The Innovation Agenda: Potential Implications for the Engineering Design Curriculum","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Lagging; Curriculum; Presentation (obstetrics); Workforce; Government (linguistics); Phrase; Engineering ethics; Public relations; Political science; Public policy; Engineering; Sociology; Pedagogy; Computer science","score_opus":0.0076943421058496995,"score_gpt":0.199043459244423,"score_spread":0.19134911713857328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148352706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47777423,0.0069910814,0.14492416,0.25191462,0.07707754,0.027804492,0.0003035591,0.0046166475,0.008593676],"genre_scores_gemma":[0.9917028,0.00006179022,0.0039022572,0.00021375486,0.0004001376,0.0019849343,0.000018541943,0.00008158507,0.001634187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998596,0.0000053689805,0.0004839917,0.00017824746,0.0002531714,0.00048321436],"domain_scores_gemma":[0.99812603,0.0001940407,0.0002115677,0.00020512879,0.0011380891,0.00012516952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062856876,0.00023295946,0.00014740748,0.0002572823,0.00053242577,0.0003342542,0.0005906401,0.00014674079,0.000016399204],"category_scores_gemma":[0.0011183835,0.00016984488,0.000102200305,0.0012200411,0.000018932562,0.00026742416,0.000024765943,0.00028271665,0.000017217304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.200583e-7,0.0000517024,0.003765049,0.00024271182,0.0003303714,9.572178e-9,0.0007618697,0.20106196,0.009690158,0.04278031,0.7350625,0.006252483],"study_design_scores_gemma":[0.000359546,0.00002117477,0.29272252,0.00016307265,0.0001525004,0.000011647755,0.0007629405,0.32429382,0.004149914,0.000889282,0.37563732,0.00083622226],"about_ca_topic_score_codex":0.0008128154,"about_ca_topic_score_gemma":0.00026073024,"teacher_disagreement_score":0.5139286,"about_ca_system_score_codex":0.0017047311,"about_ca_system_score_gemma":0.00043089926,"threshold_uncertainty_score":0.6926073},"labels":[],"label_agreement":null},{"id":"W2148705870","doi":"10.5539/ies.v7n11p40","title":"Perception of Teachers and Administrators on the Teaching Methods that Influence the Acquisition of Generic Skills","year":2014,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Perception; Psychology; Mathematics education; Medical education; Teaching method; Descriptive statistics; Gainful employment; Dreyfus model of skill acquisition; Engineering; Job satisfaction; Job performance; Medicine; Political science; Mathematics; Job design","score_opus":0.021836482239426674,"score_gpt":0.3566703332431671,"score_spread":0.3348338510037404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148705870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99285066,0.0002691861,0.002988803,0.0013459554,0.0011914305,0.00007552692,0.0000015430445,0.000025796488,0.0012511202],"genre_scores_gemma":[0.9940943,0.00018386194,0.00526805,0.00019259965,0.000058626138,0.000055569668,0.0000037988955,0.0000071120326,0.00013604997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994825,0.00006602303,0.00017321602,0.00007854379,0.0001457992,0.000053878088],"domain_scores_gemma":[0.9993438,0.00028586618,0.00007017085,0.00010603332,0.00017831287,0.000015832793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046949534,0.00008033646,0.000084403124,0.00006708385,0.0000588998,0.000014001867,0.00011993354,0.000020673431,0.000016509344],"category_scores_gemma":[0.0003422713,0.000050477,0.000024933144,0.00006495473,0.00006190214,0.000061581675,0.00001790997,0.00009080777,0.0000023878686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015106561,0.00067174016,0.07983094,0.0003771617,0.0013243938,1.0142406e-7,0.113764234,0.032558393,0.03948843,0.08826202,0.026795808,0.61691165],"study_design_scores_gemma":[0.00017234574,0.00006080525,0.9040125,0.00033248196,0.000051760075,0.000008932686,0.043363407,0.0030689929,0.010031853,0.0016570316,0.036966585,0.00027331428],"about_ca_topic_score_codex":0.000009822641,"about_ca_topic_score_gemma":9.801594e-7,"teacher_disagreement_score":0.82418156,"about_ca_system_score_codex":0.00006336469,"about_ca_system_score_gemma":0.000023749371,"threshold_uncertainty_score":0.20583923},"labels":[],"label_agreement":null},{"id":"W2148850259","doi":"10.1109/fie.2006.322290","title":"A Lean Approach To Manage A Capstone Senior Project Course","year":2006,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Course (navigation); Capstone course; Engineering management; Quarter (Canadian coin); Engineering; Engineering education; Project management; Computer science; Systems engineering","score_opus":0.005917625236990195,"score_gpt":0.2114703918300911,"score_spread":0.2055527665931009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148850259","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32273197,0.00018314378,0.118906684,0.00020047626,0.0007383524,0.0007433825,0.0000050072845,0.0021913683,0.5542996],"genre_scores_gemma":[0.9439977,0.0000030733006,0.0402762,0.000084330546,0.00011196214,0.00013570835,0.000023236282,0.000035650115,0.015332141],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994348,0.000002537598,0.00012242698,0.00012836815,0.000107740234,0.00020411394],"domain_scores_gemma":[0.9997776,0.000003933405,0.0000055358214,0.00014345768,0.000015715004,0.000053740892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000055044537,0.000118173266,0.00009099589,0.00009408745,0.000021848904,0.000024532868,0.00008507057,0.00003231092,0.000038786286],"category_scores_gemma":[0.0000021389303,0.00010951208,0.000025054602,0.00029317767,0.00000497194,0.000035935856,0.000011979955,0.00006436833,0.00015859332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025168658,0.00045707848,0.0005774942,0.00028394756,0.00007535297,0.000008217969,0.0023819748,0.16814952,0.0022807943,0.015612535,0.805701,0.0044695246],"study_design_scores_gemma":[0.0010140545,0.00004571381,0.0546074,0.00007488046,0.00005761655,0.00009347614,0.002507678,0.12235702,0.006893252,0.00013693103,0.8102738,0.0019381717],"about_ca_topic_score_codex":0.000094258554,"about_ca_topic_score_gemma":0.000020778212,"teacher_disagreement_score":0.6212657,"about_ca_system_score_codex":0.00006589943,"about_ca_system_score_gemma":0.000013712048,"threshold_uncertainty_score":0.4465773},"labels":[],"label_agreement":null},{"id":"W2149028182","doi":"10.24908/pceea.v0i0.5939","title":"Engineering Student Health and Safety Teaching Modules","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary; Institute of Indigenous Peoples' Health","funders":"","keywords":"Engineering; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Psychology; Medicine","score_opus":0.005847843501943949,"score_gpt":0.2120350564193899,"score_spread":0.20618721291744596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149028182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96753454,0.002342249,0.0005530431,0.008624236,0.009105388,0.0011618264,0.000038370657,0.0010063109,0.0096340235],"genre_scores_gemma":[0.99352765,0.0000465088,0.0049743773,0.00020508202,0.00019757198,0.00006436905,0.0000124405815,0.00006204573,0.0009099272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869925,0.0000075918347,0.00037442843,0.00018042573,0.00035747312,0.00038085095],"domain_scores_gemma":[0.9988699,0.000035641686,0.00013055022,0.00010774979,0.00024190694,0.0006142274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081044744,0.00021228392,0.00022099575,0.00031019436,0.00014503115,0.00011530254,0.00024699842,0.00011228195,0.000006110536],"category_scores_gemma":[0.0007246611,0.00021895587,0.00005029989,0.00033724582,0.000008231605,0.00021363916,0.00003110281,0.00040299186,0.0000074197214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006754601,0.00029284257,0.18513872,0.0027169883,0.0007757862,3.8012604e-7,0.05001976,0.2604215,0.0022455363,0.07980543,0.40013123,0.018445075],"study_design_scores_gemma":[0.00092702074,0.00005565443,0.3354238,0.0010090622,0.0000676446,0.000031531694,0.005036922,0.060605075,0.0011294119,0.0001649503,0.5941494,0.0013995117],"about_ca_topic_score_codex":0.0011258179,"about_ca_topic_score_gemma":0.00044391202,"teacher_disagreement_score":0.19981644,"about_ca_system_score_codex":0.0037069544,"about_ca_system_score_gemma":0.00058436405,"threshold_uncertainty_score":0.9693557},"labels":[],"label_agreement":null},{"id":"W2149402351","doi":"10.24908/pceea.v0i0.3694","title":"INTRODUCING THE UBC CHAIR IN DESIGN ENGINEERING - BREAKING OUT OF DISCIPLINARY SILOS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Engineering; Discipline; Engineering management; Cross disciplinary; Engineering ethics; Principal (computer security); Engineering education; Sociology; Computer science","score_opus":0.01181650739729484,"score_gpt":0.19389529487027138,"score_spread":0.18207878747297654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149402351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709387,0.00071075617,0.0028318716,0.002718585,0.012009987,0.0019026842,0.000027291118,0.0005869132,0.008273216],"genre_scores_gemma":[0.9945527,0.00001951638,0.0047629927,0.00003506325,0.00015964497,0.00012664385,0.0000036179285,0.000060777093,0.00027907113],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99857897,0.000008100135,0.00051114766,0.00019417395,0.0002981901,0.00040939607],"domain_scores_gemma":[0.9991488,0.000073016956,0.00020321978,0.00017905558,0.00025438218,0.00014156415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007144593,0.0002334055,0.00024176601,0.00045800372,0.00008272431,0.000041083113,0.00047929308,0.00014760051,0.000030818333],"category_scores_gemma":[0.0005426405,0.00020697773,0.00008743702,0.0007957607,0.000016500784,0.0002239969,0.00003825411,0.0003633262,0.000006438329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014327761,0.0004177088,0.1690296,0.0027915877,0.00067865645,9.200918e-7,0.083382644,0.64506555,0.0375746,0.021394495,0.035902023,0.0037479268],"study_design_scores_gemma":[0.00052031415,0.000042460862,0.8217376,0.0014228225,0.000118545555,0.000012579787,0.0021956034,0.12493145,0.04029581,0.00032862858,0.0072340565,0.0011601269],"about_ca_topic_score_codex":0.00153475,"about_ca_topic_score_gemma":0.0013411791,"teacher_disagreement_score":0.652708,"about_ca_system_score_codex":0.0017608823,"about_ca_system_score_gemma":0.00034530126,"threshold_uncertainty_score":0.8440307},"labels":[],"label_agreement":null},{"id":"W2151491875","doi":"10.24908/pceea.v0i0.5867","title":"Increasing Student Practical Experience with the Hurdle of Large Class Sizes","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mechatronics; Competence (human resources); Curriculum; Class (philosophy); Engineering management; Component (thermodynamics); Engineering; Medical education; Computer science; Mathematics education; Psychology; Pedagogy; Medicine; Artificial intelligence","score_opus":0.00811146235355702,"score_gpt":0.24221598734668048,"score_spread":0.23410452499312345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151491875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98934186,0.00012684362,0.00009999897,0.0039867936,0.0012007672,0.00032057014,0.000008245667,0.00009633951,0.0048185787],"genre_scores_gemma":[0.9974664,0.0000070631236,0.0017088687,0.00012131726,0.00010028295,0.00008586345,0.0000036108538,0.000032793003,0.00047380247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884164,0.000008833909,0.00026343527,0.00012606199,0.0004689497,0.00029107035],"domain_scores_gemma":[0.9988483,0.00007234223,0.00017273404,0.00012340462,0.00056362606,0.00021959197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060740387,0.00015397574,0.00016140587,0.00014261367,0.00008861569,0.000069527814,0.00028162327,0.00009071077,0.000013644984],"category_scores_gemma":[0.00072363723,0.00011636108,0.000043824384,0.000563288,0.000021057773,0.00020654695,0.000024618932,0.0002256037,0.0000046956775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021460059,0.0005948361,0.50143635,0.00097452477,0.00076988776,6.3261615e-7,0.077527694,0.053745914,0.018273134,0.05219055,0.29389757,0.00056747795],"study_design_scores_gemma":[0.0009581949,0.00007077918,0.6854596,0.00054965855,0.00017207257,0.000049205966,0.027849821,0.012664864,0.01950929,0.00006682202,0.25165895,0.0009907192],"about_ca_topic_score_codex":0.00087939226,"about_ca_topic_score_gemma":0.0014203646,"teacher_disagreement_score":0.1840233,"about_ca_system_score_codex":0.0015505608,"about_ca_system_score_gemma":0.0006825925,"threshold_uncertainty_score":0.4745067},"labels":[],"label_agreement":null},{"id":"W2151586647","doi":"10.24908/pceea.v0i0.5810","title":"THE DEVELOPMENT OF LIFE-LONG LEARNING COMPETENCIES: POSITIONING STUDENTS FOR SELF-REGULATION","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Psychology; Process (computing); Self-reflection; Identity (music); Reflection (computer programming); Plan (archaeology); Personal development; Mathematics education; Pedagogy; Medical education; Engineering ethics; Computer science; Engineering","score_opus":0.006599282350976331,"score_gpt":0.20616440154234134,"score_spread":0.199565119191365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151586647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911578,0.00034703678,0.0012115616,0.0007271667,0.0033132413,0.0008049936,0.000006158767,0.00029731102,0.0021346745],"genre_scores_gemma":[0.9907392,0.000007792613,0.0081356,0.000023850549,0.000114343704,0.00016657203,0.000016271204,0.000039160346,0.00075716083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865574,0.0000061046244,0.0004738147,0.000122607,0.00045279626,0.00028892994],"domain_scores_gemma":[0.9984762,0.000082069055,0.00025201892,0.000079438985,0.0008819307,0.0002283627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008457562,0.00015591599,0.00016031126,0.00018952019,0.00028340012,0.000117168194,0.0003476275,0.00010263053,0.0000035218982],"category_scores_gemma":[0.0008355992,0.00014082328,0.000063782245,0.0004386152,0.000010324352,0.00015945877,0.000023285831,0.000167667,0.0000039798524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015208778,0.00031009925,0.57532156,0.0021766466,0.0015250756,3.7792315e-8,0.05327698,0.28232786,0.006161481,0.020350348,0.052909423,0.005625287],"study_design_scores_gemma":[0.0010266401,0.000044118115,0.7808275,0.0006097985,0.00012741539,0.0000033610365,0.0074918615,0.060709316,0.010873757,0.00019516675,0.13718158,0.00090943975],"about_ca_topic_score_codex":0.00014566693,"about_ca_topic_score_gemma":0.00081964117,"teacher_disagreement_score":0.22161853,"about_ca_system_score_codex":0.0024775052,"about_ca_system_score_gemma":0.0010485522,"threshold_uncertainty_score":0.647859},"labels":[],"label_agreement":null},{"id":"W2152623969","doi":"10.5539/ies.v6n6p124","title":"Motivational Factors of Professional Engineers and Non-Professional Engineers in Applying for License as Professional Engineer: A Comparative Study","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Respondent; Certification; License; Professional certification (computer technology); Professional development; Engineering education; Professional association; Quality (philosophy); Medical education; Accreditation; Professional studies; Psychology; Engineering; Public relations; Pedagogy; Management; Political science; Engineering management; Medicine","score_opus":0.030908415834443672,"score_gpt":0.3567184970923842,"score_spread":0.32581008125794053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152623969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875516,0.00045752962,0.0005804976,0.00038290865,0.009040596,0.0016263983,0.000025687943,0.00009563548,0.000239106],"genre_scores_gemma":[0.9906107,0.000045339864,0.0035243814,0.000059608396,0.00016241432,0.0037571597,0.00013697312,0.000035383015,0.001667999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982551,0.000028096505,0.0006616637,0.00031477047,0.0004732588,0.00026711918],"domain_scores_gemma":[0.9980925,0.0004941433,0.00011858043,0.00013067915,0.0010488548,0.00011526998],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023097688,0.0003364191,0.00039488412,0.0005888965,0.000091949325,0.000029766634,0.00020734574,0.000092745395,0.00011715498],"category_scores_gemma":[0.00031064596,0.00030086012,0.00006590312,0.0003407918,0.000054589305,0.00035806917,0.000069362155,0.0002629812,0.00001600158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001780368,0.009522262,0.41263124,0.002094695,0.0042681242,0.0000030561425,0.29724512,0.14028326,0.010471411,0.011392636,0.10411758,0.007792585],"study_design_scores_gemma":[0.0018541259,0.000115195275,0.7751584,0.00073402136,0.00004184281,0.0000071535524,0.18913995,0.026068782,0.0017477561,0.0006650148,0.0036795142,0.00078821694],"about_ca_topic_score_codex":0.000033560842,"about_ca_topic_score_gemma":0.0000096336535,"teacher_disagreement_score":0.3625272,"about_ca_system_score_codex":0.00029153744,"about_ca_system_score_gemma":0.00027362205,"threshold_uncertainty_score":0.9999443},"labels":[],"label_agreement":null},{"id":"W2154786119","doi":"10.1109/ccece.2004.1345323","title":"Including Kyoto in electrical engineering curriculum","year":2004,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Kyoto Protocol; Greenhouse gas; Electricity; Environmental economics; Curriculum; Promotion (chess); Efficient energy use; Energy consumption; Energy conservation; Carbon credit; Environmental science; Engineering; Economics; Political science; Electrical engineering; Economic growth","score_opus":0.006195746010002574,"score_gpt":0.21244866036180776,"score_spread":0.20625291435180518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154786119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625993,0.00031910956,0.02834191,0.00013034226,0.000764719,0.00016324241,3.4838237e-7,0.0011244398,0.006556591],"genre_scores_gemma":[0.989461,0.00004007743,0.010282367,0.00003359453,0.00005538208,0.000048479953,0.0000031329926,0.000028008079,0.000047953014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925274,0.0000023097257,0.00019926025,0.00012501782,0.00011503314,0.0003056566],"domain_scores_gemma":[0.99978125,0.000010465433,0.000006343979,0.00009965543,0.000013245489,0.000089019646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007375919,0.00014078617,0.00011968559,0.00022824266,0.00001617721,0.000022195733,0.00010616459,0.00005896879,0.000057118687],"category_scores_gemma":[0.000027056092,0.00014366928,0.000028828734,0.0005938289,0.0000034689904,0.00009705892,0.000016989197,0.00019067297,0.00009751618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.490966e-7,0.00006389737,0.0041874377,0.00003856803,0.000012860844,0.00001111563,0.0003129229,0.97997314,0.0024602786,0.01154248,0.0005070541,0.0008898862],"study_design_scores_gemma":[0.0035283894,0.00007977355,0.1478778,0.00048776335,0.000019327297,0.00010063316,0.0004401537,0.7583675,0.04313091,0.0010296768,0.04209383,0.002844279],"about_ca_topic_score_codex":0.00002374634,"about_ca_topic_score_gemma":0.000012752383,"teacher_disagreement_score":0.22160569,"about_ca_system_score_codex":0.00038657757,"about_ca_system_score_gemma":0.000025142232,"threshold_uncertainty_score":0.58586633},"labels":[],"label_agreement":null},{"id":"W2154925667","doi":"10.1109/ipcc.1988.24017","title":"Integrated engineering communications","year":2003,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Constructive; Computer science; Technical communication; Communication skills; Engineering education; Engineering management; Engineering; Process (computing)","score_opus":0.010764923980086598,"score_gpt":0.20516546032451513,"score_spread":0.19440053634442853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154925667","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09852759,0.001753186,0.3877123,0.0005494553,0.0031407715,0.00037523307,0.000004721461,0.006479447,0.5014573],"genre_scores_gemma":[0.93683225,0.00007749352,0.062142957,0.000031119627,0.0000071145,0.000034521338,0.000008947405,0.000020694406,0.00084488676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997065,0.0000046323044,0.000083546314,0.000048342743,0.000043135587,0.000113855625],"domain_scores_gemma":[0.9996467,0.000016642078,0.0000034173054,0.00026058598,0.000019209794,0.0000534248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052873052,0.00007562557,0.000053484797,0.00005737025,0.000019873001,0.0000164414,0.000119593285,0.00002635647,0.00021273112],"category_scores_gemma":[0.000026133941,0.00007360616,0.000016822674,0.00020951447,0.0000055678406,0.000041569732,0.000006626477,0.00009115475,0.00014027642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3177223e-7,0.000159912,0.0016639165,0.00015113299,0.000212581,0.0000027543883,0.0012678623,0.16988826,0.022695117,0.6743054,0.116411954,0.013240588],"study_design_scores_gemma":[0.000078035235,0.0000022633071,0.0009571958,0.0000120984805,0.0000029789292,0.000007924524,0.000107684275,0.058689836,0.0037401028,0.000028687859,0.93618935,0.00018383053],"about_ca_topic_score_codex":0.0000010323884,"about_ca_topic_score_gemma":0.0000017176216,"teacher_disagreement_score":0.8383047,"about_ca_system_score_codex":0.000052100026,"about_ca_system_score_gemma":0.000013328355,"threshold_uncertainty_score":0.30015722},"labels":[],"label_agreement":null},{"id":"W2155053401","doi":"10.24908/pceea.v0i0.3609","title":"EVALUATION OF A FIRST YEAR DESIGN COURSE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Proposition; Course evaluation; Strengths and weaknesses; Computer science; Mathematics education; Engineering management; Psychology; Engineering; Higher education","score_opus":0.01995325721733388,"score_gpt":0.20682331925228506,"score_spread":0.18687006203495118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155053401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91880274,0.0010699338,0.0012109224,0.0013576427,0.011235086,0.002575543,0.000050599378,0.0006565491,0.063040994],"genre_scores_gemma":[0.99494,0.00001571111,0.004537074,0.000015574018,0.000064500055,0.000111657115,0.0000034971495,0.00003578611,0.00027621954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988083,0.0000078225075,0.00029912192,0.00011587557,0.0005439806,0.00022488834],"domain_scores_gemma":[0.9984351,0.00002335457,0.00016256297,0.000108865286,0.0011274103,0.00014274749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011210021,0.0001392837,0.00014313092,0.00022892209,0.000059466813,0.000022047663,0.0002503596,0.000122023,0.00013580995],"category_scores_gemma":[0.0005736046,0.00014364516,0.000062884064,0.00052259373,0.00001138005,0.00014570945,0.000010219221,0.00013799626,0.000011749933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010009501,0.00088689866,0.38447827,0.002262114,0.0018657681,1.6000305e-7,0.034828927,0.16884048,0.0062274532,0.033694193,0.35672918,0.010176544],"study_design_scores_gemma":[0.00077242055,0.00004020747,0.83917236,0.000636036,0.00063622074,0.0000059154954,0.0017720169,0.10181291,0.0365795,0.00096621655,0.016701182,0.0009050412],"about_ca_topic_score_codex":0.0009050801,"about_ca_topic_score_gemma":0.0012280991,"teacher_disagreement_score":0.45469406,"about_ca_system_score_codex":0.001874644,"about_ca_system_score_gemma":0.0007269221,"threshold_uncertainty_score":0.5857679},"labels":[],"label_agreement":null},{"id":"W2155275949","doi":"10.24908/pceea.v0i0.3776","title":"ENGINEERING STUDENTS AND THE LIBRARY - FORGING THAT CRITICAL FIRST LINK","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"University of Regina","keywords":"Accreditation; Multitude; Work (physics); Process (computing); Engineering education; Engineering ethics; Engineering; Engineering management; Computer science; Mechanical engineering; Political science","score_opus":0.007651582197580734,"score_gpt":0.18774800381058945,"score_spread":0.1800964216130087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155275949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91614544,0.0028081767,0.0006837493,0.022530599,0.017446045,0.0025089898,0.0000606215,0.0020407827,0.035775613],"genre_scores_gemma":[0.99665534,0.00009067233,0.001981197,0.00019484095,0.00019398672,0.00013953914,0.000004133317,0.0000683865,0.00067192706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881554,0.0000047512167,0.0002969651,0.00017626582,0.00033053188,0.0003759501],"domain_scores_gemma":[0.99926054,0.00011661735,0.00011253313,0.0001313768,0.00012899844,0.00024992976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037587518,0.00022042515,0.0002014138,0.00025163288,0.00017995186,0.00018364692,0.0004648857,0.00014552004,0.0000649146],"category_scores_gemma":[0.0007060496,0.00018490867,0.0000810181,0.00043794193,0.00003270802,0.00038449187,0.000057412522,0.00033192267,0.000010059446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019103743,0.0002084881,0.62180626,0.0032649543,0.0009502624,9.693487e-7,0.031537697,0.008596356,0.0005000361,0.22516488,0.10521909,0.0027319249],"study_design_scores_gemma":[0.0010002526,0.000016202219,0.85354745,0.00084845483,0.00019350334,0.000026290043,0.0010225598,0.03160269,0.0046496354,0.00070097815,0.1053434,0.0010485777],"about_ca_topic_score_codex":0.00056018407,"about_ca_topic_score_gemma":0.0002520967,"teacher_disagreement_score":0.23174122,"about_ca_system_score_codex":0.00063080364,"about_ca_system_score_gemma":0.00016278552,"threshold_uncertainty_score":0.75403565},"labels":[],"label_agreement":null},{"id":"W2155445477","doi":"10.1061/(asce)1052-3928(2005)131:4(238)","title":"Graphical Communication Using Hand-Drawn Sketches in Civil Engineering","year":2005,"lang":"en","type":"article","venue":"Journal of Professional Issues in Engineering Education and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute of Steel Construction; University of Pittsburgh","keywords":"Curriculum; Field (mathematics); Professional communication; Computer science; Communication skills; Multimedia; Engineering; Human–computer interaction; Engineering ethics; World Wide Web; Pedagogy; Psychology; Medical education","score_opus":0.0132266613913013,"score_gpt":0.3267876714926337,"score_spread":0.3135610101013324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155445477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608259,0.02360517,0.0058439476,0.0052491957,0.0036796196,0.0002546938,0.0000013931952,0.00009807043,0.00044199137],"genre_scores_gemma":[0.94484043,0.0010377181,0.053639933,0.00009405529,0.00024043166,0.000014833221,0.000004093948,0.000030766158,0.000097743796],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988198,0.00006168116,0.0005899263,0.00010475741,0.00022722989,0.00019657843],"domain_scores_gemma":[0.999116,0.0004056704,0.00011516647,0.00013384894,0.0001322542,0.000097043834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009594141,0.00017395236,0.00022939309,0.00061637384,0.00004345844,0.00008065053,0.00015898755,0.000119538236,0.000033270357],"category_scores_gemma":[0.00052166654,0.0001763081,0.000034968158,0.00041079527,0.000021639988,0.00081317616,0.000028308254,0.0006462057,0.0000030438166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052346677,0.0010957444,0.0034377684,0.0008428025,0.00009345417,0.000011521614,0.02082924,0.9434263,0.01517644,0.0038476659,0.0024565517,0.008730129],"study_design_scores_gemma":[0.0016745259,0.000065678076,0.06528574,0.004613268,0.000072981034,0.0011589299,0.0065860767,0.39336765,0.0026687714,0.00018246846,0.5231858,0.0011381528],"about_ca_topic_score_codex":0.000015041415,"about_ca_topic_score_gemma":0.000019551757,"teacher_disagreement_score":0.5500587,"about_ca_system_score_codex":0.00026401962,"about_ca_system_score_gemma":0.0001946431,"threshold_uncertainty_score":0.71896356},"labels":[],"label_agreement":null},{"id":"W2156758862","doi":"10.4018/ijqaete.2012040104","title":"Mapping the Relationship Between the CDIO Syllabus and the CEAB Graduate Attributes","year":2012,"lang":"en","type":"article","venue":"International Journal of Quality Assurance in Engineering and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Calgary; Polytechnique Montréal","funders":"","keywords":"CDIO; Syllabus; Accreditation; Engineering education; Computer science; Engineering management; Set (abstract data type); Engineering; Software engineering; Mathematics education; Medical education; Mathematics; Programming language; Medicine","score_opus":0.0495825579289859,"score_gpt":0.3016876105792831,"score_spread":0.2521050526502972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156758862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620753,0.0054624593,0.0053761546,0.025008155,0.0018708127,0.00010660246,0.0000020338914,0.000050305054,0.00004821279],"genre_scores_gemma":[0.9986376,0.00033297625,0.0006126154,0.00004597406,0.0003096997,0.000029900288,0.0000024840774,0.0000096246085,0.000019087112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915946,0.000046828514,0.00040228508,0.00005883909,0.0001906542,0.00014196236],"domain_scores_gemma":[0.99861467,0.0009870378,0.000113816124,0.0001145161,0.00013816812,0.000031777887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014479342,0.000102141814,0.00013786062,0.00023625024,0.00006381737,0.00004683547,0.00026636248,0.000069762995,0.0000013077886],"category_scores_gemma":[0.0009892983,0.00006074197,0.000027582848,0.0003461896,0.00009117427,0.00016330344,0.000025625402,0.00047739013,0.0000015227874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000744356,0.00004581256,0.91100365,0.00009163272,0.00019256098,6.0907723e-7,0.005265247,0.0076428065,0.000116611554,0.05279432,0.00089937355,0.021939961],"study_design_scores_gemma":[0.00029690706,0.0000033833871,0.99124885,0.00015219896,0.000011089121,0.00011309084,0.0014476518,0.00081555994,0.00011080303,0.002199869,0.0035043212,0.00009628799],"about_ca_topic_score_codex":0.000010669423,"about_ca_topic_score_gemma":0.0000026285522,"teacher_disagreement_score":0.08024521,"about_ca_system_score_codex":0.00009021633,"about_ca_system_score_gemma":0.000042788884,"threshold_uncertainty_score":0.24769858},"labels":[],"label_agreement":null},{"id":"W2157810541","doi":"10.24908/pceea.v0i0.5848","title":"Engineering Education: Does Our Training Reflect Student Employment Trajectories?","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Creativity; Curriculum; Competence (human resources); Certificate; Engineering education; Engineering; Engineering management; Mathematics education; Computer science; Psychology; Pedagogy","score_opus":0.012781854999983248,"score_gpt":0.24059715143966193,"score_spread":0.22781529643967868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157810541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93724436,0.0008961423,0.00016592852,0.0066384906,0.035250463,0.0014483192,0.00004296185,0.0013174663,0.016995901],"genre_scores_gemma":[0.9920984,0.000022708022,0.0029140592,0.00016376738,0.00072480075,0.0003036995,0.000020531521,0.00010276405,0.0036492664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979807,0.000007386111,0.00053633517,0.00028454448,0.0006320227,0.0005589879],"domain_scores_gemma":[0.99824274,0.000027363682,0.00019378692,0.00019816078,0.00072709925,0.00061083765],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005914016,0.0003497325,0.00030592553,0.00049776793,0.000120865945,0.00019687082,0.000501741,0.00020782628,0.000021940928],"category_scores_gemma":[0.00064849993,0.00032637332,0.00011934928,0.0009453162,0.0000077452605,0.00032893408,0.00003144656,0.0003965827,0.000024469951],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000982098,0.00079924037,0.1495168,0.002365132,0.001441697,9.607638e-7,0.06272933,0.1489515,0.01081983,0.033131782,0.5788738,0.011360109],"study_design_scores_gemma":[0.0011427018,0.00007764638,0.3002507,0.0014642628,0.00029526098,0.00004472399,0.02415455,0.011289926,0.013601513,0.0003332006,0.6446052,0.0027402546],"about_ca_topic_score_codex":0.0011860837,"about_ca_topic_score_gemma":0.0014458989,"teacher_disagreement_score":0.15073392,"about_ca_system_score_codex":0.005975278,"about_ca_system_score_gemma":0.0021126755,"threshold_uncertainty_score":0.9999188},"labels":[],"label_agreement":null},{"id":"W2158448354","doi":"10.1109/picmet.1999.807745","title":"Growth and development into the millennium [technology management education]","year":2003,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Mainland; Bachelor; Technology development; Technology management; Engineering management; Engineering; Library science; Geography; Computer science; Knowledge management; Archaeology","score_opus":0.0029129175395178563,"score_gpt":0.1837823926818279,"score_spread":0.18086947514231003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158448354","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44088182,0.014731818,0.053917047,0.0050595943,0.0052867867,0.0011642746,3.0627723e-7,0.0023839073,0.47657445],"genre_scores_gemma":[0.921143,0.0007883016,0.07545912,0.00022010988,0.000014482522,0.00022588663,0.0000023545515,0.000019257644,0.0021275214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958295,0.0000048411052,0.00011749107,0.00010062921,0.00006573162,0.0001283601],"domain_scores_gemma":[0.99980783,0.000007144343,0.0000068925574,0.000118048454,0.000018224155,0.000041855845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060716815,0.000095793,0.00005355327,0.00011345254,0.000074041665,0.000020113725,0.00008583729,0.00003431517,0.00007037793],"category_scores_gemma":[0.000006694935,0.00006830881,0.0000068938043,0.00020794905,0.000017071596,0.000027636948,0.000017569639,0.00006511274,0.0000555967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.996148e-7,0.00019700578,0.0053699855,0.00056216767,0.00029725456,0.0000023141154,0.009127695,0.00093641924,0.00044577935,0.6507665,0.07409127,0.25820264],"study_design_scores_gemma":[0.00011650013,0.0000036320923,0.0056006326,0.000020286203,0.0000060763255,0.000012813316,0.00371724,0.000054719727,0.009151284,0.0007807898,0.98030293,0.00023308974],"about_ca_topic_score_codex":0.0000014782381,"about_ca_topic_score_gemma":0.0000031631303,"teacher_disagreement_score":0.9062117,"about_ca_system_score_codex":0.000048780665,"about_ca_system_score_gemma":0.000038980335,"threshold_uncertainty_score":0.27855524},"labels":[],"label_agreement":null},{"id":"W2159129608","doi":"10.5539/ies.v3n4p73","title":"Impact of Globalization on Higher Education: An Empirical Study of Education Policy &amp; Planning of Design Education in Hong Kong","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globalization; Facilitator; Curriculum; Accountability; Higher education; Public relations; Context (archaeology); Global education; Sociology; Pedagogy; Political science; Economic growth; Economics","score_opus":0.06315075185789534,"score_gpt":0.45251156238186147,"score_spread":0.3893608105239661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159129608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876308,0.0004981339,0.00031199196,0.00019248298,0.008202886,0.00044952906,0.0000066060975,0.000054353255,0.0026532344],"genre_scores_gemma":[0.994437,0.00006555531,0.0038381056,0.000059643768,0.00046929237,0.00022351171,0.000108655,0.000031641484,0.0007666063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983278,0.00007086289,0.0007815081,0.00026454375,0.0003995779,0.00015573471],"domain_scores_gemma":[0.9975083,0.00010570027,0.00029973767,0.00033820528,0.0016568619,0.000091187205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025452123,0.0002447375,0.00031614973,0.0010990049,0.000039015857,0.000024059493,0.00029128403,0.00009678365,0.00010920822],"category_scores_gemma":[0.00036685242,0.00024411995,0.00006867919,0.0008185987,0.000050152477,0.00031668242,0.00002944854,0.00019598143,0.0000070334804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070018796,0.015978819,0.819717,0.00025735388,0.00046567337,9.814358e-8,0.017709853,0.0688078,0.0042783543,0.0050997944,0.021377685,0.04623756],"study_design_scores_gemma":[0.0002925283,0.00015785899,0.9888749,0.0003284549,0.000028064502,0.0000046647992,0.0064118993,0.00024304971,0.00058616395,0.00082208926,0.0020003878,0.00024993566],"about_ca_topic_score_codex":0.00044296394,"about_ca_topic_score_gemma":0.000070503396,"teacher_disagreement_score":0.16915792,"about_ca_system_score_codex":0.0005715279,"about_ca_system_score_gemma":0.003272903,"threshold_uncertainty_score":0.9954923},"labels":[],"label_agreement":null},{"id":"W2159467984","doi":"10.24908/pceea.v0i0.3707","title":"BUILDING THE BIG PICTURE: A COMPARISON OF FIRST YEAR DESIGN COURSES IN ENGINEERING AND INDUSTRIAL DESIGN","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University; University of Manitoba","funders":"","keywords":"Plan (archaeology); Mathematics education; Industrial design; Engineering design process; Computer science; Bridge (graph theory); Engineering ethics; Engineering; Mechanical engineering; Psychology","score_opus":0.029451389350988615,"score_gpt":0.2124808238676561,"score_spread":0.18302943451666748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159467984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97835076,0.0010016684,0.009325751,0.0012703927,0.0068247225,0.0018643704,0.000019031166,0.00034350625,0.0009998268],"genre_scores_gemma":[0.98998344,0.000021006625,0.009695449,0.0000149433345,0.000108130254,0.000083282124,0.0000012425262,0.000039375795,0.00005315432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894166,0.000008451612,0.00038886402,0.00014005351,0.0002295157,0.00029148062],"domain_scores_gemma":[0.99932355,0.00011427882,0.00016297778,0.00009933499,0.00017110912,0.00012873003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056466897,0.0001864853,0.00022264554,0.00035290275,0.00007174204,0.00004542103,0.00028937263,0.00017248302,0.000011736771],"category_scores_gemma":[0.00065425807,0.00016616881,0.000044624532,0.0006638507,0.000016961714,0.000112653834,0.00002035144,0.00032135684,0.000001238882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016315533,0.0002599132,0.48313832,0.0011664954,0.0004526087,2.8461784e-7,0.029204976,0.42848474,0.0063358312,0.013455357,0.03369867,0.0037864905],"study_design_scores_gemma":[0.0016170592,0.00011698282,0.5993188,0.002164533,0.00027190047,0.00001552699,0.0049933577,0.282974,0.08275812,0.00045531496,0.02351907,0.0017953145],"about_ca_topic_score_codex":0.0008853782,"about_ca_topic_score_gemma":0.0006311088,"teacher_disagreement_score":0.14551073,"about_ca_system_score_codex":0.0009198647,"about_ca_system_score_gemma":0.00028480447,"threshold_uncertainty_score":0.6776168},"labels":[],"label_agreement":null},{"id":"W2160707157","doi":"10.24908/pceea.v0i0.3617","title":"Evolution of Materials Engineering Education at Memorial University","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Graduate education; Engineering education; Engineering ethics; Undergraduate education; Graduate students; Engineering; Higher education; Engineering physics; Engineering management; Medical education; Sociology; Political science; Pedagogy; Medicine","score_opus":0.004313975550555757,"score_gpt":0.15516171523633118,"score_spread":0.15084773968577542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160707157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98383135,0.00014368311,0.000078391895,0.0001531143,0.008068313,0.00040610897,0.0000385072,0.00021959633,0.0070609134],"genre_scores_gemma":[0.9957653,0.000019622788,0.0022031292,0.000014384091,0.00021698739,0.00002491252,0.000015349879,0.000045991517,0.0016943233],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988732,0.0000058318124,0.0003680568,0.00017277332,0.00027555882,0.00030461402],"domain_scores_gemma":[0.9989191,0.000020974649,0.00022940825,0.00013954834,0.00048863783,0.00020227849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002894131,0.00020419777,0.00021822605,0.00048411978,0.000091156726,0.000024500405,0.00034335413,0.00019389737,0.000116407165],"category_scores_gemma":[0.00027841618,0.00023145648,0.00008410456,0.0006899123,0.000014213845,0.00025059065,0.00003302335,0.00015402997,0.000015685204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047207846,0.00090955786,0.14020182,0.00725743,0.001191114,5.393735e-7,0.019602142,0.033988804,0.38853016,0.18664081,0.21949184,0.002138554],"study_design_scores_gemma":[0.00061372865,0.000039521394,0.6376002,0.0008675235,0.00023369529,0.000016326261,0.0015281708,0.0042224145,0.28054258,0.00021190607,0.072894916,0.001229019],"about_ca_topic_score_codex":0.0037119412,"about_ca_topic_score_gemma":0.00097045745,"teacher_disagreement_score":0.49739838,"about_ca_system_score_codex":0.0057267607,"about_ca_system_score_gemma":0.0008483957,"threshold_uncertainty_score":0.9980901},"labels":[],"label_agreement":null},{"id":"W2161683682","doi":"10.5539/ass.v8n16p153","title":"Learning Outcomes for Environmental and Sustainable Development Component in the Field of Civil Engineering","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Accreditation; Component (thermodynamics); Sustainable development; Field (mathematics); Medical education; Engineering management; Engineering; Medicine; Political science; Mathematics","score_opus":0.00495159679210874,"score_gpt":0.22638165972692573,"score_spread":0.22143006293481698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161683682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818673,0.00014802236,0.003996471,0.0003251476,0.0002745837,0.00029200935,5.6525045e-7,0.00005446123,0.013041456],"genre_scores_gemma":[0.99897015,0.0000035490948,0.00087673764,0.00002615164,0.000020253936,0.00003595223,9.959292e-7,0.000004803391,0.000061431514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999432,0.0000045339516,0.00010183606,0.00005707932,0.00012866386,0.00027583836],"domain_scores_gemma":[0.9998671,0.000048720907,0.000012603327,0.000032537275,0.000005052391,0.000033995697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044746423,0.000059637754,0.00006762234,0.000060957864,0.00011237229,0.00001616468,0.00010283396,0.000019797948,0.000008068044],"category_scores_gemma":[0.000035675417,0.00004992574,0.000012345436,0.00013410584,0.000028202048,0.000111547786,0.000025716958,0.000066299704,0.0000010050833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069028847,0.00041918235,0.36129832,0.0007902865,0.0000732675,0.0000032821185,0.3220772,0.0027614627,0.021363657,0.04679406,0.0015800315,0.24283232],"study_design_scores_gemma":[0.00009995116,0.000008077858,0.9703762,0.000006781002,0.0000020075422,9.254373e-7,0.010178663,0.000309294,0.0013146199,0.000009266526,0.017589187,0.00010501667],"about_ca_topic_score_codex":0.0000018689017,"about_ca_topic_score_gemma":0.0000017159587,"teacher_disagreement_score":0.6090779,"about_ca_system_score_codex":0.000093424125,"about_ca_system_score_gemma":0.000016297196,"threshold_uncertainty_score":0.20359126},"labels":[],"label_agreement":null},{"id":"W2162533299","doi":"10.24908/pceea.v0i0.5774","title":"TEACHING WISDOM AND OTHER SOFT SKILLS WITHIN ENGINEERING CURRICULA","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Soft skills; Accreditation; Teamwork; Creativity; Curriculum; Engineering ethics; Curiosity; Engineering education; Inclusion (mineral); Pedagogy; Psychology; Engineering; Medical education; Engineering management; Management; Medicine","score_opus":0.004302785066165999,"score_gpt":0.19056133703173858,"score_spread":0.1862585519655726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162533299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784353,0.0007040555,0.0003677811,0.002371802,0.007689764,0.0007208457,0.000031868574,0.0008464421,0.00883219],"genre_scores_gemma":[0.9930611,0.000005854289,0.004788871,0.00021689355,0.00027833047,0.00008125519,0.000005824193,0.000087426175,0.0014744299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867284,0.000005575616,0.0003749974,0.00020376833,0.0003617255,0.00038107444],"domain_scores_gemma":[0.9989572,0.000038383212,0.0001465214,0.00011932928,0.00028273632,0.00045581322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006211992,0.00025909836,0.00021854619,0.00035356364,0.00009951706,0.00012654428,0.00026951707,0.0001767394,0.000010738303],"category_scores_gemma":[0.0008624191,0.0002586226,0.00006205291,0.0004341556,0.000014428998,0.00025118698,0.000029169018,0.00040665045,0.000012743336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048151737,0.00039971835,0.25205678,0.0024288187,0.00084454886,8.622178e-7,0.041423917,0.3606608,0.010609822,0.08434356,0.24052332,0.0067030517],"study_design_scores_gemma":[0.001360942,0.00005479285,0.12591365,0.0016885884,0.0002371497,0.00008733558,0.003315399,0.22831184,0.007957156,0.00064883434,0.6277242,0.0027001412],"about_ca_topic_score_codex":0.0017711828,"about_ca_topic_score_gemma":0.0006102732,"teacher_disagreement_score":0.38720086,"about_ca_system_score_codex":0.0019469847,"about_ca_system_score_gemma":0.000364341,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W2162854511","doi":"10.24908/pceea.v0i0.4840","title":"Capstone Project Evaluation – Towards a Student-Centred Approach","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Deliverable; Rubric; Capstone; Diversity (politics); Computer science; Process (computing); Viewpoints; Transparency (behavior); Work (physics); Process management; Flexibility (engineering); Medical education; Best practice; Engineering management; Psychology; Mathematics education; Engineering; Political science; Management; Systems engineering","score_opus":0.00988967786647709,"score_gpt":0.21602511092555987,"score_spread":0.20613543305908277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162854511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330259,0.00079069193,0.00008793388,0.0022816,0.00626377,0.003321097,0.00002370003,0.00064897817,0.053556338],"genre_scores_gemma":[0.9944445,0.000019371855,0.0024931135,0.00009452653,0.00018340367,0.0007757995,0.000032943637,0.000057651385,0.0018986885],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99833804,0.000008431799,0.00037579762,0.00021246637,0.00065318664,0.00041208576],"domain_scores_gemma":[0.99856365,0.000015558982,0.0001548906,0.0001422088,0.00091173145,0.00021193319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038437467,0.00023217441,0.0001983999,0.0004069466,0.0001137543,0.00017696731,0.00037250825,0.00016829968,0.000108900036],"category_scores_gemma":[0.00038094333,0.00022604804,0.00008943226,0.0008435736,0.000011567152,0.00032187512,0.000022497683,0.00025266857,0.000037490412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020692416,0.00063209655,0.06024345,0.0018070894,0.0009494743,8.3351445e-8,0.02372593,0.062544994,0.012668149,0.007795532,0.8089041,0.020727046],"study_design_scores_gemma":[0.00083834835,0.000022509184,0.77991855,0.00031653212,0.000219943,0.000012402227,0.0051481086,0.14636606,0.004956316,0.0001695701,0.060788244,0.001243401],"about_ca_topic_score_codex":0.004788102,"about_ca_topic_score_gemma":0.0005722791,"teacher_disagreement_score":0.74811584,"about_ca_system_score_codex":0.004239068,"about_ca_system_score_gemma":0.0009809434,"threshold_uncertainty_score":0.9995835},"labels":[],"label_agreement":null},{"id":"W2163170367","doi":"10.5539/ies.v6n6p213","title":"Curriculum Development Based on the Big Picture Assessment of the Mechanical Engineering Program","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Accreditation; Outcome-based education; Psychomotor learning; Curriculum; Outcome (game theory); Bloom's taxonomy; Process (computing); Computer science; Program evaluation; Engineering management; Set (abstract data type); Taxonomy (biology); Medical education; Engineering education; Identification (biology); Cognition; Psychology; Engineering; Pedagogy; Medicine","score_opus":0.018912652436322796,"score_gpt":0.30411727937978095,"score_spread":0.28520462694345816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163170367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609835,0.00036429544,0.004966473,0.008023058,0.020575373,0.0011649939,0.0000033437384,0.0003916045,0.003527319],"genre_scores_gemma":[0.9887302,0.00001853775,0.009284189,0.00026395082,0.00013317923,0.0012860096,0.000007650621,0.000016413436,0.00025987782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991155,0.000014411887,0.00027302452,0.000119379874,0.00035122453,0.00012645838],"domain_scores_gemma":[0.999141,0.00007759226,0.00005372812,0.0001857773,0.0005073214,0.000034626322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012080945,0.00014849425,0.000107317355,0.00008482707,0.00006909948,0.00003872562,0.0002983662,0.000033688924,0.00010517489],"category_scores_gemma":[0.00017611246,0.0000864519,0.000055068136,0.00021593133,0.000021559295,0.000043108554,0.000043270156,0.00016465236,0.00002134678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030132958,0.00366158,0.06027479,0.0007450641,0.002726286,6.3660843e-7,0.005748186,0.46193922,0.0032857985,0.055324275,0.21115768,0.19513348],"study_design_scores_gemma":[0.0003787947,0.000045721896,0.3530036,0.0007369209,0.000049977974,0.000005683825,0.0046407427,0.35905057,0.0074257907,0.00029186814,0.27369833,0.00067200034],"about_ca_topic_score_codex":0.0000054386546,"about_ca_topic_score_gemma":0.0000027979636,"teacher_disagreement_score":0.2927288,"about_ca_system_score_codex":0.00026683198,"about_ca_system_score_gemma":0.00018368899,"threshold_uncertainty_score":0.3525406},"labels":[],"label_agreement":null},{"id":"W2165711587","doi":"10.1504/ijmr.2011.043236","title":"Engineering management education for advanced manufacturing: a North American survey","year":2011,"lang":"en","type":"article","venue":"International Journal of Manufacturing Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Curriculum; Program management; Advanced manufacturing; Manufacturing engineering; Project management; Systems engineering; Political science","score_opus":0.044774986759145756,"score_gpt":0.3263367899793193,"score_spread":0.28156180322017355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165711587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909401,0.000074063886,0.0047705513,0.000058116,0.002490241,0.00022676284,0.000009223961,0.00006663585,0.0013643276],"genre_scores_gemma":[0.9854635,0.00024072181,0.0136529505,0.000017691327,0.0002390707,0.000060736842,0.000020060397,0.000043369826,0.00026190217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984282,0.000028216853,0.00042372668,0.0001534184,0.00063656754,0.00032984896],"domain_scores_gemma":[0.99900866,0.00014011169,0.000096072654,0.00016166613,0.00043247672,0.00016099564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007385826,0.00015894948,0.0001748357,0.00079420593,0.00004434169,0.00006739681,0.00066586427,0.000028902356,0.00005495799],"category_scores_gemma":[0.00007675545,0.00015698849,0.00008488623,0.00014248643,0.000028928247,0.00019508955,0.00004836252,0.00033917514,0.000022442795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005051976,0.0008836965,0.019284122,0.0006389835,0.0019656871,0.000075975746,0.003175682,0.09019923,0.00065894646,0.00067618175,0.018901272,0.863035],"study_design_scores_gemma":[0.00052558875,0.00008857184,0.8616064,0.00013913108,0.00001196983,0.00003996196,0.00033438887,0.0004261423,0.1076834,0.00011477733,0.028746065,0.00028361022],"about_ca_topic_score_codex":0.000029193321,"about_ca_topic_score_gemma":0.00002990865,"teacher_disagreement_score":0.8627514,"about_ca_system_score_codex":0.00040681782,"about_ca_system_score_gemma":0.000075821576,"threshold_uncertainty_score":0.6401805},"labels":[],"label_agreement":null},{"id":"W2167618533","doi":"10.24908/pceea.v0i0.4672","title":"ENGINEERING PORTFOLIOS AT THE UNIVERSITY OF TORONTO: DEVELOPING SKILLS FOR COMMUNICATION,PROFESSIONALISM AND LIFE-LONG LEARNING","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Portfolio; Context (archaeology); Engine department; Telecommunications engineering; Engineering education; Engineering management; Advisory committee; Communication skills; Engineering; Computer science; Medical education; Management; Telecommunications; Business; Medicine; Geography","score_opus":0.004963620598763789,"score_gpt":0.19800046784181854,"score_spread":0.19303684724305475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167618533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987068,0.004976797,0.0005296861,0.0024606627,0.0023603162,0.0007936356,0.000022648757,0.00020728448,0.0015809889],"genre_scores_gemma":[0.9949472,0.00024538077,0.002803058,0.000060517,0.00007683009,0.000030393081,0.00001885287,0.000037141494,0.0017806423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991522,0.0000069433,0.0002466047,0.000103442995,0.00018977014,0.00030104755],"domain_scores_gemma":[0.9991062,0.00012474116,0.00017933856,0.00010997135,0.00031471986,0.00016499418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005455753,0.0001500305,0.00016172412,0.000082457445,0.0002724735,0.00002642843,0.00025755863,0.00012496246,0.000050080936],"category_scores_gemma":[0.0005781761,0.00014351255,0.000062416686,0.00021518451,0.000017416902,0.00026332156,0.00004974445,0.00017498957,0.0000027050894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001159711,0.00024315066,0.61104715,0.00437535,0.0013461335,8.156355e-8,0.059970353,0.055120245,0.008588098,0.061365552,0.18797675,0.009955516],"study_design_scores_gemma":[0.00029480518,0.000006024988,0.781474,0.00046085767,0.00009258486,0.000005419255,0.0021739684,0.0072767134,0.0025755756,0.000025410698,0.2051595,0.00045512884],"about_ca_topic_score_codex":0.0014606337,"about_ca_topic_score_gemma":0.0014819223,"teacher_disagreement_score":0.17042685,"about_ca_system_score_codex":0.002092281,"about_ca_system_score_gemma":0.00028035708,"threshold_uncertainty_score":0.5852272},"labels":[],"label_agreement":null},{"id":"W2168175832","doi":"10.24908/pceea.v0i0.3584","title":"Engineering Perspectives of Grade 7 Students","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Outreach; Curriculum; Engineering education; Perspective (graphical); Variety (cybernetics); Action (physics); Work (physics); Perception; Engineering ethics; Order (exchange); Engineering; Pedagogy; Psychology; Engineering management; Computer science; Political science; Mechanical engineering","score_opus":0.00636091348116287,"score_gpt":0.19119890843573636,"score_spread":0.18483799495457348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168175832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98892397,0.00036153934,0.00007740247,0.0002517357,0.0028604823,0.00040160865,0.000017131946,0.00027383713,0.0068323053],"genre_scores_gemma":[0.99637824,0.000035379468,0.0026520032,0.000020290188,0.00008816199,0.000063811196,0.000003354189,0.000051548104,0.0007071876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878275,0.0000029033945,0.0003626954,0.00015894967,0.0003797898,0.000312932],"domain_scores_gemma":[0.9991005,0.000022474052,0.0001570107,0.00012603708,0.00039568977,0.00019826202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028469105,0.00019776706,0.00020737041,0.00040905896,0.00005446358,0.000036140795,0.00046388403,0.00013632736,0.000072451134],"category_scores_gemma":[0.0003387649,0.00020578512,0.000100307065,0.00066192023,0.000013220265,0.0001835305,0.000025535292,0.0002280453,0.000009811441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075577796,0.0010714998,0.6599276,0.0036221521,0.001853991,5.607411e-7,0.09802375,0.033458933,0.038220562,0.07779201,0.084255494,0.0017658967],"study_design_scores_gemma":[0.00033589275,0.000022296148,0.93956834,0.00044385347,0.00010210296,0.0000068775444,0.003352219,0.005019716,0.03518103,0.00011075884,0.015153423,0.0007034702],"about_ca_topic_score_codex":0.001185061,"about_ca_topic_score_gemma":0.00037389965,"teacher_disagreement_score":0.27964076,"about_ca_system_score_codex":0.0016041362,"about_ca_system_score_gemma":0.00025273068,"threshold_uncertainty_score":0.83916736},"labels":[],"label_agreement":null},{"id":"W2169985860","doi":"10.1109/ipcc.2010.5529823","title":"Using problem finding to integrate communication and design for student learning in engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argument (complex analysis); Computer science; Set (abstract data type); Scheme (mathematics); Process (computing); Engineering design process; Selection (genetic algorithm); Mathematics education; Knowledge management; Psychology; Artificial intelligence; Engineering; Mathematics","score_opus":0.02602657697105998,"score_gpt":0.2837792553876396,"score_spread":0.2577526784165796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169985860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5735557,0.000041020896,0.42538506,0.00005584241,0.00017549998,0.0003608087,2.1668707e-7,0.00020902419,0.00021680824],"genre_scores_gemma":[0.68251604,0.000009814434,0.317279,0.000008635126,0.000012167891,0.00009450669,0.000001913331,0.000019186535,0.00005874938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952394,0.0000066481252,0.0001573806,0.00009744531,0.000051001203,0.00016355801],"domain_scores_gemma":[0.9997494,0.00006632279,0.000010139923,0.00008932774,0.00002277356,0.000062021834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003039605,0.00010093323,0.00009176443,0.00016119702,0.000037439066,0.0000522163,0.000088117835,0.000043274074,0.000010601927],"category_scores_gemma":[0.000041257008,0.00010405553,0.000010915118,0.00016455387,0.0000034018951,0.000075203956,0.000024278113,0.00021207555,0.0000025342108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011683345,0.000012505587,0.0022821112,0.00006472306,0.000009994878,1.798968e-7,0.0021116312,0.93949634,0.052192777,0.0012840205,0.00009117438,0.0024533477],"study_design_scores_gemma":[0.0003074193,0.00002067091,0.009970556,0.00015174654,0.0000062273275,0.000006282834,0.00062946096,0.9748161,0.009290579,0.00004504164,0.0044128136,0.0003430968],"about_ca_topic_score_codex":0.000008614604,"about_ca_topic_score_gemma":0.000025608106,"teacher_disagreement_score":0.10896031,"about_ca_system_score_codex":0.00006749184,"about_ca_system_score_gemma":0.000013080437,"threshold_uncertainty_score":0.42432615},"labels":[],"label_agreement":null},{"id":"W2170916547","doi":"10.24908/pceea.v0i0.5877","title":"THE ATTRIBUTE ASSESSMENT PROCESS IN THE FACULTY OF ENGINEERING AT THE UNIVERSITY OF MANITOBA: YEAR THREE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Accreditation; Checklist; Teamwork; Engineering education; Curriculum; Work (physics); Medical education; Process (computing); Work in process; Engineering management; Engineering; Psychology; Computer science; Pedagogy; Medicine; Management; Mechanical engineering; Operations management","score_opus":0.01085383110180915,"score_gpt":0.20995023200159288,"score_spread":0.19909640089978373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170916547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993312,0.0002339494,0.00008920665,0.00306301,0.0012060598,0.00052321254,0.000035100238,0.000057302088,0.0014801669],"genre_scores_gemma":[0.99933183,0.000023399269,0.0002656745,0.00001939045,0.000056652494,0.000025286545,0.000011369279,0.00002218592,0.00024418527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988708,0.000008546726,0.00028966749,0.00011354957,0.00045332708,0.00026410827],"domain_scores_gemma":[0.9989823,0.0000889485,0.0001960821,0.00016102193,0.00047343894,0.00009820401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008972452,0.00014805199,0.00015829093,0.00012351092,0.00012952335,0.000038633567,0.00062021846,0.00009472502,0.0000067789797],"category_scores_gemma":[0.00038352227,0.00010272062,0.00007081918,0.0007184904,0.000027204276,0.00011431361,0.00003413218,0.0002676618,0.0000036925203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007973948,0.00015366863,0.5037609,0.0010076166,0.0004057832,3.141298e-7,0.018419953,0.33774364,0.0014454693,0.013847543,0.12225177,0.0009553852],"study_design_scores_gemma":[0.00035628027,0.000016552058,0.927859,0.00021336389,0.00006178656,0.000004249462,0.008382458,0.015411202,0.0014875145,0.000091550006,0.045831405,0.00028460898],"about_ca_topic_score_codex":0.0017368873,"about_ca_topic_score_gemma":0.013218414,"teacher_disagreement_score":0.42409816,"about_ca_system_score_codex":0.0022439754,"about_ca_system_score_gemma":0.0005247946,"threshold_uncertainty_score":0.7376185},"labels":[],"label_agreement":null},{"id":"W2170977111","doi":"10.24908/pceea.v0i0.4895","title":"DESIGN WORKSHOP FOR ONTARIO ENGINEERING COMPETITION","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Competitor analysis; Competition (biology); Engineering; Engineering design process; Engineering management; Marketing; Business; Mechanical engineering","score_opus":0.00684231914486057,"score_gpt":0.17437058235059097,"score_spread":0.1675282632057304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170977111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9002548,0.0007329984,0.03511667,0.011527031,0.02808515,0.008683101,0.00005892493,0.0025417723,0.012999567],"genre_scores_gemma":[0.97349846,0.000009937625,0.02067773,0.00013913072,0.00023078309,0.00091062236,0.000023560051,0.00008913736,0.0044206125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987866,0.0000027347076,0.00035500314,0.00017845923,0.00024709018,0.0004301096],"domain_scores_gemma":[0.99888676,0.00008477206,0.00012191652,0.00011392407,0.00054541056,0.0002472376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002845655,0.00023082702,0.00019725588,0.0003181456,0.000113450085,0.00016022939,0.00029849474,0.00018272159,0.00012984978],"category_scores_gemma":[0.0003617208,0.00024276525,0.000096226235,0.0004528263,0.000007188194,0.00030348025,0.000013538545,0.00025798348,0.00003027102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033033964,0.00016051246,0.017102335,0.0013996807,0.0005251808,7.235844e-8,0.00682021,0.4883577,0.01994552,0.02237541,0.4406808,0.0026292736],"study_design_scores_gemma":[0.0010532999,0.000051178242,0.32483506,0.0011481793,0.00019999771,0.000016267764,0.0009211047,0.27529973,0.022846945,0.00075494125,0.37060562,0.002267659],"about_ca_topic_score_codex":0.006875654,"about_ca_topic_score_gemma":0.008842031,"teacher_disagreement_score":0.30773273,"about_ca_system_score_codex":0.0045462074,"about_ca_system_score_gemma":0.00056016986,"threshold_uncertainty_score":0.9997376},"labels":[],"label_agreement":null},{"id":"W2172029022","doi":"10.24908/pceea.v0i0.3738","title":"CLASSROOM ASSESSMENT AND DESIGN EDUCATION","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Judgement; Context (archaeology); Engineering education; Work (physics); Quality (philosophy); Engineering; Design education; Engineering ethics; Engineering management; Mathematics education; Pedagogy; Computer science; Psychology; Mechanical engineering; Political science","score_opus":0.009932835277418211,"score_gpt":0.20003446209969733,"score_spread":0.19010162682227913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172029022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8372944,0.0017021763,0.0039130384,0.0042166924,0.022152442,0.003031333,0.00003730119,0.0014532737,0.12619932],"genre_scores_gemma":[0.97918004,0.000049407165,0.018944519,0.0001338844,0.00011322901,0.0001674027,0.0000058299443,0.000047195965,0.0013584943],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99904364,0.0000056439803,0.00028356235,0.00016246883,0.00022629039,0.00027838693],"domain_scores_gemma":[0.9991649,0.000024251754,0.00012309615,0.000103532555,0.0003383621,0.00024588054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033292008,0.00018159115,0.0001470699,0.0003068449,0.00010661454,0.00007106879,0.00022093063,0.00014141186,0.000055194832],"category_scores_gemma":[0.00015354926,0.00018496408,0.000046110315,0.0004402163,0.00001263913,0.00022129237,0.000016540173,0.00022471914,0.000008710461],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005330002,0.0006212533,0.3819367,0.0019193436,0.0006806268,2.1356509e-7,0.014927373,0.006990974,0.010666433,0.124743804,0.42579773,0.031710226],"study_design_scores_gemma":[0.00021316812,0.000023081611,0.92988145,0.00029032803,0.000085548905,0.000011643218,0.0009656636,0.010017924,0.0055139647,0.00083086785,0.051515974,0.0006503972],"about_ca_topic_score_codex":0.0011116001,"about_ca_topic_score_gemma":0.00045434886,"teacher_disagreement_score":0.5479447,"about_ca_system_score_codex":0.0021799982,"about_ca_system_score_gemma":0.0010590634,"threshold_uncertainty_score":0.7542616},"labels":[],"label_agreement":null},{"id":"W2172141735","doi":"10.24908/pceea.v0i0.3143","title":"Engineering Graduate Attributes - Investigation","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Accreditation; Process (computing); Context (archaeology); Curriculum; Meaning (existential); Engineering design process; Work in process; Component (thermodynamics); Work (physics); Element (criminal law); Engineering education; Engineering management; Engineering; Computer science; Engineering ethics; Psychology; Pedagogy; Medical education; Political science; Mechanical engineering; Operations management; Geography","score_opus":0.007436529613137114,"score_gpt":0.1796289909203353,"score_spread":0.17219246130719817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172141735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98632854,0.00006258866,0.000052052306,0.0024577507,0.0079347715,0.00037306471,0.000021903285,0.00051192933,0.0022573748],"genre_scores_gemma":[0.9951982,0.000012347451,0.003215961,0.000106361025,0.00032254422,0.00011252946,0.00002306027,0.00006829915,0.00094068376],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99863714,0.0000026478504,0.00037454042,0.000191352,0.00038059315,0.0004137328],"domain_scores_gemma":[0.9988271,0.000046905032,0.0001406475,0.00015186824,0.0004959079,0.0003375572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043311357,0.00024104664,0.00018756777,0.00040235824,0.0001233938,0.00013307367,0.0003712994,0.00021625367,0.000054020624],"category_scores_gemma":[0.0009058985,0.00025159898,0.000091936236,0.0008404425,0.000015344449,0.00028645596,0.000020964537,0.00059167476,0.000035455447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019886581,0.00013346957,0.18272549,0.001768353,0.00050305197,3.3094747e-7,0.005113648,0.063011155,0.25158766,0.05696184,0.4350727,0.003120327],"study_design_scores_gemma":[0.00031350408,0.00001138815,0.762164,0.0002964676,0.0000863032,0.000017978706,0.00022908357,0.0405032,0.06542354,0.0002981218,0.12960231,0.0010541219],"about_ca_topic_score_codex":0.0009470089,"about_ca_topic_score_gemma":0.001682388,"teacher_disagreement_score":0.57943845,"about_ca_system_score_codex":0.0012548161,"about_ca_system_score_gemma":0.0004548006,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W2183141648","doi":"","title":"THE CDIO SYLLABUS AND OUTCOMES-BASED ASSESSMENT: A CASE STUDY OF A CANADIAN MECHANICAL ENGINEERING PROGRAM","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Syllabus; Accreditation; Curriculum; Engineering education; Engineering management; Engineering; Computer science; Software engineering; Mathematics education; Medical education; Pedagogy; Psychology","score_opus":0.007393255613381645,"score_gpt":0.2549266586985699,"score_spread":0.24753340308518826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183141648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99764603,0.000014285321,0.00036829687,0.00013599155,0.0005908358,0.00046873084,0.0000014109279,0.00025046416,0.00052398007],"genre_scores_gemma":[0.99210346,0.0000029666148,0.007620788,0.000013074823,0.000013985498,0.00018164709,0.0000012521881,0.000021814854,0.000040988965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935484,0.0000065192994,0.00019477731,0.00010688457,0.00011367264,0.00022329339],"domain_scores_gemma":[0.99947023,0.00006940635,0.000012574459,0.00021075313,0.00003664757,0.00020039258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018207733,0.00013018423,0.00012529563,0.00019462679,0.00007285539,0.000053236206,0.000095188014,0.000049535054,0.000023698018],"category_scores_gemma":[0.000028253256,0.00009407573,0.00002244335,0.00031662907,0.000009037355,0.00002910522,0.000011486629,0.00023197681,0.0000015220975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018471992,0.0061079813,0.24657011,0.0018336548,0.0036907122,0.005055504,0.018566214,0.22070883,0.01840408,0.07653595,0.00843606,0.39407244],"study_design_scores_gemma":[0.0020893975,0.0003417873,0.1293277,0.000035333444,0.0000912736,0.0009012041,0.0058050537,0.825696,0.00089308136,0.000013379581,0.03384367,0.00096210424],"about_ca_topic_score_codex":0.00844174,"about_ca_topic_score_gemma":0.12854515,"teacher_disagreement_score":0.6049872,"about_ca_system_score_codex":0.000042497326,"about_ca_system_score_gemma":0.00008199499,"threshold_uncertainty_score":0.99816114},"labels":[],"label_agreement":null},{"id":"W2183169898","doi":"10.1109/fie.2015.7344401","title":"Mapping career success competencies to engineering leadership capabilities","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Openness to experience; Engineering education; Lifelong learning; Globalization; Psychology; Personality; Knowledge management; Engineering ethics; Pedagogy; Management; Engineering; Public relations; Engineering management; Political science; Computer science; Social psychology","score_opus":0.06765232072971797,"score_gpt":0.21822226188161445,"score_spread":0.15056994115189648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183169898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90012497,0.00083761354,0.061368812,0.0011134258,0.0037713754,0.00034886698,0.0000049010396,0.0025093993,0.029920666],"genre_scores_gemma":[0.98611253,0.0000028400557,0.0125224935,0.00015248902,0.00011275907,0.000061641986,0.000009080938,0.000032901688,0.0009932546],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991635,0.00000492937,0.00017956864,0.00013221176,0.0001920723,0.0003276865],"domain_scores_gemma":[0.9994449,0.000026836096,0.000006118766,0.00016656818,0.000076230914,0.00027935483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013642032,0.00016472286,0.00014130773,0.0001770526,0.00001988736,0.00005351614,0.00016552229,0.00004516917,0.00012304776],"category_scores_gemma":[0.0000631632,0.00016536114,0.000029118317,0.0003187221,0.000009244598,0.00011130925,0.00002519021,0.0001025916,0.00015361945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017291377,0.000027893544,0.0060752546,0.00046879883,0.000081501676,0.0000054785946,0.03032004,0.8802399,0.0033487056,0.0028785858,0.07516648,0.0013856106],"study_design_scores_gemma":[0.0010487802,0.00009426806,0.06451942,0.0004682799,0.000021618323,0.000067777706,0.097445294,0.13434187,0.031030128,0.00010350612,0.6676178,0.0032412605],"about_ca_topic_score_codex":0.000032055243,"about_ca_topic_score_gemma":0.00001912261,"teacher_disagreement_score":0.74589807,"about_ca_system_score_codex":0.00020903512,"about_ca_system_score_gemma":0.00003535982,"threshold_uncertainty_score":0.67432314},"labels":[],"label_agreement":null},{"id":"W2184466117","doi":"","title":"AC 2011-1501: A CASE STUDY-BASED GRADUATE COURSE IN ENGI- NEERING ETHICS AND PROFESSIONAL RESPONSIBILITY","year":2011,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aeronautics; Context (archaeology); Engineering; Apollo; Atmosphere (unit); Crew; Law; Forensic engineering; Political science; History; Meteorology; Archaeology","score_opus":0.09294224699804485,"score_gpt":0.3236398708517895,"score_spread":0.23069762385374468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184466117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969618,0.000086980996,0.0011770321,0.000114237126,0.00061518425,0.00033504787,0.0000019286645,0.00028773973,0.00042007794],"genre_scores_gemma":[0.9945337,0.000006931655,0.0050834883,0.000054038723,0.000015835905,0.000094105846,0.000002195547,0.000024892943,0.00018476459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904895,0.000082924154,0.00026203733,0.00020761503,0.0001722307,0.00022621862],"domain_scores_gemma":[0.999449,0.00014154277,0.00001578289,0.0002174987,0.00005198235,0.00012416246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010099435,0.00016903138,0.00014705208,0.00013101523,0.000064069616,0.00001470452,0.00007483222,0.00009942074,0.00016534756],"category_scores_gemma":[0.000077380086,0.00015547953,0.000020066125,0.00016562281,0.00002202516,0.00008427512,0.000029920313,0.0006093611,0.000019287323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025315868,0.00747988,0.53457063,0.0022201794,0.0005012951,0.0065563004,0.37771532,0.039235637,0.0023196237,0.0023951714,0.011162949,0.015589878],"study_design_scores_gemma":[0.0021305804,0.00014164209,0.88699675,0.00017750822,0.000046635338,0.00037250883,0.027978383,0.07815227,0.0022776076,0.00012908204,0.0005477971,0.0010492572],"about_ca_topic_score_codex":0.00020432545,"about_ca_topic_score_gemma":0.00044507755,"teacher_disagreement_score":0.3524261,"about_ca_system_score_codex":0.00007232209,"about_ca_system_score_gemma":0.0001316167,"threshold_uncertainty_score":0.6340271},"labels":[],"label_agreement":null},{"id":"W2186132756","doi":"10.4122/1.1000054644","title":"The CDIO as an Enabler for Graduate Attributes Assessment in Canadian Engineering Schools","year":2011,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"CDIO; Accreditation; Enabling; Curriculum; Engineering education; Process (computing); Continuous assessment; Engineering management; Outcome-based education; Engineering; Engineering ethics; Computer science; Medical education; Mathematics education; Pedagogy; Psychology; Medicine","score_opus":0.04960262019497525,"score_gpt":0.2461192137885085,"score_spread":0.19651659359353327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186132756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77376586,0.0005574496,0.04511103,0.0031394137,0.0031456864,0.004539541,0.0004952232,0.0064556985,0.16279012],"genre_scores_gemma":[0.9969316,0.000076141936,0.0016256779,0.000037063342,0.00006811179,0.0000010742579,0.00037019624,0.0006613549,0.00022877287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895334,0.00003682606,0.00019283402,0.00018263957,0.0001515235,0.00048286215],"domain_scores_gemma":[0.99923676,0.000015724132,0.00001876964,0.0002531338,0.00018772177,0.00028788554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006236895,0.00012419035,0.00008791571,0.00020471547,0.00064965524,0.00034795268,0.000508408,0.000043777993,0.0008037148],"category_scores_gemma":[0.0002181156,0.00011911027,0.000025126814,0.0003447539,0.000016854869,0.00018787108,0.000076916775,0.00025723988,0.00051477016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063775566,0.00051144476,0.0006694723,0.0006995189,0.0004921765,0.000049146798,0.01708848,0.05165163,0.008013024,0.16964278,0.53968567,0.21143287],"study_design_scores_gemma":[0.00025646552,0.00007030679,0.015791886,0.000031296375,0.000005250429,0.000021376169,0.0005586948,0.015851181,0.0005770564,0.0001519176,0.9664508,0.00023378147],"about_ca_topic_score_codex":0.0011674145,"about_ca_topic_score_gemma":0.00014836338,"teacher_disagreement_score":0.4267651,"about_ca_system_score_codex":0.0004539601,"about_ca_system_score_gemma":0.000019157404,"threshold_uncertainty_score":0.8800113},"labels":[],"label_agreement":null},{"id":"W2188458010","doi":"10.1190/tle24010032.1","title":"CSEG and its DoodleTrain","year":2005,"lang":"en","type":"article","venue":"The Leading Edge","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Shell (Canada)","funders":"","keywords":"Commit; Spring (device); Library science; History; Political science; Psychology; Operations research; Medical education; Engineering; Computer science; Medicine; Database","score_opus":0.010221342775849863,"score_gpt":0.21817162520224762,"score_spread":0.20795028242639776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188458010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94105315,0.003933165,0.0018317689,0.0035636688,0.0012558188,0.00017524202,0.0000020214027,0.0008570121,0.04732816],"genre_scores_gemma":[0.9958146,0.00008459574,0.00046014023,0.00015010194,0.0002120494,0.0000112454745,0.0000010958439,0.000015127074,0.003251048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999693,0.000004718607,0.00006897142,0.00005737293,0.000048623016,0.00012730969],"domain_scores_gemma":[0.9998511,0.000022097262,0.0000052216956,0.00007579147,0.000007102838,0.000038704897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000095487805,0.00006795666,0.000053387263,0.000028572103,0.00003901752,0.000020814667,0.00007556167,0.00002334336,0.000048157755],"category_scores_gemma":[0.000011011525,0.00005167975,0.0000113467995,0.00008100031,0.0000073290407,0.000045626224,0.000009812946,0.00009417147,0.0004113088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041895846,0.0000934787,0.00074061315,0.0003743756,0.00021271686,0.000005350209,0.03202633,0.0624318,0.050383583,0.04669568,0.47081712,0.33621478],"study_design_scores_gemma":[0.00023344017,0.000008584674,0.007040801,0.00005441533,0.000013122224,0.000035889854,0.00016175114,0.049051523,0.012997713,0.00009296727,0.92996216,0.00034760428],"about_ca_topic_score_codex":2.5197934e-7,"about_ca_topic_score_gemma":0.0000018034249,"teacher_disagreement_score":0.45914507,"about_ca_system_score_codex":0.00003578519,"about_ca_system_score_gemma":0.0000047665126,"threshold_uncertainty_score":0.528668},"labels":[],"label_agreement":null},{"id":"W2189443933","doi":"","title":"Quantitative Indicators for Assessing the Effectiveness of Project-Based Learning Experiences","year":2012,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Project-based learning; Peer evaluation; Peer assessment; Computer science; Psychology; Mathematics education; Higher education","score_opus":0.018327742723118552,"score_gpt":0.3183625228743773,"score_spread":0.30003478015125873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189443933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8658786,0.00018476155,0.13138372,0.0000052147643,0.00040658083,0.00023848262,2.9784565e-7,0.00011310307,0.001789248],"genre_scores_gemma":[0.99053514,0.000001538826,0.009024756,0.0000045214383,0.000016254315,0.00038408954,0.0000035709622,0.0000115023895,0.000018626495],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99959326,0.000044045264,0.00009969619,0.000049390314,0.00007542034,0.00013820833],"domain_scores_gemma":[0.9994634,0.0004193186,0.000021440992,0.000051284405,0.000021898,0.000022656017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005380381,0.00006892477,0.000080235826,0.00007889447,0.000050832874,0.000016008038,0.00006451044,0.000023498356,0.000013779925],"category_scores_gemma":[0.00010045383,0.00004571845,0.000027791684,0.00023419541,0.00002198672,0.00010567999,0.0000047024423,0.000056823235,0.0000016376392],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008730217,0.00078042323,0.39708218,0.006074119,0.0005961049,4.2967977e-7,0.19487628,0.23932035,0.055973466,0.076385014,0.0066231256,0.022201201],"study_design_scores_gemma":[0.00091900676,0.00016562498,0.30863258,0.00042585414,0.000048826205,0.000002499734,0.107200325,0.09151404,0.46407962,0.000028375782,0.026158692,0.000824555],"about_ca_topic_score_codex":0.0000029685884,"about_ca_topic_score_gemma":1.6243938e-7,"teacher_disagreement_score":0.40810615,"about_ca_system_score_codex":0.000031632186,"about_ca_system_score_gemma":0.000033091757,"threshold_uncertainty_score":0.18643443},"labels":[],"label_agreement":null},{"id":"W2190829594","doi":"10.5539/hes.v5n6p1","title":"Relationship between High School Mathematical Achievement and Quantitative GPA","year":2015,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Trigonometry; Curriculum; Engineering education; Advanced Placement; Sample (material); Regression analysis; Mathematics; Psychology; Pedagogy; Engineering; Chemistry; Statistics","score_opus":0.10948179180806156,"score_gpt":0.35478753843064503,"score_spread":0.24530574662258348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190829594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987104,0.0045979703,0.00097253773,0.0021531712,0.0018366643,0.0001742306,0.000003930541,0.00027681017,0.0028807137],"genre_scores_gemma":[0.98251003,0.000043183452,0.0134846065,0.0000779388,0.0001666598,0.00015417152,0.000018115163,0.000019854486,0.0035254615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99934113,0.000020501964,0.00022186237,0.00012955494,0.00015482996,0.00013209082],"domain_scores_gemma":[0.99939007,0.0001472451,0.000026960955,0.00012034464,0.00015378236,0.00016162154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001582145,0.00013523122,0.00016226189,0.00009985641,0.000060619273,0.000030791285,0.000053198586,0.0000392552,0.000042135947],"category_scores_gemma":[0.00008306302,0.00012352125,0.000014985431,0.00018955735,0.000034779227,0.00011321995,0.00002452537,0.0001047288,0.00021060705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037676932,0.00017981058,0.3942084,0.00045292493,0.00030414845,4.915033e-7,0.006149301,0.0007180359,0.00001752866,0.42211726,0.17529492,0.00055341626],"study_design_scores_gemma":[0.00020467186,0.000023963978,0.9504258,0.0000671042,0.000042688578,0.0000013481578,0.0049080355,0.000020315552,0.000044706758,0.012236937,0.031788595,0.00023580415],"about_ca_topic_score_codex":0.0000029640698,"about_ca_topic_score_gemma":6.209842e-7,"teacher_disagreement_score":0.55621743,"about_ca_system_score_codex":0.00018618532,"about_ca_system_score_gemma":0.00006925896,"threshold_uncertainty_score":0.503705},"labels":[],"label_agreement":null},{"id":"W2195705378","doi":"10.5539/ies.v8n11p169","title":"Best Practices for Quality Improvement—Lessons from Top Ranked Engineering Institutions","year":2015,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Accreditation; Quality (philosophy); Work (physics); Higher education; Ranking (information retrieval); Public relations; Benchmarking; Business; Marketing; Medical education; Political science; Engineering; Management; Computer science; Medicine; Economics","score_opus":0.2250728994404243,"score_gpt":0.4686472173389723,"score_spread":0.243574317898548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195705378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8291406,0.01181515,0.059702553,0.01393567,0.07044919,0.00090953626,0.00024107074,0.0010123609,0.012793882],"genre_scores_gemma":[0.9691604,0.0004339838,0.025485095,0.00023672776,0.0009172783,0.0010084898,0.00024794115,0.000028900064,0.002481184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916524,0.000007174722,0.00030823812,0.00017584233,0.00020711489,0.00013637822],"domain_scores_gemma":[0.99855876,0.00014771444,0.000106661064,0.00013721595,0.00095649797,0.00009315014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018953918,0.0001441978,0.00014222626,0.00012564736,0.000057643916,0.00006467724,0.000167457,0.000041447274,0.000018865312],"category_scores_gemma":[0.001463427,0.00014939597,0.000045073233,0.00012921212,0.000018554754,0.0002823956,0.000030413785,0.000087854896,0.000050644478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008417708,0.0021753397,0.008129264,0.0005676407,0.0070145708,0.0000018931728,0.02869688,0.16258584,0.013673609,0.12078828,0.5005706,0.1557119],"study_design_scores_gemma":[0.00058642734,0.000019764057,0.0021656728,0.00008877854,0.000049895083,0.0000021897147,0.0083537325,0.0033284978,0.0021589624,0.00079599395,0.9820961,0.0003539906],"about_ca_topic_score_codex":0.00015676436,"about_ca_topic_score_gemma":0.000047162754,"teacher_disagreement_score":0.48152548,"about_ca_system_score_codex":0.00042689705,"about_ca_system_score_gemma":0.00026230168,"threshold_uncertainty_score":0.60921913},"labels":[],"label_agreement":null},{"id":"W2209028276","doi":"10.1109/mcom.2015.7105660","title":"Communications education and training: industry certification and university accreditation [Guest Editorial]","year":2015,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Certification; Computer science; Training (meteorology); Test (biology); Event (particle physics); Engineering management; Engineering education; Professional certification (computer technology); Join (topology); Medical education; Management; Engineering","score_opus":0.05971318708501491,"score_gpt":0.2793033852273759,"score_spread":0.219590198142361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209028276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6340248,0.020825507,0.015113795,0.051181145,0.1729863,0.00337149,0.0002082997,0.0053123217,0.09697633],"genre_scores_gemma":[0.97887486,0.0017962443,0.015072985,0.00006170164,0.0027684304,0.00006108816,0.00031366057,0.000035873978,0.0010151773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930304,0.00007681873,0.00021545778,0.0001433894,0.00012936011,0.00013192378],"domain_scores_gemma":[0.99829394,0.00008848562,0.000056672514,0.0010947702,0.00025727347,0.00020885242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002730844,0.00013818164,0.000122066514,0.0001821516,0.00017751081,0.000066085406,0.00048905186,0.00017830358,0.000002927011],"category_scores_gemma":[0.000096111224,0.00017028608,0.000014771179,0.00037769874,0.00014880061,0.00033066803,0.0001125852,0.0004141578,0.000033910204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010821474,0.00051285507,0.0024286425,0.00011119376,0.0001119423,3.541721e-7,0.020605773,0.0009869034,0.002996337,0.008967832,0.91220415,0.05106323],"study_design_scores_gemma":[0.0002933869,0.000015431731,0.007651721,0.000044490775,0.000032696622,0.000013398365,0.003979702,0.005738344,0.00006582558,0.00016670497,0.9817625,0.00023576763],"about_ca_topic_score_codex":0.000018279414,"about_ca_topic_score_gemma":0.000042460575,"teacher_disagreement_score":0.34485003,"about_ca_system_score_codex":0.00017792261,"about_ca_system_score_gemma":0.0002306453,"threshold_uncertainty_score":0.6944065},"labels":[],"label_agreement":null},{"id":"W2209448353","doi":"","title":"Technological Pedagogical Content Knowledge and the Context: An Integrated Model","year":2008,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Computer science; Knowledge management; Content (measure theory); Mathematics; Geography","score_opus":0.06170500498184155,"score_gpt":0.3038386642113403,"score_spread":0.24213365922949875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209448353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.425772,0.0007925366,0.5498396,0.010878377,0.0014936439,0.0013791383,0.00004946385,0.002285434,0.007509747],"genre_scores_gemma":[0.9855558,0.00036539123,0.011514613,0.000330524,0.000039025184,0.0009017131,0.00019342593,0.0000110910905,0.0010883955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916756,0.000010866807,0.00037596363,0.00013991416,0.00013628331,0.00016938373],"domain_scores_gemma":[0.9990927,0.000034841014,0.00007822172,0.00018260347,0.00055336027,0.000058280028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025824178,0.00017598321,0.00015875771,0.00015255353,0.00018985149,0.000061017032,0.00038719334,0.00025595014,0.000056976212],"category_scores_gemma":[0.00013561068,0.00013295852,0.00009463487,0.00021827675,0.0005737004,0.00052025844,0.000045799326,0.00036434308,0.000022430973],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022730734,0.0002022008,0.0008970198,0.000038126316,0.00012969237,4.352101e-8,0.01692065,0.00058831804,0.00015013585,0.8648951,0.0176096,0.09854639],"study_design_scores_gemma":[0.0021271275,0.00005040718,0.0016283229,0.000057483223,0.000036315472,0.00009113667,0.06693965,0.70535123,0.00073049683,0.007470239,0.21498308,0.00053452235],"about_ca_topic_score_codex":0.000004698527,"about_ca_topic_score_gemma":0.00000306311,"teacher_disagreement_score":0.85742486,"about_ca_system_score_codex":0.00018209427,"about_ca_system_score_gemma":0.00026661484,"threshold_uncertainty_score":0.5421891},"labels":[],"label_agreement":null},{"id":"W2211244912","doi":"","title":"Innovative teaching and learning strategies and approaches for 21stC","year":2011,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.09952793052857442,"score_gpt":0.2699824086090738,"score_spread":0.17045447808049938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211244912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9104807,0.0015707426,0.0012508516,0.0022443892,0.0012428336,0.00096875156,0.0000071057298,0.00042953456,0.08180509],"genre_scores_gemma":[0.98624283,0.000388539,0.0047200886,0.00015312334,0.00009893306,0.00024291039,0.000034598925,0.000049543745,0.008069429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998484,0.00015173134,0.00036388458,0.0004364603,0.00021566711,0.0003482368],"domain_scores_gemma":[0.99929893,0.000115422365,0.00021621613,0.00012479193,0.000081500904,0.00016313369],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056932523,0.00030559802,0.00027958027,0.00020081108,0.00030237113,0.00021044665,0.00009113313,0.000112942,0.000058155336],"category_scores_gemma":[0.000058791917,0.00032338678,0.00001662878,0.000322547,0.000067778696,0.0003555072,0.00003484663,0.0010422097,0.000004332413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009099386,0.0002523155,0.101008475,0.001157044,0.00007652186,0.0000017810602,0.017343296,0.0007809953,0.00021312544,0.67066526,0.000753431,0.20765673],"study_design_scores_gemma":[0.0008860921,0.00046727667,0.90708065,0.00075938157,0.000023234319,0.000009966909,0.03192206,0.0063642785,0.000114216295,0.0053523537,0.04602122,0.0009992784],"about_ca_topic_score_codex":0.00017936743,"about_ca_topic_score_gemma":0.000112988215,"teacher_disagreement_score":0.8060722,"about_ca_system_score_codex":0.00021376298,"about_ca_system_score_gemma":0.0002268042,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W2223180117","doi":"","title":"Grassroots Projects: Fostering and supporting an institute-wide culture of innovation","year":2005,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Grassroots; Public relations; Political science; Engineering ethics; Sociology; Public administration; Economic growth; Engineering; Politics; Law; Economics","score_opus":0.06336428670897361,"score_gpt":0.2946806766493809,"score_spread":0.23131638994040732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223180117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97426313,0.00046621857,0.00025638915,0.0025560833,0.0010382106,0.00053099333,0.0000056868307,0.00024846697,0.020634834],"genre_scores_gemma":[0.99209255,0.00038040502,0.002165708,0.00031786488,0.00015014851,0.000097810786,0.00007781964,0.00003738634,0.004680335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828154,0.00006391129,0.0006374781,0.0003724879,0.00032724076,0.00031736997],"domain_scores_gemma":[0.99909896,0.0000283118,0.00039165653,0.00017934055,0.00016297217,0.00013875279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003772722,0.00026574617,0.00026773353,0.00027929555,0.000115598676,0.0001022966,0.00011240335,0.0001145324,0.00006941916],"category_scores_gemma":[0.000062827174,0.00028362032,0.000015024808,0.0007974889,0.0000462137,0.00048289652,0.00004026507,0.00051453407,0.000006645412],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092616574,0.00067904737,0.37239182,0.0020903714,0.00007034565,0.00000429965,0.012825447,0.006354479,0.0052162916,0.19127792,0.00278583,0.40621153],"study_design_scores_gemma":[0.0011462418,0.00048024362,0.8793216,0.001710921,0.000026875457,0.000015320515,0.006325345,0.0073019126,0.0017884991,0.0022350813,0.098432176,0.0012157911],"about_ca_topic_score_codex":0.00009094675,"about_ca_topic_score_gemma":0.00027633877,"teacher_disagreement_score":0.50692976,"about_ca_system_score_codex":0.00037368134,"about_ca_system_score_gemma":0.0002829907,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W2225730910","doi":"10.1002/inst.201316327","title":"Panel 2 — The Great Debate: Is Formal Systems Engineering Education Necessary?","year":2013,"lang":"en","type":"article","venue":"Insight","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"George (robot); Citation; Library science; Associate editor; Computer science; Art history; History","score_opus":0.00977529105115694,"score_gpt":0.19206628670372292,"score_spread":0.18229099565256598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225730910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90344906,0.010403048,0.016951252,0.0018582351,0.016830236,0.001563958,0.000007969979,0.002098746,0.046837486],"genre_scores_gemma":[0.9968665,0.00010713661,0.00036735635,0.00019018464,0.00025938125,0.00035916184,0.00001412865,0.00003798249,0.0017981617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928427,0.000006470768,0.00020056171,0.00011093294,0.00014119873,0.00025656912],"domain_scores_gemma":[0.9995745,0.000024699591,0.000018650097,0.00023170235,0.00006180056,0.000088657536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005292809,0.00016228767,0.00010494081,0.00007890686,0.00006630578,0.00013478668,0.00017980706,0.000064644635,0.00024857264],"category_scores_gemma":[0.000010040991,0.00011918806,0.000033443313,0.00021655139,0.000008033394,0.00034019252,0.000019990834,0.0001433817,0.00051846943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020364548,0.00015635461,0.0022114818,0.0012803749,0.0003129364,0.000004813281,0.013788549,0.16446657,0.0071808323,0.0096779475,0.7373945,0.06352362],"study_design_scores_gemma":[0.00021414476,0.000014514028,0.0346435,0.00018851414,0.000024755765,0.00008788983,0.0008143992,0.23039597,0.0037965577,0.000043192307,0.72911346,0.00066309096],"about_ca_topic_score_codex":0.00007445688,"about_ca_topic_score_gemma":0.0000012715702,"teacher_disagreement_score":0.09341744,"about_ca_system_score_codex":0.00009846329,"about_ca_system_score_gemma":0.00004178091,"threshold_uncertainty_score":0.66640484},"labels":[],"label_agreement":null},{"id":"W2242263527","doi":"10.18260/1-2--19136","title":"A Team-effectiveness Inventory for Guided Reflection and Feedback","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of International Science and Engineering; University of Toronto; Concordia University","keywords":"Teamwork; Computer science; Class (philosophy); Reflection (computer programming); Team effectiveness; Intervention (counseling); Knowledge management; Psychology; Artificial intelligence","score_opus":0.029040458814206953,"score_gpt":0.2629968267916197,"score_spread":0.23395636797741273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2242263527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7215721,0.0004658502,0.24995027,0.0008990964,0.0013735215,0.0009383174,0.0000032513412,0.0017310695,0.023066517],"genre_scores_gemma":[0.9957227,0.000019900695,0.003704503,0.00016815525,0.00007874217,0.00010887405,0.0000054406023,0.000018366942,0.00017332849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997236,0.000004811902,0.00007285303,0.000084511805,0.000034456003,0.000079739286],"domain_scores_gemma":[0.9998577,0.000014394328,0.0000048870857,0.000035117293,0.000018447956,0.00006942308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051649,0.0000638623,0.00006441862,0.000021950098,0.000019845598,0.00001361767,0.000026322197,0.000026995156,0.000023829054],"category_scores_gemma":[0.00002349723,0.00006262269,0.00001528026,0.000085352796,0.000004163964,0.00004167254,0.000006033669,0.00003479594,0.0000118319485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006567976,0.00012830901,0.011539924,0.005562857,0.00042591264,0.0000016953775,0.008526903,0.07153066,0.17251812,0.013790787,0.67436045,0.041548714],"study_design_scores_gemma":[0.0023065174,0.0001786564,0.04779679,0.00012995297,0.000041704494,0.000017562781,0.00069891143,0.38646236,0.08333725,0.0005636584,0.47746235,0.0010043072],"about_ca_topic_score_codex":0.0000014953328,"about_ca_topic_score_gemma":8.893358e-7,"teacher_disagreement_score":0.3149317,"about_ca_system_score_codex":0.0000398281,"about_ca_system_score_gemma":0.000008700554,"threshold_uncertainty_score":0.2553679},"labels":[],"label_agreement":null},{"id":"W2244237228","doi":"10.1109/tale.2015.7386059","title":"Teaching engineering design in a four-course sequence","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Curriculum; Course (navigation); Engineering education; Engineering design process; Engineering management; Computer science; Work (physics); Sequence (biology); Engineering; Engineering ethics; Software engineering; Pedagogy; Mechanical engineering","score_opus":0.04145697946331498,"score_gpt":0.25618645393951783,"score_spread":0.21472947447620286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2244237228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24063332,0.0004812384,0.73503727,0.0004667348,0.0021039585,0.00039011496,0.0000011094077,0.0024261142,0.018460143],"genre_scores_gemma":[0.93311024,0.000005362221,0.06633064,0.000037185247,0.000049018796,0.000041298426,0.0000013863449,0.000026970527,0.00039788775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993969,0.00001183272,0.00015012857,0.00010138552,0.000117062955,0.00022264701],"domain_scores_gemma":[0.99970263,0.000027895154,0.0000064100755,0.00011471489,0.000015841226,0.00013251418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033993463,0.000120277546,0.000095987525,0.000102835205,0.000009703323,0.000022791899,0.00010809251,0.00004344772,0.000020730047],"category_scores_gemma":[0.000050869075,0.00012234892,0.000015081992,0.00016017711,0.0000035873268,0.00012308681,0.000011671033,0.0001958006,0.00007517163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.250646e-7,0.000017861441,0.000599859,0.000026356978,0.00001079091,0.000014737105,0.001151202,0.9879054,0.0014013587,0.0013722113,0.004113148,0.0033863864],"study_design_scores_gemma":[0.0003535029,0.000015015673,0.003426126,0.000073360505,0.00000443583,0.00003972288,0.00028075487,0.9811055,0.001463287,0.00010882215,0.012709793,0.00041969708],"about_ca_topic_score_codex":0.000026743632,"about_ca_topic_score_gemma":0.0000052717587,"teacher_disagreement_score":0.6924769,"about_ca_system_score_codex":0.00018633925,"about_ca_system_score_gemma":0.0000490307,"threshold_uncertainty_score":0.49892446},"labels":[],"label_agreement":null},{"id":"W2246508474","doi":"10.1109/tale.2015.7386060","title":"Engineering undergraduate professional identity formation: Intentional or introjected? Work in progress","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Identity (music); Complement (music); Engineering education; Engineering ethics; Work (physics); Social identity theory; Computer science; Sociology; Psychology; Engineering; Engineering management; Social psychology; Social group; Chemistry; Philosophy","score_opus":0.019645213878622763,"score_gpt":0.2654911988697281,"score_spread":0.24584598499110535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246508474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7705973,0.00080724247,0.19865137,0.0039212643,0.014086971,0.001290418,0.000007040891,0.0034779247,0.0071605006],"genre_scores_gemma":[0.9828747,0.0000137643665,0.015017148,0.00003269173,0.00009823566,0.00016709854,0.000039934817,0.00002506042,0.0017313568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991252,0.000010452029,0.00027383748,0.00011061331,0.00025626677,0.0002236425],"domain_scores_gemma":[0.99967206,0.000017642365,0.00001754004,0.00009834148,0.00007387735,0.00012054882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018573522,0.00013681846,0.00011428901,0.00019590053,0.000018081131,0.000051863608,0.00012865623,0.000058119065,0.0001360518],"category_scores_gemma":[0.000051481205,0.000115076145,0.000024603822,0.00067354174,0.000010306741,0.0005278955,0.00003618106,0.00017445194,0.00013390672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016845552,0.0008481484,0.03846934,0.0011945912,0.00024904244,0.00007951082,0.00776785,0.49536273,0.0002828634,0.05694877,0.38141805,0.017210644],"study_design_scores_gemma":[0.0050039277,0.00010129896,0.27156055,0.0016840606,0.00003508884,0.00022305963,0.0037423442,0.5665338,0.001980594,0.0018589086,0.14462814,0.0026482206],"about_ca_topic_score_codex":0.0000023908083,"about_ca_topic_score_gemma":0.000028735449,"teacher_disagreement_score":0.23678993,"about_ca_system_score_codex":0.00029334464,"about_ca_system_score_gemma":0.00007727679,"threshold_uncertainty_score":0.4692669},"labels":[],"label_agreement":null},{"id":"W2248816379","doi":"","title":"Recognizing an Ethic of Care in the Instructional Design Process","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Process (computing); Computer science; Process management; Psychology; Engineering ethics; Sociology; Business; Engineering","score_opus":0.02482338760770444,"score_gpt":0.2526690140001991,"score_spread":0.22784562639249464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248816379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81935084,0.0011281322,0.00039505455,0.17124955,0.0032004686,0.00088256603,0.000008442412,0.00028499603,0.0034999636],"genre_scores_gemma":[0.996105,0.00008501992,0.003112917,0.000069130954,0.000096771306,0.00047343908,0.000028316019,0.0000097193315,0.000019681967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993344,0.000023917544,0.00018934094,0.00014665183,0.00015450154,0.0001511745],"domain_scores_gemma":[0.99943423,0.00018731898,0.000030636293,0.0001306939,0.00016920612,0.000047926525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000100619094,0.000113289214,0.00012015531,0.00045946037,0.000034694203,0.000017778062,0.0002037814,0.000098045595,0.00023133932],"category_scores_gemma":[0.0001232557,0.000092933915,0.0000089248715,0.0005978472,0.00010073188,0.00009562987,0.0000081392,0.00034064028,0.000017251683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013645742,0.00048102316,0.027115704,0.0005741096,0.00006640054,0.0000024206606,0.04134506,0.0015815794,0.001990216,0.8143481,0.003567936,0.10891382],"study_design_scores_gemma":[0.00051905063,0.0001421634,0.13390629,0.00036135045,0.000014920031,0.000038251565,0.007128595,0.0031343317,0.004988782,0.8489414,0.0003086723,0.0005162318],"about_ca_topic_score_codex":0.0000059176487,"about_ca_topic_score_gemma":0.00007667156,"teacher_disagreement_score":0.17675418,"about_ca_system_score_codex":0.000038894952,"about_ca_system_score_gemma":0.00021683628,"threshold_uncertainty_score":0.3789735},"labels":[],"label_agreement":null},{"id":"W2252710735","doi":"10.24908/ijesjp.v4i1-2.5992","title":"Why Don’t More American Indians Become Engineers in South Dakota?","year":2015,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Diversity (politics); Poverty; Engineering education; Value (mathematics); Native american; African american; Indian country; Cultural diversity; Underrepresented Minority; Sociology; Political science; Law; Medical education; Medicine; Anthropology; Mathematics","score_opus":0.010362349359801175,"score_gpt":0.25797310207762036,"score_spread":0.24761075271781918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252710735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743787,0.0015294724,0.017361911,0.0016401128,0.004566209,0.000072106246,0.000013490929,0.00012309077,0.00031491302],"genre_scores_gemma":[0.9961738,0.0001906606,0.0025620686,0.00023357332,0.00076690223,0.000004631077,0.0000060139114,0.000033050335,0.000029328095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990491,0.000008812383,0.00032991217,0.000085916465,0.00033185995,0.00019435326],"domain_scores_gemma":[0.99951243,0.000044849712,0.00007435428,0.000047734025,0.00016108829,0.0001595121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019862392,0.00015837883,0.00020797703,0.00035962477,0.0000153794,0.000056316447,0.00022289155,0.000054215645,0.000011124577],"category_scores_gemma":[0.00011529728,0.00016921916,0.000051163614,0.00023212226,0.000023785176,0.00017672977,0.00002274209,0.00031431648,0.000003978226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003740781,0.000098835415,0.0030044373,0.00022177206,0.00041103578,0.00018894585,0.06750454,0.8820095,0.0007397126,0.00066428457,0.04088251,0.004237],"study_design_scores_gemma":[0.0069187246,0.0003343472,0.19042574,0.0009505746,0.0005598389,0.00075278577,0.10122602,0.1750106,0.0008401434,0.00007420158,0.5200251,0.0028819467],"about_ca_topic_score_codex":0.000021185593,"about_ca_topic_score_gemma":0.0000063001594,"teacher_disagreement_score":0.7069989,"about_ca_system_score_codex":0.00024905798,"about_ca_system_score_gemma":0.000055258206,"threshold_uncertainty_score":0.69005567},"labels":[],"label_agreement":null},{"id":"W2256179917","doi":"10.18260/1-2--5005","title":"An Application Of Customer Satisfaction Standards In Engineering Management Courses","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality assurance; Usability; Computer science; Customer satisfaction; Quality (philosophy); Quality of analytical results; Engineering management; Quality management system; Engineering education; Quality management; Software engineering; Management system; Engineering; Operations management","score_opus":0.004567011008330633,"score_gpt":0.2294119125979505,"score_spread":0.22484490158961987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256179917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41755587,0.0001055915,0.57466567,0.00014573438,0.0003100554,0.00034731912,0.000009693902,0.00070698804,0.006153081],"genre_scores_gemma":[0.99422735,0.000040614643,0.0056229443,0.00002250541,0.000020347925,0.000037931026,0.000007009658,0.00001482211,0.0000064738497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953383,0.0000026224193,0.00015151674,0.0000863095,0.00013762906,0.000088107656],"domain_scores_gemma":[0.9998272,0.0000038956287,0.000010182012,0.00007942987,0.00002225913,0.00005700583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000058999463,0.00007360611,0.00008090849,0.000078908604,0.0000051823276,0.0000070144038,0.00005106762,0.00002471765,0.000056266683],"category_scores_gemma":[0.0000030751994,0.0000795369,0.000011983052,0.0002390957,0.0000030197,0.000080592385,0.0000050417875,0.00005186576,0.000011859709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029946618,0.000025286132,0.010071106,0.00042207655,0.00002683777,8.979306e-7,0.0007135546,0.9446632,0.008865729,0.004548659,0.0010872498,0.029572394],"study_design_scores_gemma":[0.0004387737,0.000027281996,0.22783507,0.0000456049,0.000012603884,0.0000012014075,0.00068706716,0.73525554,0.012106555,0.000010655242,0.023231322,0.00034834107],"about_ca_topic_score_codex":0.000010344192,"about_ca_topic_score_gemma":0.0000074493837,"teacher_disagreement_score":0.5766715,"about_ca_system_score_codex":0.00008772816,"about_ca_system_score_gemma":0.000007592224,"threshold_uncertainty_score":0.32434204},"labels":[],"label_agreement":null},{"id":"W2268992110","doi":"10.1504/ijceell.1990.030346","title":"Professional advancement program: a strategy for growth","year":2014,"lang":"en","type":"article","venue":"International journal of continuing engineering education and life-long learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Technical University of Nova Scotia","funders":"","keywords":"Pace; Mandate; Ambivalence; Task (project management); Professional development; Continuing education; Public relations; Administration (probate law); Medical education; Psychology; Business; Political science; Management; Pedagogy; Medicine; Economics; Social psychology","score_opus":0.004942095152048247,"score_gpt":0.2658144010339491,"score_spread":0.26087230588190086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268992110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7474882,0.0015470225,0.23616712,0.0008863651,0.012507862,0.00039715227,0.0000020627667,0.00041804335,0.000586187],"genre_scores_gemma":[0.9846623,0.00010603431,0.01377171,0.00004681853,0.0008249547,0.00006738965,0.000015224024,0.0000340698,0.0004715007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990962,0.00001523345,0.0003892081,0.00010223272,0.0002347465,0.00016235457],"domain_scores_gemma":[0.9991314,0.00010369667,0.0001260736,0.00004799237,0.00044783406,0.00014304332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033112924,0.00014520316,0.00016617132,0.00025121003,0.00003093647,0.00010574955,0.00016175445,0.00005179805,0.000018528655],"category_scores_gemma":[0.00043343237,0.00014297564,0.000061367966,0.00008527649,0.0000095748555,0.00019777007,0.00001432097,0.00024231193,0.0000019585948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004691326,0.00043879604,0.006860211,0.000669551,0.0004725148,0.000002829324,0.004339064,0.28478888,0.0032678174,0.010518168,0.0055534868,0.68304175],"study_design_scores_gemma":[0.0028541824,0.00046006663,0.08048248,0.0025148776,0.000100965044,0.00023106846,0.0020676865,0.27105016,0.0023676388,0.0002606137,0.6364752,0.0011350935],"about_ca_topic_score_codex":8.9199915e-7,"about_ca_topic_score_gemma":3.4291085e-7,"teacher_disagreement_score":0.68190664,"about_ca_system_score_codex":0.00008233793,"about_ca_system_score_gemma":0.00008024025,"threshold_uncertainty_score":0.58303773},"labels":[],"label_agreement":null},{"id":"W2275859197","doi":"","title":"Revisiting Constructivist Teaching Methods in Ontario Colleges Preparing for Accreditation.","year":2015,"lang":"en","type":"article","venue":"The College Quarterly","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Constructivist teaching methods; Pedagogy; Higher education; Teaching method; Mathematics education; Psychology; Sociology; Medical education; Political science","score_opus":0.023948414971286903,"score_gpt":0.3003388369319613,"score_spread":0.27639042196067437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275859197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7678286,0.00040761704,0.1862579,0.00065623265,0.0039953613,0.0016167404,0.000020450927,0.0006780102,0.038539123],"genre_scores_gemma":[0.85902727,7.3521886e-7,0.13951637,0.000026101834,0.00014888973,0.00026793007,0.000008977998,0.000029727566,0.0009739976],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991241,0.0000738807,0.00030595678,0.00014685908,0.00011355521,0.00023563612],"domain_scores_gemma":[0.9993842,0.00025995212,0.000039942788,0.00018377915,0.00005459475,0.00007748446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011033096,0.00014605628,0.00018626053,0.00010064552,0.00009882823,0.000056112087,0.00017217721,0.000045792454,0.000009429929],"category_scores_gemma":[0.00009082108,0.0001266845,0.000040813327,0.00015679591,0.00001853913,0.00014537548,0.000009046891,0.00023726736,0.000006603482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017365145,0.00025408552,0.014829746,0.0008930758,0.0006342045,0.000018957891,0.32801536,0.11953453,0.005508727,0.14754932,0.13802387,0.24456446],"study_design_scores_gemma":[0.007401284,0.0006082319,0.051722433,0.0010958216,0.00017019047,0.00026072294,0.11209358,0.33407366,0.0020451993,0.015088098,0.47257423,0.0028665506],"about_ca_topic_score_codex":0.0004324019,"about_ca_topic_score_gemma":0.002172416,"teacher_disagreement_score":0.33455035,"about_ca_system_score_codex":0.0004963149,"about_ca_system_score_gemma":0.00019176031,"threshold_uncertainty_score":0.5166044},"labels":[],"label_agreement":null},{"id":"W2279350287","doi":"10.18260/1-2--4516","title":"A First Year Engineering Affordable Housing Project","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Affordable housing; Presentation (obstetrics); Community design; Curriculum; Plan (archaeology); Engineering management; Engineering education; Architectural engineering; Sustainability; Community project; Sustainable design; Project-based learning; Engineering; Medical education; Business; Computer science; Civil engineering; Psychology; Pedagogy; Sociology; Medicine","score_opus":0.012127808949520471,"score_gpt":0.1919013671467389,"score_spread":0.1797735581972184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279350287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2986871,0.0006888907,0.62823135,0.0026129482,0.0029485798,0.0010512988,0.000010669173,0.013243858,0.052525304],"genre_scores_gemma":[0.96059793,0.000035877714,0.038847312,0.00011485587,0.00016061106,0.00003196417,0.000004878185,0.000051124003,0.00015541789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950004,0.0000013318828,0.00011598682,0.000104657905,0.00008749737,0.0001904744],"domain_scores_gemma":[0.999807,0.000009523408,0.0000057995485,0.00007746829,0.00001203695,0.0000881925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002812046,0.00011445968,0.00009258423,0.000047439422,0.000019224934,0.000035569723,0.0000844059,0.00003363076,0.00016260825],"category_scores_gemma":[0.000018884439,0.00011456939,0.000028601107,0.00028012253,0.0000029218158,0.000103217564,0.000016082287,0.0000933998,0.00016596312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003031917,0.000030262872,0.0010930991,0.0007019328,0.000091166214,0.000009179545,0.0038904862,0.9127506,0.0023824337,0.004254067,0.07378076,0.0010129551],"study_design_scores_gemma":[0.00027365214,0.000020439302,0.00078939734,0.00005214147,0.000008968525,0.000004104875,0.0003776508,0.57467324,0.0039033876,0.0000063715815,0.41942605,0.0004646228],"about_ca_topic_score_codex":0.0000040249806,"about_ca_topic_score_gemma":0.0000021480355,"teacher_disagreement_score":0.6619109,"about_ca_system_score_codex":0.000048247104,"about_ca_system_score_gemma":0.000017992503,"threshold_uncertainty_score":0.4672004},"labels":[],"label_agreement":null},{"id":"W2286501793","doi":"","title":"Рецензия на книгу: Кроули Э. Ф. , Малмквист Й. , Остлунд С. , Бродер Д. Р. , Эдстрем К. Переосмысление инженерного образования. Подход CDIO. 2-е изд. Нью-йорк: Шпрингер, 2014","year":2014,"lang":"ru","type":"article","venue":"Вопросы образования","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Engineering education; Work (physics); Library science; Sociology; Art history; Media studies; Management; Engineering; Engineering ethics; Art; Computer science; Engineering management; Mechanical engineering","score_opus":0.003474205368885523,"score_gpt":0.1900276818676213,"score_spread":0.1865534764987358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286501793","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2125223,0.029832788,0.10675503,0.01659448,0.13692386,0.009037293,0.00094339694,0.0152332,0.47215766],"genre_scores_gemma":[0.92230177,0.0030110853,0.012114028,0.0020925368,0.007434945,0.000772544,0.0007403699,0.00129962,0.050233096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867884,0.0005489124,0.0032525694,0.002879887,0.0023573705,0.004172877],"domain_scores_gemma":[0.9916925,0.00076955487,0.0007637837,0.0037329516,0.0007625957,0.0022786139],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0023931547,0.003111696,0.002649758,0.0013920773,0.0009671343,0.0010105227,0.0027587996,0.0018014151,0.015020293],"category_scores_gemma":[0.00086372235,0.003412951,0.001195525,0.0022980266,0.00042770122,0.0011201237,0.0007279097,0.0030074953,0.020239428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012243334,0.0015521739,0.005086833,0.0027486815,0.0015709286,0.0001369023,0.0053586005,0.022531122,0.0068413583,0.014001757,0.8545601,0.08548915],"study_design_scores_gemma":[0.003737393,0.0004790782,0.03339369,0.0013722102,0.00059064454,0.00024594733,0.0010805568,0.02840416,0.006436879,0.000991829,0.9175634,0.0057042195],"about_ca_topic_score_codex":0.0003386933,"about_ca_topic_score_gemma":0.00034412395,"teacher_disagreement_score":0.7097795,"about_ca_system_score_codex":0.0016610897,"about_ca_system_score_gemma":0.0007437651,"threshold_uncertainty_score":0.99949443},"labels":[],"label_agreement":null},{"id":"W2287971804","doi":"","title":"Рецензия на книгу: Кроули Э. Ф. , Малмквист Й. , Остлунд С. , Бродер Д. Р. , Эдстрем К. Переосмысление инженерного образования. Подход CDIO. 2-е изд. Нью-йорк: Шпрингер, 2014","year":2014,"lang":"ru","type":"article","venue":"Вопросы образования","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Engineering education; Work (physics); Library science; Sociology; Art history; Management; Engineering ethics; Engineering; Media studies; Art; Computer science; Engineering management; Mechanical engineering","score_opus":0.003474205368885523,"score_gpt":0.1900276818676213,"score_spread":0.1865534764987358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287971804","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2125223,0.029832788,0.10675503,0.01659448,0.13692386,0.009037293,0.00094339694,0.0152332,0.47215766],"genre_scores_gemma":[0.92230177,0.0030110853,0.012114028,0.0020925368,0.007434945,0.000772544,0.0007403699,0.00129962,0.050233096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867884,0.0005489124,0.0032525694,0.002879887,0.0023573705,0.004172877],"domain_scores_gemma":[0.9916925,0.00076955487,0.0007637837,0.0037329516,0.0007625957,0.0022786139],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0023931547,0.003111696,0.002649758,0.0013920773,0.0009671343,0.0010105227,0.0027587996,0.0018014151,0.015020293],"category_scores_gemma":[0.00086372235,0.003412951,0.001195525,0.0022980266,0.00042770122,0.0011201237,0.0007279097,0.0030074953,0.020239428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012243334,0.0015521739,0.005086833,0.0027486815,0.0015709286,0.0001369023,0.0053586005,0.022531122,0.0068413583,0.014001757,0.8545601,0.08548915],"study_design_scores_gemma":[0.003737393,0.0004790782,0.03339369,0.0013722102,0.00059064454,0.00024594733,0.0010805568,0.02840416,0.006436879,0.000991829,0.9175634,0.0057042195],"about_ca_topic_score_codex":0.0003386933,"about_ca_topic_score_gemma":0.00034412395,"teacher_disagreement_score":0.7097795,"about_ca_system_score_codex":0.0016610897,"about_ca_system_score_gemma":0.0007437651,"threshold_uncertainty_score":0.99949443},"labels":[],"label_agreement":null},{"id":"W2293853406","doi":"10.1007/978-3-319-32933-8_13","title":"Developing Role Models for Engineering and Sustainable Development: Engineers Without Borders’ Global Engineering Certificate","year":2016,"lang":"en","type":"book-chapter","venue":"World sustainability series","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Engineers Without Borders Canada","funders":"","keywords":"Certificate; Function (biology); Engineering ethics; Engineering education; Component (thermodynamics); Political science; Engineering; Engineering management; Computer science","score_opus":0.013927515180289701,"score_gpt":0.2260976665742761,"score_spread":0.2121701513939864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293853406","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056145317,0.018190574,0.83492255,0.0044739097,0.004700258,0.011531191,0.00032839878,0.011845087,0.10839351],"genre_scores_gemma":[0.28846407,0.0007479135,0.0999669,0.00012259706,0.00081160787,0.0029284654,0.00031422623,0.0013745794,0.6052697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964786,0.000008193515,0.00089765416,0.0008273378,0.00035272565,0.0014354638],"domain_scores_gemma":[0.9982555,0.00011582259,0.00010847677,0.0005615798,0.00059591583,0.0003627378],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044933253,0.0011365238,0.0008760216,0.00055934733,0.00024604265,0.00021644855,0.000388321,0.00039235808,0.00003521098],"category_scores_gemma":[0.00015596916,0.0012023834,0.00016917904,0.0002586489,0.00008844441,0.0006444741,0.00020582681,0.00040563356,0.00000880024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003805179,0.00001403384,0.000067838286,0.0067650117,0.00045404406,0.000017712133,0.0014354743,0.09077947,0.00002194921,0.8916708,0.00071742863,0.008018178],"study_design_scores_gemma":[0.0005060321,0.00002653941,0.00020329421,0.00057580916,0.00008177273,0.000024109013,0.0008719337,0.016566444,0.0003369055,0.027848305,0.9507681,0.0021907676],"about_ca_topic_score_codex":0.0000065356317,"about_ca_topic_score_gemma":0.00003605407,"teacher_disagreement_score":0.95005065,"about_ca_system_score_codex":0.0039447146,"about_ca_system_score_gemma":0.0007941884,"threshold_uncertainty_score":0.99987894},"labels":[],"label_agreement":null},{"id":"W2298926624","doi":"10.5539/ies.v9n2p132","title":"Developing a Learning Outcome-Based Question Examination Paper Tool for Universiti Putra Malaysia","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Putra Malaysia","keywords":"Outcome-based education; Outcome (game theory); Curriculum; Final examination; Set (abstract data type); Plan (archaeology); Medical education; Class (philosophy); Quality (philosophy); Teaching method; Mathematics education; Computer science; Psychology; Pedagogy; Medicine; Artificial intelligence","score_opus":0.029352460852779146,"score_gpt":0.3182731879282902,"score_spread":0.28892072707551103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298926624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5164888,0.0004472074,0.4625364,0.00841142,0.00954432,0.00035035642,0.000011077297,0.0005983757,0.0016120583],"genre_scores_gemma":[0.97568965,0.00014216054,0.01943055,0.000249837,0.00020716368,0.00026776476,0.00004756112,0.000023481649,0.003941804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992872,0.000019083134,0.00024462293,0.00015685477,0.00016003018,0.0001322461],"domain_scores_gemma":[0.99890524,0.00016099538,0.00005229951,0.00007080738,0.00078190234,0.000028771905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021353402,0.00013244645,0.000106872976,0.00020685559,0.00007471717,0.000030557654,0.00010577059,0.00004167867,0.00007076758],"category_scores_gemma":[0.00039332197,0.000113319,0.000043906333,0.00011953155,0.000019416571,0.00027343287,0.000013908989,0.000052001982,0.000042434334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036951715,0.00031881977,0.06352406,0.00070336985,0.001032613,0.0000017903928,0.0033158227,0.077721834,0.009680184,0.13533024,0.040842544,0.6674918],"study_design_scores_gemma":[0.0014720517,0.000050135142,0.1389776,0.00073803763,0.000064205095,0.000009728545,0.0031285088,0.009951617,0.0059507075,0.0017214024,0.8369338,0.0010021981],"about_ca_topic_score_codex":0.0000017994486,"about_ca_topic_score_gemma":0.0000016830553,"teacher_disagreement_score":0.79609126,"about_ca_system_score_codex":0.00093255006,"about_ca_system_score_gemma":0.00013325395,"threshold_uncertainty_score":0.46210146},"labels":[],"label_agreement":null},{"id":"W2317038184","doi":"10.2514/6.2014-3001","title":"'Projet Epervier': Design, Build and Flight Test of a Full-Scale Aerobatic Aircraft at the Universite de Sherbrooke","year":2014,"lang":"en","type":"article","venue":"14th AIAA Aviation Technology, Integration, and Operations Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Aeronautics; Scale (ratio); Flight test; Test (biology); Aerospace engineering; Computer science; Engineering; Geology; Geography; Cartography","score_opus":0.00592361247592619,"score_gpt":0.19517284462577272,"score_spread":0.18924923214984654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317038184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24216157,0.00026573899,0.75363255,0.002922531,0.000113176415,0.00030067746,0.000008718956,0.00021842288,0.0003766022],"genre_scores_gemma":[0.9735258,0.000431797,0.025121082,0.00007645832,0.000018852546,0.00008771367,0.000030823197,0.000012486674,0.00069499103],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993079,0.00003902243,0.0002456621,0.0001747165,0.00008715664,0.00014556908],"domain_scores_gemma":[0.99941576,0.000080883154,0.00003507047,0.00021223897,0.00020530922,0.000050750736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022496132,0.00015229695,0.00014541575,0.00018874154,0.0002316262,0.00005946919,0.000138887,0.00013652629,0.000055409524],"category_scores_gemma":[0.00013224897,0.0001230986,0.000017694058,0.00033270314,0.0001312619,0.00015268162,0.000031684136,0.00015058334,0.000009191036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002144153,0.00037312208,0.06507367,0.00051654305,0.00024560755,0.0000015345728,0.020004729,0.093144014,0.49011377,0.21052784,0.014636501,0.105341226],"study_design_scores_gemma":[0.00088946644,0.00028185718,0.037534907,0.00030115322,0.00011098835,0.00007667277,0.0035655145,0.82823724,0.114004515,0.0029119835,0.011368031,0.00071769155],"about_ca_topic_score_codex":0.000023843164,"about_ca_topic_score_gemma":0.0009241118,"teacher_disagreement_score":0.7350932,"about_ca_system_score_codex":0.000094180374,"about_ca_system_score_gemma":0.000052832303,"threshold_uncertainty_score":0.5019815},"labels":[],"label_agreement":null},{"id":"W2319046650","doi":"10.14288/1.0055781","title":"Professional/technologist, academic, and teacher characteristics of a technological faculty","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Professional development; Engineering ethics; Pedagogy; Mathematics education; Sociology; Psychology; Engineering; Medicine","score_opus":0.007091108326122931,"score_gpt":0.18984204057096682,"score_spread":0.1827509322448439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319046650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99861205,0.000051397317,0.0002948644,0.00007479905,0.00014407221,0.00009424655,0.00004806795,0.00024346691,0.00043701674],"genre_scores_gemma":[0.99774355,0.00010531309,0.0017964966,0.0000036842612,0.0000074315008,0.0000010441947,0.000014061311,0.000007847687,0.00032057325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995521,0.000004662466,0.00010175679,0.00012797993,0.00009598705,0.000117518524],"domain_scores_gemma":[0.99974346,0.000010436414,0.000042490996,0.00011504143,0.00003823574,0.000050348437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007796796,0.000035246132,0.00015332736,0.000039245588,0.000042646152,0.000008756009,0.00017802815,0.0002511214,0.000059888112],"category_scores_gemma":[0.000040703657,0.000098592456,0.000026132864,0.00014760051,0.00021260852,0.000065931075,0.000068432455,0.00041159516,0.0000032952482],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017521775,0.000106733314,0.06935695,0.00020542862,0.000037945727,0.000014380193,0.00018189005,0.0000051409825,0.026686525,0.000054282445,0.0028040048,0.90054494],"study_design_scores_gemma":[0.00016568317,0.000008708171,0.99657184,0.00006656617,0.000008156993,0.00002482083,0.00046762006,0.0003108007,0.00004543778,0.00006222134,0.0021544343,0.00011370669],"about_ca_topic_score_codex":0.0003812042,"about_ca_topic_score_gemma":0.001061896,"teacher_disagreement_score":0.9272149,"about_ca_system_score_codex":0.000014023339,"about_ca_system_score_gemma":0.00001939409,"threshold_uncertainty_score":0.40204835},"labels":[],"label_agreement":null},{"id":"W2324044727","doi":"","title":"A Two-Day Short Course by Dr. Gordon Fenton, Professor of Civil Engineering and Engineering Mathematics at Dalhousie University and Dr. Vaughan Griffiths, Professor of Civil Engineering at the Colorado School of Mines","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Engineering; Mathematics education; Engineering physics; Library science; Mathematics; Computer science","score_opus":0.006532111380934459,"score_gpt":0.2056488035549784,"score_spread":0.19911669217404393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324044727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898372,0.0011545382,0.0067507788,0.00043228615,0.00046871122,0.00071130396,0.00006300015,0.00030004547,0.00028210803],"genre_scores_gemma":[0.991534,0.0004383723,0.0018536277,0.0000054978345,0.000043725806,0.00003022873,0.0000138261685,0.00010172082,0.005978999],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998236,0.000021891285,0.00062423607,0.00031271123,0.0003505082,0.0004546759],"domain_scores_gemma":[0.9987587,0.0003194386,0.00012914454,0.0004192034,0.00014521265,0.00022831286],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043554726,0.00044481392,0.0005957016,0.00021516657,0.00006165102,0.000014713702,0.0002859019,0.00016455397,0.00013321717],"category_scores_gemma":[0.00013434581,0.00034185487,0.00008592783,0.00041009023,0.000082372455,0.00019699805,0.00024516083,0.00017784584,0.000003243298],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005485043,0.0004722504,0.023495402,0.00716122,0.0012203169,0.000012054237,0.0051119383,0.0394556,0.89343375,0.00236985,0.026660034,0.0005527182],"study_design_scores_gemma":[0.006853384,0.00042089084,0.11514587,0.006788422,0.0010091111,0.00018890097,0.0041506337,0.22336495,0.5780986,0.000025832704,0.059720367,0.004233067],"about_ca_topic_score_codex":0.000024325143,"about_ca_topic_score_gemma":0.00075830927,"teacher_disagreement_score":0.31533518,"about_ca_system_score_codex":0.00023048394,"about_ca_system_score_gemma":0.000076166296,"threshold_uncertainty_score":0.9999033},"labels":[],"label_agreement":null},{"id":"W2326709078","doi":"10.18687/laccei2015.1.1.012","title":"Engineering Accreditation in Canada","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Accreditation; Unit (ring theory); Engineering education; Identifier; Latin Americans; Face (sociological concept); Engineering management; Political science; Computer science; Engineering ethics; Engineering; Sociology; Psychology; Mathematics education; Law; Social science","score_opus":0.007961845537955542,"score_gpt":0.1618201187071099,"score_spread":0.15385827316915437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326709078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685268,0.00015918046,0.008547509,0.00015794807,0.0029371432,0.00009251159,0.000001060137,0.0003505219,0.019227322],"genre_scores_gemma":[0.9974116,0.0000035136582,0.002403724,0.000023579174,0.000028387632,0.000014150651,0.0000047308004,0.000009337288,0.00010099724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996802,0.0000013771272,0.0000878413,0.000042951306,0.00008410371,0.00010349937],"domain_scores_gemma":[0.99985224,0.000008386222,0.0000026997202,0.000048608606,0.000013461761,0.000074577045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042597676,0.00005155756,0.000045119228,0.000047567646,0.0000022240845,0.000006067085,0.00004130856,0.000011845745,0.00003591348],"category_scores_gemma":[0.00001878252,0.000054483044,0.000004045405,0.00014410159,6.0981193e-7,0.000048879876,0.000003767576,0.000047431255,0.000022683485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3798196e-7,0.0000032178787,0.004063299,0.000015091201,0.0000040776195,0.0000034229988,0.0002509569,0.954157,0.00009608056,0.00036986746,0.039727103,0.0013096675],"study_design_scores_gemma":[0.00046185145,0.000004555048,0.120082505,0.00003120121,0.00000203221,0.000008481903,0.0012601702,0.7899319,0.0023673354,0.000032201722,0.08538928,0.00042847003],"about_ca_topic_score_codex":0.14743881,"about_ca_topic_score_gemma":0.44160277,"teacher_disagreement_score":0.29416397,"about_ca_system_score_codex":0.0006563899,"about_ca_system_score_gemma":0.00029020788,"threshold_uncertainty_score":0.85823846},"labels":[],"label_agreement":null},{"id":"W2333929222","doi":"10.1115/imece2015-50985","title":"Project Management and Implementation in EcoCAR 3","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deliverable; Timeline; Engineering management; Leverage (statistics); Capstone; Competition (biology); Project management; Computer science; Systems engineering; Engineering; Computer security","score_opus":0.01266616821011046,"score_gpt":0.26918650588802273,"score_spread":0.25652033767791227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333929222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9025454,0.0004787681,0.004802574,0.00010766417,0.00059026777,0.000483643,9.4400303e-7,0.00041075522,0.09057997],"genre_scores_gemma":[0.9918607,0.000057807803,0.007496619,0.000025374817,0.000010023553,0.00005737795,0.000006210564,0.000006965426,0.00047896022],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9997716,0.0000021490073,0.00006682761,0.000046626647,0.00004344689,0.0000693686],"domain_scores_gemma":[0.99993163,0.0000014814822,0.0000024492829,0.00003402032,0.0000048476954,0.00002554494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005403374,0.00003949105,0.000030467221,0.00007435051,0.0000034868194,0.000010223571,0.000018553905,0.000008756694,0.000020001475],"category_scores_gemma":[6.6200784e-7,0.000038031907,0.000003049403,0.0000918261,0.0000015524865,0.00004065121,0.0000075279054,0.000018951037,0.000012893127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006736449,0.0001446182,0.14113504,0.000758061,0.00016148732,0.0000285439,0.02162298,0.028022643,0.000223949,0.042471223,0.5136208,0.2518039],"study_design_scores_gemma":[0.0031865942,0.000056810706,0.5385464,0.00006064742,0.000016701617,0.0000188035,0.028796896,0.038801625,0.002366387,0.0008796826,0.3864003,0.00086915237],"about_ca_topic_score_codex":0.000015051001,"about_ca_topic_score_gemma":0.000034665318,"teacher_disagreement_score":0.39741135,"about_ca_system_score_codex":0.000054898257,"about_ca_system_score_gemma":0.0000059873605,"threshold_uncertainty_score":0.15508962},"labels":[],"label_agreement":null},{"id":"W2336042886","doi":"","title":"Sustainable Design in a Second Year Engineering Design Course","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Curriculum; Creativity; Sustainability; Sustainable design; Engineering; Engineering ethics; Engineering management; Obligation; Engineering design process; Engineering education; Test (biology); Social responsibility; Design education; Sociology; Pedagogy; Political science; Business; Public relations; Mechanical engineering","score_opus":0.005272219447351546,"score_gpt":0.23222300276201474,"score_spread":0.2269507833146632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336042886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5546139,0.00064016844,0.42151994,0.00039961975,0.0215452,0.0004028074,0.0000028655707,0.00026736845,0.00060813804],"genre_scores_gemma":[0.9265392,0.000039092076,0.072417535,0.000022261847,0.0005766578,0.00003253777,0.0000043799996,0.000048672508,0.00031967091],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989134,0.000011109037,0.000446682,0.00010277209,0.00028041514,0.00024564043],"domain_scores_gemma":[0.99921125,0.00010734794,0.00007668469,0.00012287796,0.00035546423,0.0001263918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053955475,0.00017561365,0.00016412156,0.000608273,0.000012096868,0.000088465684,0.00036489224,0.00009533703,0.00017471648],"category_scores_gemma":[0.0002467557,0.00019352719,0.000056287594,0.00027004827,0.0000073036413,0.00046983163,0.00001648691,0.0004980103,0.000015973765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013134349,0.0002046027,0.000509803,0.000097600045,0.00012207165,0.000031891035,0.000961273,0.9578272,0.027083162,0.0037795778,0.0074369875,0.0019326688],"study_design_scores_gemma":[0.0038297,0.000253846,0.12022242,0.0013175766,0.00011328913,0.0016597953,0.0026450183,0.5795523,0.07731772,0.0011097094,0.20931761,0.0026610233],"about_ca_topic_score_codex":0.0000039855377,"about_ca_topic_score_gemma":0.0000017449394,"teacher_disagreement_score":0.37827492,"about_ca_system_score_codex":0.00028448415,"about_ca_system_score_gemma":0.0003620709,"threshold_uncertainty_score":0.789181},"labels":[],"label_agreement":null},{"id":"W2344792554","doi":"10.14288/1.0055931","title":"Factors related to the continuing education needs of a selected group of professional engineers in British Columbia","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Continuing education; Continuing professional development; Group (periodic table); Professional development; Medical education; Professional association; Political science; Medicine; Sociology; Engineering ethics; Public relations; Engineering","score_opus":0.0028730529298471755,"score_gpt":0.16261717874113718,"score_spread":0.15974412581129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344792554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983103,0.000066564855,0.00010976453,0.000022131693,0.00089809677,0.00031773272,0.000042309937,0.00007819621,0.00015485904],"genre_scores_gemma":[0.99875736,0.000020570942,0.00047181852,0.0000045163474,0.000010482043,0.0000033173976,0.00004267541,0.000018406414,0.00067086617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99926287,0.000021091311,0.00022998912,0.00012718038,0.00017887424,0.00018001032],"domain_scores_gemma":[0.99942964,0.00004173799,0.00007501035,0.00015977911,0.00020715536,0.0000866454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016087717,0.000045194647,0.00022700758,0.000093541836,0.00004196645,0.000042907184,0.0002544741,0.0001225052,0.000138574],"category_scores_gemma":[0.000069922105,0.00014770599,0.0000566746,0.0010860887,0.000057757472,0.00012951615,0.000037553727,0.0002606128,0.0000016198773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039505007,0.0007168636,0.49208266,0.0006009462,0.0001436969,0.0000072331904,0.018683523,0.0021186362,0.018811401,0.000009835951,0.021470062,0.4453512],"study_design_scores_gemma":[0.00030087904,0.000018296652,0.98877645,0.0004068553,0.00001264708,0.000010545556,0.009426272,0.00051255105,0.000012597103,0.000011394107,0.00036388513,0.00014763113],"about_ca_topic_score_codex":0.061040882,"about_ca_topic_score_gemma":0.5227293,"teacher_disagreement_score":0.4966938,"about_ca_system_score_codex":0.000063468404,"about_ca_system_score_gemma":0.00010095666,"threshold_uncertainty_score":0.9452117},"labels":[],"label_agreement":null},{"id":"W2359713259","doi":"","title":"Construction of the Human Resource Management Teaching Method System Based on Competence","year":2009,"lang":"en","type":"article","venue":"Journal of Hubei Radio & Television University","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vocational education; Competence (human resources); Human resources; Human resource management; Teaching method; Psychology; Knowledge management; Computer science; Engineering management; Pedagogy; Engineering; Management","score_opus":0.004172754691050884,"score_gpt":0.20235490122762861,"score_spread":0.19818214653657773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2359713259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7005274,0.00012292525,0.23978284,0.0006905418,0.0013693582,0.00032376204,0.0000042414904,0.00019778393,0.056981143],"genre_scores_gemma":[0.9654174,0.0000073458223,0.034411237,0.000022380713,0.000033391618,4.0552152e-8,4.8449465e-7,0.000005277015,0.00010246499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.999266,0.000088595974,0.00021936,0.00006938499,0.00026704805,0.00008958621],"domain_scores_gemma":[0.99955696,0.000037049467,0.00014352804,0.00015865188,0.000047623293,0.000056191446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039940994,0.00008962503,0.00016030336,0.00020004442,0.00012303995,0.000010357275,0.0002518749,0.00003441838,0.0000119473825],"category_scores_gemma":[0.000008071145,0.000071711656,0.0001022352,0.00018216553,0.00001561281,0.00006760922,0.000011860367,0.00025630524,8.8384564e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060774197,0.00024420052,0.0017251271,0.00046324995,0.00020591635,0.00008542234,0.001145398,0.79967815,0.005962196,0.054338492,0.01258901,0.12350209],"study_design_scores_gemma":[0.006101062,0.00090103346,0.42354426,0.0077784336,0.00062867074,0.00075848243,0.023109913,0.19955342,0.014852858,0.0001526657,0.32125726,0.0013619624],"about_ca_topic_score_codex":0.0000011507473,"about_ca_topic_score_gemma":1.1052056e-7,"teacher_disagreement_score":0.6001247,"about_ca_system_score_codex":0.0003193576,"about_ca_system_score_gemma":0.000016841774,"threshold_uncertainty_score":0.29243165},"labels":[],"label_agreement":null},{"id":"W2360460854","doi":"","title":"Must be University Diploma Link up with the Graduation Thesis(Design)?——The Inspiration given to our by Applied-type Universities in Developed Countries","year":2012,"lang":"en","type":"article","venue":"Meitan Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Bachelor; Liberal arts education; China; The arts; Sociology; Mathematics education; Pedagogy; Political science; Engineering; Medical education; Higher education; Psychology; Medicine; Law; Mechanical engineering","score_opus":0.017570808014798895,"score_gpt":0.22503111050490274,"score_spread":0.20746030249010383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360460854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95277613,0.00047856534,0.009681987,0.02899546,0.002800577,0.0010770196,0.000007915542,0.00033418814,0.0038481608],"genre_scores_gemma":[0.99409914,0.00002656834,0.0008611301,0.00035624052,0.00015071117,0.000031433276,0.00004752515,0.000021794063,0.004405474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993526,0.00004778214,0.000109274326,0.00011629285,0.00017457246,0.00019948078],"domain_scores_gemma":[0.9996,0.00004495364,0.000035535333,0.00016748693,0.00008643181,0.00006559903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002106738,0.00014473444,0.00008803268,0.00011499195,0.00014844298,0.000044937868,0.00016992941,0.00005571536,0.000032287844],"category_scores_gemma":[0.0000041597787,0.00010763416,0.0000118640055,0.00058330275,0.000016373924,0.00024617696,0.00001465151,0.000117773,0.00004872956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020309891,0.00044241326,0.015242426,0.00024983118,0.0003123923,0.0000011341263,0.14168613,0.048719473,0.004873944,0.05760875,0.7202372,0.010423195],"study_design_scores_gemma":[0.00029045693,0.000032192816,0.23291628,0.0000455627,0.00005272802,0.0000018555377,0.027355842,0.00014088652,0.002179609,0.000027507516,0.7365276,0.00042943787],"about_ca_topic_score_codex":0.000039176655,"about_ca_topic_score_gemma":0.00002940192,"teacher_disagreement_score":0.21767387,"about_ca_system_score_codex":0.00061107386,"about_ca_system_score_gemma":0.00019737086,"threshold_uncertainty_score":0.43891937},"labels":[],"label_agreement":null},{"id":"W2368176607","doi":"","title":"Engineering Ethics and Sustainable Development","year":2007,"lang":"en","type":"article","venue":"Ziran bianzhengfa yanjiu","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harmony (color); Humanity; Engineering ethics; China; Sustainable development; Bioethics; Environmental ethics; Sociology; Social harmony; Political science; Engineering; Social science; Philosophy; Law","score_opus":0.010733859346912848,"score_gpt":0.2226477418637898,"score_spread":0.21191388251687696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368176607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82203573,0.0022837366,0.15460008,0.00029033044,0.0015826507,0.0004613137,0.0000018489665,0.00217208,0.01657225],"genre_scores_gemma":[0.9809348,0.0000801104,0.016873071,0.00009995024,0.00011323044,0.000019392852,0.000010104477,0.00006394509,0.0018054252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867976,0.000009279271,0.0002861958,0.00019285,0.00021300792,0.0006189096],"domain_scores_gemma":[0.9994146,0.000119962075,0.0000170504,0.00016514941,0.0000648323,0.00021836953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010598197,0.00021834046,0.0001532431,0.00022873533,0.0001578796,0.000059816688,0.00012137885,0.00015366181,0.000063343854],"category_scores_gemma":[0.000091658636,0.00023869894,0.000025588908,0.00032340927,0.000017613509,0.00012164357,0.00004448495,0.0005175934,0.000071762894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007703958,0.0008603303,0.029538926,0.016518584,0.0017910737,0.0010632445,0.22306359,0.1766755,0.06548862,0.25093332,0.049187835,0.18480195],"study_design_scores_gemma":[0.00047052684,0.000015563804,0.07134237,0.00012203341,0.000014175936,0.00004247427,0.0026792546,0.0037416879,0.021512693,0.00005188945,0.8991363,0.00087100343],"about_ca_topic_score_codex":0.000006634684,"about_ca_topic_score_gemma":0.000008959069,"teacher_disagreement_score":0.84994847,"about_ca_system_score_codex":0.00017929115,"about_ca_system_score_gemma":0.000059764436,"threshold_uncertainty_score":0.97338605},"labels":[],"label_agreement":null},{"id":"W2370076223","doi":"","title":"Comparative Study of Geomatics Engineering Undergraduate Education in China and Canada","year":2007,"lang":"en","type":"article","venue":"Bulletin of Surveying and Mapping","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geomatics; China; Engineering; Geography; Engineering education; Library science; Engineering management; Remote sensing; Computer science; Archaeology","score_opus":0.00868822078529089,"score_gpt":0.21521572140487777,"score_spread":0.20652750061958688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370076223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976646,0.00030475212,0.0012088746,0.000035653648,0.00018109335,0.00011952795,7.844433e-7,0.000021133437,0.00046361014],"genre_scores_gemma":[0.99824125,0.000038412436,0.0016567371,0.0000036769761,0.000008421839,0.00000444517,0.0000023597934,0.000007715263,0.00003695777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994534,0.000012055651,0.00026271382,0.00007736367,0.000084900275,0.000109517554],"domain_scores_gemma":[0.9997579,0.00008212505,0.000036491812,0.000057251065,0.00002610259,0.00004017086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000345581,0.00008665385,0.00017283799,0.0001170864,0.00001570073,0.000005725635,0.000033750766,0.000019152605,0.0000027094254],"category_scores_gemma":[0.000027148932,0.00009559688,0.0000054742345,0.00010260675,0.000007337379,0.000010749726,0.000014091866,0.00007292313,1.23803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019210518,0.0009107327,0.72295403,0.004289571,0.00036014407,0.000010059215,0.045785803,0.18596739,0.0057838587,0.0009345264,0.005376069,0.027608637],"study_design_scores_gemma":[0.00023500384,0.000014762173,0.9891654,0.00020687493,0.000004063846,0.0000031389611,0.0062545952,0.0022378843,0.00035315787,0.0000052707405,0.0013866271,0.0001332071],"about_ca_topic_score_codex":0.0661803,"about_ca_topic_score_gemma":0.039003465,"teacher_disagreement_score":0.26621142,"about_ca_system_score_codex":0.00004828944,"about_ca_system_score_gemma":0.00005573206,"threshold_uncertainty_score":0.9785322},"labels":[],"label_agreement":null},{"id":"W2370755490","doi":"10.18260/p.23825","title":"Developing a New Generation of Leadership at the University of Calgary: Case Study of the Maier Student Leadership Program","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Coaching; Leadership development; Neuroleadership; Educational leadership; Curriculum; Shared leadership; Medical education; Institution; Leadership studies; Leadership style; Leadership; Psychology; Public relations; Pedagogy; Political science; Medicine","score_opus":0.1842201895495568,"score_gpt":0.28464000326339745,"score_spread":0.10041981371384065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370755490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99631387,0.00016048487,0.0021210415,0.00029786458,0.00024576322,0.0004798116,3.01183e-7,0.000050296538,0.0003305933],"genre_scores_gemma":[0.996641,0.0000034731838,0.0017743817,0.000017836148,0.000017376757,0.000003890102,0.0000015113096,0.000009183509,0.0015313395],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9993808,0.000038716757,0.00017248653,0.00008309602,0.00021201918,0.00011283913],"domain_scores_gemma":[0.99961215,0.000017412289,0.000046058853,0.0001974929,0.0000772883,0.000049593706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001800915,0.00008636914,0.000113440066,0.000035035046,0.000038912574,0.0000051575294,0.0001626717,0.00003443178,0.000030524116],"category_scores_gemma":[0.00001362411,0.000058482772,0.000031072173,0.00025557727,0.00003133122,0.000035482146,0.0000483595,0.00007091183,0.000002644171],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043041182,0.0021082712,0.13379069,0.0010818769,0.0012825477,0.00007916128,0.5182669,0.19588256,0.0039048519,0.002696774,0.06976028,0.071103014],"study_design_scores_gemma":[0.0030658876,0.00035728875,0.104566306,0.00016840472,0.00021470431,0.00017598359,0.84236515,0.017555615,0.023376897,0.000009932479,0.0075249695,0.0006188683],"about_ca_topic_score_codex":0.00042419712,"about_ca_topic_score_gemma":0.0026161186,"teacher_disagreement_score":0.3240982,"about_ca_system_score_codex":0.00015781798,"about_ca_system_score_gemma":0.00011862884,"threshold_uncertainty_score":0.23848583},"labels":[],"label_agreement":null},{"id":"W2378078829","doi":"","title":"New Features and Developments of Engineering Education——Overview of International Symposium on Total Engineering Education 2009","year":2010,"lang":"en","type":"article","venue":"Qinghua Daxue jiaoyu yanjiu","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; China; Curriculum; Creativity; Political science; Engineering education; Engineering ethics; Library science; Engineering; Management; Sociology; Economics; Law","score_opus":0.004889489344581506,"score_gpt":0.22738407585704704,"score_spread":0.22249458651246554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2378078829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762704,0.0023299723,0.001954537,0.00049391924,0.012918554,0.0004375274,0.000025435405,0.00035273083,0.0052169166],"genre_scores_gemma":[0.96364224,0.00031251588,0.03440085,0.0000622631,0.0003863391,0.00004766306,0.000066298955,0.000066970795,0.0010148463],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988566,0.0000051251886,0.00041918663,0.00022913683,0.00027479976,0.00021513508],"domain_scores_gemma":[0.999304,0.000058528014,0.0000844802,0.00025532587,0.00012228529,0.00017536945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012169486,0.00026338373,0.0002461519,0.0003065464,0.000024888326,0.000040542367,0.00023263061,0.00012967593,0.00009335171],"category_scores_gemma":[0.000116538155,0.00028827586,0.000057431527,0.00029875222,0.000012224608,0.00018016469,0.000044265667,0.00030789213,0.000011306805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042215244,0.0013244274,0.015084089,0.0056597115,0.0009844147,0.0000032756686,0.008502173,0.103493795,0.4989911,0.048745494,0.07784526,0.23932405],"study_design_scores_gemma":[0.0014407188,0.00013129714,0.5878447,0.003220154,0.00013635357,0.00026413656,0.00050829217,0.014458475,0.1773389,0.00012637871,0.21226172,0.0022688576],"about_ca_topic_score_codex":0.000047710302,"about_ca_topic_score_gemma":0.000006224698,"teacher_disagreement_score":0.57276064,"about_ca_system_score_codex":0.00009258506,"about_ca_system_score_gemma":0.00029194073,"threshold_uncertainty_score":0.99995697},"labels":[],"label_agreement":null},{"id":"W2384503121","doi":"","title":"Sustainable Talent Training Model for Application-oriented Environmental Engineering Major","year":2009,"lang":"en","type":"article","venue":"Journal of Hefei University","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Construct (python library); Curriculum; Training (meteorology); Engineering management; Engineering; Sustainable development; Center (category theory); Order (exchange); Computer science; Business; Political science; Sociology; Pedagogy; Geography","score_opus":0.004256462325491192,"score_gpt":0.16809563417652243,"score_spread":0.16383917185103125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2384503121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32113048,0.00011381352,0.6780431,0.00012490638,0.00014124221,0.00013200496,0.0000053545323,0.00006335065,0.00024573557],"genre_scores_gemma":[0.98398864,0.000035597855,0.015099427,0.000016695805,0.000048526515,6.056534e-7,0.000005340705,0.000009560968,0.00079560175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995126,0.000002679155,0.00014347088,0.00006258965,0.00010344792,0.00017519596],"domain_scores_gemma":[0.9997418,0.000013277322,0.00004635363,0.000065151326,0.00003438524,0.00009905764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009933862,0.00008911096,0.000116162206,0.00013910032,0.00005319772,0.00000819813,0.00010937746,0.000038264472,0.000008392477],"category_scores_gemma":[0.000008483754,0.00010090551,0.00007061711,0.00009316899,0.0000054239113,0.00017058842,0.0000073243837,0.000109215434,0.0000014923878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001842597,0.00007943078,0.00009101982,0.000049943723,0.00006216482,0.000013505693,0.0022911506,0.98177,0.0065642223,0.004147136,0.0020953177,0.0028176864],"study_design_scores_gemma":[0.0010121142,0.00006926302,0.0033881555,0.000029788678,0.00004969393,0.0000378307,0.004131236,0.92344654,0.00096600526,0.00009164273,0.06650946,0.0002682647],"about_ca_topic_score_codex":4.6563423e-7,"about_ca_topic_score_gemma":1.9828818e-7,"teacher_disagreement_score":0.66294366,"about_ca_system_score_codex":0.00036628442,"about_ca_system_score_gemma":0.00003762963,"threshold_uncertainty_score":0.41148075},"labels":[],"label_agreement":null},{"id":"W2386759444","doi":"","title":"Research on the construction of immersion teaching environment of building construction technology course","year":2013,"lang":"en","type":"article","venue":"Journal of Architectural Education in Institutions of Higher Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Building construction; Course (navigation); Immersion (mathematics); Class (philosophy); Engineering; Teaching method; Computer science; Mathematics education; Artificial intelligence; Psychology; Mathematics","score_opus":0.01474853929220933,"score_gpt":0.3078781730528904,"score_spread":0.2931296337606811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2386759444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941906,0.00030783957,0.0026456302,0.0010042463,0.00086564256,0.00014230849,4.6600465e-7,0.00001239352,0.0008308801],"genre_scores_gemma":[0.97908455,0.000070689806,0.020731332,0.0000037246957,0.000052087846,0.000013465072,0.0000013238486,0.0000080635455,0.000034748504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988318,0.00010053794,0.0005743247,0.00007609198,0.00028372434,0.00013349835],"domain_scores_gemma":[0.99925125,0.00015505787,0.00027445375,0.00012747981,0.00015461301,0.00003713378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005081762,0.00009162052,0.00017574862,0.0008769012,0.000101880214,0.000009170861,0.00017212568,0.00006760111,0.00010490771],"category_scores_gemma":[0.00011401429,0.000071309485,0.000053090014,0.000414881,0.00029570216,0.00011783724,0.000021698152,0.00086087396,0.0000034139769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016097945,0.0002593369,0.020921908,0.00015157144,0.000094249226,3.5145084e-7,0.0018129637,0.73402137,0.07761266,0.06419343,0.00044802646,0.100468054],"study_design_scores_gemma":[0.0025251147,0.0014314638,0.5885959,0.0077446885,0.00017508834,0.00079894724,0.123730384,0.010421034,0.22514959,0.010131914,0.028140876,0.0011549987],"about_ca_topic_score_codex":0.000036183388,"about_ca_topic_score_gemma":5.086698e-7,"teacher_disagreement_score":0.7236003,"about_ca_system_score_codex":0.00018502765,"about_ca_system_score_gemma":0.00026205668,"threshold_uncertainty_score":0.3740117},"labels":[],"label_agreement":null},{"id":"W2389543532","doi":"","title":"A Study of \"Clover-Leaf Junction\" of Higher Education","year":2002,"lang":"en","type":"article","venue":"Liaoning Higher Vocational Technical Institute Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Mohawk; Vocational education; Higher education; Quality (philosophy); Engineering; Engineering education; Engineering management; Mathematics education; Medical education; Pedagogy; Sociology; Psychology; Political science; Computer science; Library science; Medicine","score_opus":0.030668499015466078,"score_gpt":0.2701455674957435,"score_spread":0.2394770684802774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389543532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86746085,0.0030440765,0.005246513,0.0015874368,0.021946631,0.0007671844,0.0000069192192,0.0007022429,0.09923816],"genre_scores_gemma":[0.99085134,0.0000648747,0.005073536,0.000052012667,0.00040287588,0.000035800764,0.000005119445,0.000022708906,0.0034917423],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99866194,0.00001892293,0.0006191751,0.00013374201,0.00040991104,0.00015628734],"domain_scores_gemma":[0.9992865,0.000030341545,0.00014831651,0.00020386354,0.00022285938,0.00010816695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014401459,0.00015775283,0.00021322398,0.00023879248,0.00007483658,0.00002637117,0.00023022552,0.0000949887,0.00084371713],"category_scores_gemma":[0.000028518532,0.00015134444,0.00007048435,0.00049618294,0.000048978192,0.0002761502,0.000023893943,0.00034952656,0.000028432556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004971441,0.016450448,0.023872389,0.0007047819,0.0012803043,0.000026297872,0.0030471103,0.22518004,0.023438012,0.14803933,0.5078385,0.05007306],"study_design_scores_gemma":[0.0013446345,0.0002895069,0.7180408,0.00042060582,0.00012234585,0.00017094985,0.00024520527,0.000644512,0.0008587867,0.00073634833,0.27652076,0.0006055368],"about_ca_topic_score_codex":0.0000076826,"about_ca_topic_score_gemma":0.0000020137952,"teacher_disagreement_score":0.69416845,"about_ca_system_score_codex":0.00018136474,"about_ca_system_score_gemma":0.00007881975,"threshold_uncertainty_score":0.9238111},"labels":[],"label_agreement":null},{"id":"W2398563542","doi":"10.18260/1-2--20028","title":"Adding Flexibility and Hands-On Experiences while Minimizing Sequential Gaps in the ME Curriculum","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Curriculum; Class (philosophy); Process (computing); Quarter (Canadian coin); Computer science; Mathematics education; Engine department; Engineering design process; Engineering management; Engineering; Pedagogy; Mechanical engineering; Mathematics; Psychology; Artificial intelligence","score_opus":0.025655897629715887,"score_gpt":0.25030264656739093,"score_spread":0.22464674893767506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398563542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912143,0.00014296896,0.00046090625,0.00041969077,0.00024905434,0.00012000024,6.954742e-7,0.00017479426,0.0072176014],"genre_scores_gemma":[0.9986532,0.000026135727,0.00082448666,0.00031329624,0.00007817909,0.000073739306,0.0000037578345,0.0000086759055,0.000018573915],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937785,0.000018498598,0.00015536783,0.00016079581,0.00012792213,0.00015959586],"domain_scores_gemma":[0.9997943,0.000032410233,0.00000977273,0.00008782083,0.000009231104,0.000066462475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001234764,0.00011055948,0.00009551056,0.00003421457,0.000043022017,0.000060617396,0.00011563288,0.000032375003,0.00016642493],"category_scores_gemma":[0.00003300656,0.000078904704,0.00002028767,0.00021970042,0.000016911661,0.00008253848,0.000017868966,0.00012298461,0.000015502392],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003363435,0.0004907484,0.033256378,0.001009384,0.00014286138,0.000051145435,0.68697613,0.13207261,0.0077505894,0.01318063,0.105840266,0.019195637],"study_design_scores_gemma":[0.0022759978,0.00037889177,0.024258072,0.00034545886,0.000031717453,0.00004218443,0.26150602,0.62385154,0.024268912,0.00011036892,0.061018426,0.0019124408],"about_ca_topic_score_codex":0.000008198876,"about_ca_topic_score_gemma":0.000006289619,"teacher_disagreement_score":0.4917789,"about_ca_system_score_codex":0.000029784198,"about_ca_system_score_gemma":0.000010769532,"threshold_uncertainty_score":0.32176405},"labels":[],"label_agreement":null},{"id":"W2416437788","doi":"10.1080/14926156.2016.1166298","title":"Introduction to the Special Issue on Science, Technology, Engineering, and Mathematics (STEM) Education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Nipissing University; Western University","funders":"","keywords":"Mathematics education; Engineering ethics; Engineering; Computer science; Mathematics","score_opus":0.0034285829812858264,"score_gpt":0.20221323985050993,"score_spread":0.1987846568692241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416437788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9319618,0.0004021307,0.0018459483,0.057930667,0.006003272,0.00033703164,0.0000020039586,0.00007649132,0.0014406826],"genre_scores_gemma":[0.95730937,0.000114522176,0.039367024,0.00009628572,0.002320813,0.00004823418,2.9045552e-7,0.000026532512,0.00071690785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916,0.0000015369469,0.00025871402,0.00014965447,0.00017981039,0.00025030717],"domain_scores_gemma":[0.9990475,0.000015979336,0.00007864423,0.0002373447,0.00035978568,0.0002607254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057795394,0.00011513596,0.000120494115,0.0029134452,0.00025740374,0.000101662015,0.0003856236,0.0000680521,0.000027513513],"category_scores_gemma":[0.0004348187,0.00007565915,0.0000099709105,0.0023713468,0.0006897463,0.00019749101,0.00002074747,0.00014179864,0.000022649321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3917704e-7,0.00013949856,0.0005434327,0.0001454141,0.000021865306,9.779271e-7,0.0054685236,0.00030587058,0.026967866,0.382339,0.052458074,0.53160876],"study_design_scores_gemma":[0.00021928473,0.00023794749,0.0019335177,0.001041389,0.000044363667,0.0011493481,0.020501848,0.0015781701,0.039620254,0.015483033,0.9175792,0.00061165396],"about_ca_topic_score_codex":0.000003887056,"about_ca_topic_score_gemma":0.00003098355,"teacher_disagreement_score":0.8651211,"about_ca_system_score_codex":0.00034296064,"about_ca_system_score_gemma":0.0017375768,"threshold_uncertainty_score":0.30852905},"labels":[],"label_agreement":null},{"id":"W2417377612","doi":"10.1190/tle35020206.1","title":"Professional Development","year":2016,"lang":"en","type":"article","venue":"The Leading Edge","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Professional development; Continuing education; Wish; Continuing professional development; Management; Medical education; Psychology; Pedagogy; Sociology; Medicine","score_opus":0.011006510413019336,"score_gpt":0.22645828765606937,"score_spread":0.21545177724305004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417377612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187534,0.00048979407,0.024776792,0.0037574759,0.013291055,0.0003149673,0.0000019781585,0.0017003176,0.03691424],"genre_scores_gemma":[0.96679103,0.00001340446,0.0009158536,0.00007934304,0.0001273865,0.00005001515,0.0000011947109,0.000019400186,0.032002345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995754,0.000006744494,0.00010106903,0.00006565971,0.00009044372,0.00016072106],"domain_scores_gemma":[0.9997864,0.000040941963,0.000008173721,0.000111530775,0.000013039491,0.000039947583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011762719,0.000077403456,0.000054262797,0.000030907682,0.000060789094,0.000009566825,0.0001318557,0.000025199904,0.00013021316],"category_scores_gemma":[0.00001316981,0.000038574057,0.00001447998,0.00007890728,0.0000133576,0.000039670573,0.000017166944,0.000058326543,0.0014806738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035271012,0.00006387499,0.002285028,0.00008942179,0.000103639024,0.000002799457,0.0069469707,0.00065035664,0.039964102,0.0072735343,0.62022954,0.3223872],"study_design_scores_gemma":[0.00012869082,0.0000023265213,0.01698482,0.00010914612,0.0000024655199,0.00000593827,0.000039662325,0.00012991125,0.02256903,0.00008673332,0.9597717,0.00016956845],"about_ca_topic_score_codex":1.0781713e-7,"about_ca_topic_score_gemma":8.265305e-7,"teacher_disagreement_score":0.33954215,"about_ca_system_score_codex":0.00009478645,"about_ca_system_score_gemma":0.000029574163,"threshold_uncertainty_score":0.9992968},"labels":[],"label_agreement":null},{"id":"W2423365849","doi":"10.18260/p.23581","title":"Assessing Graduate Attributes Within a Two-Semester Capstone Design Course","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Deliverable; Rubric; Capstone; Accreditation; Grading (engineering); Engineering management; Engineering education; Curriculum; Coursework; Graduation (instrument); Computer science; Capstone course; Medical education; Software engineering; Engineering; Mathematics education; Systems engineering; Psychology; Pedagogy","score_opus":0.1317448870752715,"score_gpt":0.31877755956070053,"score_spread":0.18703267248542904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2423365849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3888424,0.00037401426,0.5984421,0.00055291987,0.0027835676,0.00025147412,0.0000014345474,0.0015649244,0.0071872203],"genre_scores_gemma":[0.9434673,0.0000045810257,0.055399492,0.00009547364,0.0000811555,0.00003222251,0.000010707937,0.00003380199,0.0008752696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992447,0.000019606981,0.00019456855,0.00012309256,0.00019525301,0.00022276989],"domain_scores_gemma":[0.99953204,0.000024809304,0.000018512792,0.00015065164,0.00008375913,0.00019019342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034193925,0.0001509735,0.0001269781,0.00005751083,0.000028280403,0.00011826067,0.00009629956,0.000036930014,0.000025937177],"category_scores_gemma":[0.000028988401,0.00013542786,0.000021935879,0.00019605925,0.000013150508,0.00025894455,0.000014236828,0.00012228555,0.00014730233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000316678,0.00013667117,0.0019071955,0.000067176865,0.00013462231,0.000023480912,0.0044403826,0.7891573,0.0027394043,0.0013999534,0.1964671,0.003523582],"study_design_scores_gemma":[0.0035388113,0.00010590377,0.030865481,0.00031979027,0.0001408184,0.000242039,0.008466927,0.85790485,0.07712988,0.0011717511,0.01738955,0.002724182],"about_ca_topic_score_codex":0.000011852594,"about_ca_topic_score_gemma":0.0000042514544,"teacher_disagreement_score":0.5546249,"about_ca_system_score_codex":0.00011174868,"about_ca_system_score_gemma":0.000100331155,"threshold_uncertainty_score":0.5522588},"labels":[],"label_agreement":null},{"id":"W2465071870","doi":"","title":"From Intent to Action: An Iterative Engineering Process.","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Action (physics); Computer science; Iterative and incremental development; Action research; Mathematics education; Management science; Psychology; Engineering; Software engineering; Programming language; Physics","score_opus":0.012781269603243866,"score_gpt":0.23902183276713587,"score_spread":0.22624056316389202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465071870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943789,0.00054341473,0.0034966774,0.0007144135,0.00062592624,0.000026759464,8.208153e-7,0.000072933566,0.00014011699],"genre_scores_gemma":[0.9973539,0.000007690068,0.0024641221,0.000010020827,0.00010043128,0.0000034438262,0.0000013997447,0.000012975347,0.000045985063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962616,0.0000049309915,0.00012636793,0.00006014732,0.000047460737,0.00013494673],"domain_scores_gemma":[0.9993659,0.000006390974,0.000021284977,0.00004092914,0.000132718,0.00043277413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007522876,0.00007358642,0.000103314276,0.00044744078,0.000026859238,0.000030565854,0.00007591342,0.00006723039,0.000018549601],"category_scores_gemma":[0.0001312445,0.00007407304,0.0000084447865,0.00025113721,0.0000114598815,0.000060167866,0.0000034805394,0.00030065933,0.0000066597004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014775499,0.000039627004,0.09286612,0.00011359409,0.00039535336,0.00034295168,0.051115777,0.67267036,0.00747693,0.0017329258,0.00915314,0.16407844],"study_design_scores_gemma":[0.0012559165,0.001062233,0.0055158325,0.0006377037,0.00005669124,0.0012026331,0.073358126,0.0435995,0.014024427,0.0011368957,0.857011,0.0011390419],"about_ca_topic_score_codex":0.000056316934,"about_ca_topic_score_gemma":0.00025252486,"teacher_disagreement_score":0.84785783,"about_ca_system_score_codex":0.00011585278,"about_ca_system_score_gemma":0.00016199089,"threshold_uncertainty_score":0.30206108},"labels":[],"label_agreement":null},{"id":"W2469111675","doi":"","title":"Evolution of Technical Writing in Senior Design--A Case History.","year":2010,"lang":"en","type":"article","venue":"AEE Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Component (thermodynamics); Plan (archaeology); Engineering; Agency (philosophy); Technical writing; Work (physics); Engineering management; Engine department; Engineering ethics; Management; Sociology; Higher education; Mechanical engineering; Political science","score_opus":0.008972637462039983,"score_gpt":0.2149319987261102,"score_spread":0.20595936126407022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469111675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96312183,0.00038970815,0.033656646,0.000041488893,0.001547702,0.000055611294,3.272858e-7,0.00007483331,0.0011118331],"genre_scores_gemma":[0.97755176,0.000011861621,0.022272965,0.000004822062,0.00010636994,0.000004414254,2.2041594e-7,0.000011401417,0.000036184352],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99948865,0.000010516746,0.00024636782,0.000045524488,0.00008668854,0.00012222092],"domain_scores_gemma":[0.9997776,0.000027030519,0.000030049343,0.00006710484,0.000035345805,0.00006282905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033702733,0.000061441955,0.00008089578,0.00014139141,0.000017520897,0.0000068758977,0.000058745278,0.00005918766,0.00013970135],"category_scores_gemma":[0.00005382433,0.00006183509,0.000025775738,0.00009525059,0.000011536892,0.000070898444,0.0000060668344,0.00042434753,0.000006613062],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015124348,0.00035548015,0.02750808,0.00024121864,0.00006211391,0.0016996305,0.003403029,0.12617032,0.7484204,0.0024558469,0.065733366,0.02393539],"study_design_scores_gemma":[0.004446103,0.00024690022,0.47105542,0.0009204732,0.00010740175,0.17572129,0.00352205,0.21711001,0.034109425,0.0011062872,0.08912814,0.0025265086],"about_ca_topic_score_codex":0.000008551771,"about_ca_topic_score_gemma":0.000035965197,"teacher_disagreement_score":0.714311,"about_ca_system_score_codex":0.00042637013,"about_ca_system_score_gemma":0.00007564572,"threshold_uncertainty_score":0.2521562},"labels":[],"label_agreement":null},{"id":"W2469450494","doi":"","title":"LibGuides: Professional Communication Computer Science/Engineering (SCIE 1110): Articles","year":2008,"lang":"en","type":"libguides","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Professional communication; Engineering ethics; World Wide Web; Engineering","score_opus":0.0132690256581017,"score_gpt":0.23638500157286038,"score_spread":0.22311597591475868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469450494","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23388696,0.05116215,0.23707797,0.008060575,0.17473923,0.0079180235,0.00032475786,0.046539392,0.24029095],"genre_scores_gemma":[0.3285715,0.015610198,0.5701935,0.0018000691,0.0054387986,0.0010468244,0.0016926291,0.0011432385,0.07450323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978617,0.000013770177,0.00055743894,0.00036084594,0.0006539233,0.00055236276],"domain_scores_gemma":[0.998744,0.00008270641,0.000060574544,0.0006794973,0.00019467091,0.00023854026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033738936,0.0004233114,0.00034403926,0.0005786246,0.0002479704,0.00015211751,0.0008762649,0.00022874575,0.00029599984],"category_scores_gemma":[0.000048303318,0.00039526125,0.00009222741,0.0008513599,0.00015167559,0.00032491566,0.00020470656,0.0006111716,0.00023122883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5688865e-7,0.000061623425,0.000054745127,0.00023872592,0.000059456677,0.0000043895598,0.0008137947,0.05525971,0.00039868057,0.0010283275,0.93655336,0.005526454],"study_design_scores_gemma":[0.0002519459,0.00001959402,0.002908202,0.0008129178,0.000020348201,0.0000660972,0.00009778457,0.20093398,0.0029991912,0.00004461443,0.7907517,0.0010936334],"about_ca_topic_score_codex":0.000014385555,"about_ca_topic_score_gemma":0.0000040943414,"teacher_disagreement_score":0.33311555,"about_ca_system_score_codex":0.00041058788,"about_ca_system_score_gemma":0.00038941338,"threshold_uncertainty_score":0.9998499},"labels":[],"label_agreement":null},{"id":"W2470145889","doi":"10.18260/p.24754","title":"Student Experiences in a Structural Engineering Course: Responses of Violation and Grief When a Novice Instructor Implements Project-Based Learning","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Coursework; Thematic analysis; Focus group; Project-based learning; Psychology; Formative assessment; Debriefing; Medical education; Engineering education; Mathematics education; Computer science; Pedagogy; Qualitative research; Engineering; Engineering management; Sociology; Medicine","score_opus":0.01684120881452298,"score_gpt":0.2926620805698475,"score_spread":0.2758208717553245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470145889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983225,0.00013088208,0.0007895234,0.000015582404,0.00028559583,0.0001821331,0.0000013348418,0.00012965038,0.00014283697],"genre_scores_gemma":[0.99356085,0.0000036789515,0.0062873103,0.0000066303005,0.000019051073,0.0000751074,0.0000074459513,0.000014513035,0.000025413967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99925756,0.000016430415,0.0002516745,0.00012075031,0.00019126078,0.00016232583],"domain_scores_gemma":[0.9997586,0.000029615492,0.00002948589,0.000071970804,0.00004665959,0.00006363863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016622555,0.00012565507,0.0001347043,0.00016480494,0.000015869064,0.000027331658,0.0000747365,0.000036484762,0.000024180616],"category_scores_gemma":[0.00004823984,0.00011825294,0.000012439332,0.00019614749,0.000011122669,0.00012690309,0.00001650588,0.00009687764,7.325541e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006966082,0.00009165945,0.584692,0.0004303421,0.000098995515,0.0000069559173,0.18731807,0.21213692,0.007654649,0.0007086594,0.00065876736,0.00613333],"study_design_scores_gemma":[0.0022446276,0.00017126687,0.6232594,0.00019267877,0.000015985963,0.000010359999,0.044476267,0.31652713,0.008929764,0.00001112524,0.0035027442,0.00065865874],"about_ca_topic_score_codex":0.000067761546,"about_ca_topic_score_gemma":0.000035182376,"teacher_disagreement_score":0.1428418,"about_ca_system_score_codex":0.000095440795,"about_ca_system_score_gemma":0.000086961605,"threshold_uncertainty_score":0.48222148},"labels":[],"label_agreement":null},{"id":"W2471607174","doi":"10.18260/1-2--16599","title":"Bringing Social And Cultural Awareness Into The First Year Design Experience","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.029654189165167436,"score_gpt":0.2524929815413113,"score_spread":0.22283879237614385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471607174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8503789,0.0002984318,0.14057705,0.0050653256,0.00047447282,0.00017499756,3.4686565e-7,0.00076394045,0.0022665875],"genre_scores_gemma":[0.99636877,0.000023559493,0.0032467365,0.00019409835,0.00008668871,0.000022610291,6.5585493e-7,0.0000092333485,0.000047671107],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997014,0.000003567395,0.0000655954,0.00007519633,0.000060881535,0.00009339861],"domain_scores_gemma":[0.9998971,0.000012652831,0.000004749792,0.00003351747,0.000010887791,0.000041080817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000027548636,0.00006743032,0.000050999188,0.000008368172,0.00010664623,0.00004897408,0.00007797806,0.000018631274,0.00005389848],"category_scores_gemma":[0.000010952937,0.000047968384,0.000011432813,0.000101119884,0.000015896447,0.00006171652,0.000020342297,0.00005440537,0.000019004634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009099212,0.000028166338,0.016312577,0.00038932904,0.000114940376,0.0000068649824,0.7580963,0.07493283,0.005372226,0.005850078,0.12355165,0.015335965],"study_design_scores_gemma":[0.0008267956,0.00003806307,0.10063837,0.00007976036,0.000026214768,0.000016205133,0.058446348,0.5111475,0.026243819,0.000098146105,0.30100253,0.0014362204],"about_ca_topic_score_codex":0.0000091667835,"about_ca_topic_score_gemma":0.000002855627,"teacher_disagreement_score":0.69964993,"about_ca_system_score_codex":0.000020653582,"about_ca_system_score_gemma":0.0000070969604,"threshold_uncertainty_score":0.19560939},"labels":[],"label_agreement":null},{"id":"W2471995140","doi":"","title":"Professional Skills Needed by Our Graduates.","year":2013,"lang":"en","type":"article","venue":"Chemical Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Creativity; Teamwork; Accreditation; Psychology; Medical education; Empathy; Engineering education; Lifelong learning; Emotional intelligence; Soft skills; Social skills; Skills management; Consistency (knowledge bases); Value (mathematics); Critical thinking; Communication skills; Professional development; Pedagogy; Engineering; Medicine; Management; Social psychology; Computer science","score_opus":0.002508214878116843,"score_gpt":0.20276299337804113,"score_spread":0.2002547784999243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471995140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98645455,0.00053797127,0.003315618,0.0013577759,0.00550289,0.00042038792,0.00000478287,0.0013581809,0.0010478428],"genre_scores_gemma":[0.9915395,0.000020257703,0.00537399,0.00015394742,0.00026885033,0.0005162073,0.00017290686,0.00006508093,0.0018892941],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991184,0.000003649631,0.0002391798,0.0001776613,0.00016286256,0.00029826307],"domain_scores_gemma":[0.99949574,0.000019139412,0.00001930897,0.00017990045,0.00007049372,0.00021539892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042935444,0.00021669388,0.0001399258,0.00009275678,0.000023596553,0.000051183404,0.0001603925,0.000114811235,0.00012657422],"category_scores_gemma":[0.00005670411,0.00022124028,0.000043654793,0.0002592348,0.0000057354837,0.00017637912,0.000017629489,0.00023039931,0.0003677024],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2084066e-7,0.00020691768,0.000087233886,0.00019553967,0.000026998709,9.88486e-8,0.00030538192,0.0025905508,0.27062744,0.00017417318,0.71945596,0.006329401],"study_design_scores_gemma":[0.0007650184,0.000020626123,0.0069377255,0.0005550331,0.00003855064,0.00004264364,0.0014030751,0.0814065,0.78714365,0.00033306476,0.119084366,0.0022697565],"about_ca_topic_score_codex":0.0000122230485,"about_ca_topic_score_gemma":3.3924092e-8,"teacher_disagreement_score":0.6003716,"about_ca_system_score_codex":0.00020190299,"about_ca_system_score_gemma":0.00006394134,"threshold_uncertainty_score":0.90219164},"labels":[],"label_agreement":null},{"id":"W2489312013","doi":"10.18260/1-2--5966","title":"Design In Materials Courses? Naturally!","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Accreditation; Context (archaeology); Curriculum; Session (web analytics); Active listening; Process (computing); Engineering design process; Computer science; Engineering; Programming language; Mechanical engineering; World Wide Web; Pedagogy; Sociology; Medical education","score_opus":0.014912745413102857,"score_gpt":0.21307897418170085,"score_spread":0.198166228768598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489312013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7822076,0.0007430233,0.1782718,0.005943477,0.0040081805,0.000823344,0.0000059227837,0.0034287982,0.024567854],"genre_scores_gemma":[0.99055064,0.000021089385,0.00895225,0.00029760427,0.000037796945,0.000014229731,0.0000026808489,0.000012044033,0.000111685134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996932,0.0000045405122,0.000097775075,0.00005905811,0.00004764948,0.00009777637],"domain_scores_gemma":[0.9998972,0.0000066076823,0.0000035633304,0.000037609003,0.0000064218348,0.000048600905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004045523,0.00006138147,0.00006686243,0.000023917562,0.000004723583,0.000016088432,0.000058626683,0.000025936593,0.0008033197],"category_scores_gemma":[0.0000082291435,0.000056944013,0.000006059996,0.00011160692,0.0000022270503,0.000039441256,0.0000055488017,0.000046506553,0.00021101309],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013320658,0.000059903825,0.0008583263,0.00033605663,0.000064663094,0.000024513289,0.0054760957,0.45816594,0.3242122,0.0047663674,0.19971268,0.0063099624],"study_design_scores_gemma":[0.0012140801,0.000056854722,0.0424715,0.000098343764,0.000010654156,0.00001348963,0.00065128284,0.12048481,0.7733297,0.00014121766,0.06021483,0.0013132512],"about_ca_topic_score_codex":0.0000011762988,"about_ca_topic_score_gemma":5.0972693e-7,"teacher_disagreement_score":0.4491175,"about_ca_system_score_codex":0.000025752912,"about_ca_system_score_gemma":0.000010042057,"threshold_uncertainty_score":0.8795787},"labels":[],"label_agreement":null},{"id":"W2492392453","doi":"10.18260/p.27331","title":"On Becoming an Engineer: The Essential Role of Lifelong Learning Competencies","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Lifelong learning; Accreditation; Competence (human resources); Psychology; Engineering education; Curiosity; Reflexivity; Pedagogy; Adaptability; Medical education; Knowledge management; Engineering ethics; Computer science; Engineering; Medicine; Sociology; Management; Engineering management","score_opus":0.004473910688199224,"score_gpt":0.19487316786407352,"score_spread":0.1903992571758743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492392453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789371,0.000105776664,0.015298991,0.00017906455,0.00044163948,0.00006856303,0.000001066722,0.0003795462,0.0045882333],"genre_scores_gemma":[0.99813825,0.000026495494,0.0012551328,0.00001961943,0.00006777564,0.000011596079,0.0000017011215,0.000018935652,0.00046051122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995064,0.000011398165,0.00014283012,0.00007947563,0.00011687073,0.00014299351],"domain_scores_gemma":[0.9996864,0.00009331198,0.000015416968,0.00013246486,0.000024901536,0.00004749822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010036792,0.00009609984,0.00008714387,0.00005735201,0.00003981178,0.000013067349,0.00012874961,0.000029048755,0.00021533931],"category_scores_gemma":[0.000032331573,0.00005435803,0.000029553656,0.000084134095,0.00001571211,0.0000706002,0.000012411415,0.00008061026,0.00003720612],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009321308,0.0001643099,0.0045160353,0.000107028885,0.00020279085,0.0000022005922,0.008374,0.44899732,0.3776671,0.0818533,0.0022756967,0.07583091],"study_design_scores_gemma":[0.0015698742,0.00028144542,0.06505694,0.00050201785,0.00005552327,0.00003303372,0.00828428,0.2566396,0.605733,0.0012888869,0.058947664,0.0016077432],"about_ca_topic_score_codex":0.000006037425,"about_ca_topic_score_gemma":0.0000054495536,"teacher_disagreement_score":0.22806591,"about_ca_system_score_codex":0.00003030419,"about_ca_system_score_gemma":0.000011972888,"threshold_uncertainty_score":0.23578145},"labels":[],"label_agreement":null},{"id":"W2503766074","doi":"","title":"Development of business management curriculum for geomatics education","year":2019,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geomatics; Curriculum; Geography; Facility management; Cartography; Engineering; Knowledge management; Sociology; Business; Pedagogy; Computer science; Marketing","score_opus":0.004339144335960566,"score_gpt":0.20365897629834864,"score_spread":0.1993198319623881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503766074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064759,0.00013053931,0.07654521,0.000049819253,0.0019990231,0.0009760806,0.0000030709248,0.00026066898,0.01355966],"genre_scores_gemma":[0.5572576,0.000018175318,0.44121036,0.000023915241,0.00003685235,0.00034498624,0.00006671667,0.00003495871,0.0010064228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992388,0.0000027329795,0.0003399766,0.000103090875,0.0001405242,0.00017486779],"domain_scores_gemma":[0.9996039,0.000014122492,0.000041197043,0.00019572876,0.00009753827,0.000047476355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009993252,0.0001242785,0.00015232648,0.00011409536,0.000024943649,0.000014123427,0.00012898927,0.000037709462,0.00011900083],"category_scores_gemma":[0.000008572471,0.00012268304,0.000028443712,0.00024223025,0.0000057306197,0.000055166853,0.000019758581,0.000030868545,0.00015267039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000997307,0.0019444259,0.0040979674,0.040871568,0.001000582,8.8218525e-7,0.011491708,0.06578088,0.005858704,0.05912335,0.06041165,0.7494083],"study_design_scores_gemma":[0.0021883321,0.00004196089,0.20075,0.0025708326,0.00018441927,0.000017442066,0.009081257,0.10457405,0.021044156,0.0021810199,0.6551156,0.0022509142],"about_ca_topic_score_codex":6.450682e-7,"about_ca_topic_score_gemma":7.653343e-7,"teacher_disagreement_score":0.7471574,"about_ca_system_score_codex":0.00007930349,"about_ca_system_score_gemma":0.0000739464,"threshold_uncertainty_score":0.5002869},"labels":[],"label_agreement":null},{"id":"W2503876069","doi":"10.4018/978-1-59140-150-6.ch003","title":"Application of an Instructional Design Model for Industry Training","year":2004,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Formative assessment; Instructional design; Engineering management; Computer science; Training (meteorology); Knowledge management; Engineering ethics; Engineering; Mathematics education; Psychology; Multimedia","score_opus":0.03155081166412735,"score_gpt":0.24403365804159927,"score_spread":0.21248284637747192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503876069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000397157,0.000051020153,0.70588666,0.000007784464,0.0004010157,0.00049614464,0.00012135895,0.0002933771,0.29234552],"genre_scores_gemma":[0.81138986,0.0000023178989,0.18195578,0.000053437856,0.00030392042,0.00026623235,0.00006424588,0.00011413126,0.0058500716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992352,0.0000016267674,0.0002772211,0.00018350681,0.00015261519,0.00014980763],"domain_scores_gemma":[0.999594,0.000007596979,0.00006338836,0.00017120174,0.00006830708,0.000095559975],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000059496102,0.00022334003,0.00020886555,0.000058935944,0.000026730315,0.000012346895,0.00013376155,0.00047146084,0.000008601683],"category_scores_gemma":[0.0000036567785,0.00026314988,0.00006551862,0.000014240402,0.000021645581,0.000033775304,0.00000884107,0.00021887622,0.0000042512697],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028873794,0.0000035899873,3.380915e-7,0.000059073256,0.000034795787,1.7327523e-7,0.00010978269,0.40438387,0.0000372072,0.58295566,0.00010005718,0.012312595],"study_design_scores_gemma":[0.0005747443,0.000044783224,0.00004067427,0.00023380009,0.0000667359,0.00003044526,0.00003924518,0.5108393,0.00040235315,0.48351938,0.0035044234,0.00070415915],"about_ca_topic_score_codex":0.0000025068607,"about_ca_topic_score_gemma":0.0000026985765,"teacher_disagreement_score":0.8109927,"about_ca_system_score_codex":0.00034233803,"about_ca_system_score_gemma":0.00027983883,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W2505171423","doi":"10.1017/cbo9780511973499.016","title":"Starting points and future directions","year":2011,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; York University","funders":"","keywords":"Displacement (psychology); Dilemma; Foundation (evidence); Set (abstract data type); Rhetoric; Development (topology); Law and economics; Epistemology; Political science; Bridge (graph theory); Positive economics; Environmental ethics; Sociology; Engineering ethics; Computer science; Engineering; Psychology; Law; Economics; Mathematics; Philosophy; Medicine","score_opus":0.01121677007263514,"score_gpt":0.16603949697782303,"score_spread":0.1548227269051879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505171423","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026099477,0.0006089597,0.00019988358,0.000013720078,0.00078999414,0.00012323556,0.000037332462,0.00043399574,0.9975319],"genre_scores_gemma":[0.0003894068,0.0012268394,0.00042132213,0.000023017255,0.0002130392,0.0000010035537,0.000019640735,0.000051755123,0.99765396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994783,0.0000045684324,0.00010223042,0.0001843993,0.00007902917,0.00015146847],"domain_scores_gemma":[0.9996114,0.000009866705,0.00003353389,0.00017664116,0.000042802272,0.00012580206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0000312781,0.00021983142,0.00016603168,0.0001216877,0.00008316561,0.000018638551,0.0001064568,0.00017788344,0.000014779458],"category_scores_gemma":[0.0000013722482,0.00027235004,0.00005175777,0.0000065034446,0.000033263874,0.000044406297,0.000056760757,0.00027680097,0.000011800466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005962405,0.0000067878773,0.0000039709325,0.000254176,0.00024354721,0.00004572952,0.0005900183,0.000013769677,0.00002328393,0.903345,0.08165655,0.013811221],"study_design_scores_gemma":[0.000103533945,0.0000054139646,0.000068537556,0.000068445326,0.000052133197,0.0000052428063,0.000040420615,0.000074726224,0.00008164663,0.000009956932,0.999193,0.00029691687],"about_ca_topic_score_codex":0.000012239602,"about_ca_topic_score_gemma":0.0000010789622,"teacher_disagreement_score":0.9175365,"about_ca_system_score_codex":0.0001162637,"about_ca_system_score_gemma":0.00002194575,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W2510563378","doi":"10.18260/p.26477","title":"A Two-Dimensional Typology for Characterizing Student Peer and Instructor Feedback in Capstone Design Project Courses","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Space Agency","keywords":"Formative assessment; Capstone; Context (archaeology); Computer science; Engineering education; Peer feedback; Engineering design process; Process (computing); Quality (philosophy); Engineering management; Mathematics education; Psychology; Engineering","score_opus":0.02108409777819888,"score_gpt":0.2810433178583261,"score_spread":0.25995922008012723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510563378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959309,0.00005850023,0.0021220015,0.00050098856,0.0005962287,0.0003541306,0.000005113796,0.00012526674,0.0003068303],"genre_scores_gemma":[0.97079855,0.000017866214,0.027979419,0.00007419742,0.00005559243,0.00016431046,0.000004918165,0.000022787948,0.0008823393],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99943316,0.000008857028,0.00015106647,0.00013060887,0.00008872473,0.00018758453],"domain_scores_gemma":[0.9997786,0.00006119501,0.0000128822685,0.00006546777,0.000039914634,0.000041895328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013877478,0.00010939318,0.000121950405,0.00010457845,0.000018473096,0.000012881627,0.00005035725,0.000038777747,0.000040909763],"category_scores_gemma":[0.00002383755,0.000077911296,0.000013520941,0.000066121065,0.000016872875,0.00006746084,0.000015748412,0.000039937586,0.000009978006],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015149136,0.0005362649,0.027582109,0.00048201764,0.0004512267,0.00002142871,0.012573083,0.0041282414,0.8129239,0.01898996,0.07457642,0.047583845],"study_design_scores_gemma":[0.014304363,0.00035892855,0.796089,0.0007255608,0.00006864782,0.00025441896,0.005285533,0.014212251,0.10275075,0.00032354408,0.06287288,0.0027541027],"about_ca_topic_score_codex":0.0000069891416,"about_ca_topic_score_gemma":0.00001527791,"teacher_disagreement_score":0.7685069,"about_ca_system_score_codex":0.0000844922,"about_ca_system_score_gemma":0.000042247186,"threshold_uncertainty_score":0.31771305},"labels":[],"label_agreement":null},{"id":"W2513348396","doi":"10.18260/1-2--8073","title":"Changing A 4 Th Year Team Design Project Course To Meet New Expectations From Regular And Returning Internship Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Internship; Course (navigation); Medical education; Engineering management; Computer science; Mathematics education; Psychology; Engineering; Medicine","score_opus":0.019911469074536385,"score_gpt":0.28730965587038515,"score_spread":0.26739818679584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513348396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51223105,0.0019271156,0.47653633,0.0004559762,0.001980222,0.0007954636,0.000007849063,0.0021988656,0.003867135],"genre_scores_gemma":[0.96131843,0.00001775061,0.035421453,0.00004017229,0.00016864201,0.00007319568,0.000008752417,0.000042262083,0.002909317],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993671,0.000011340566,0.00012218337,0.00017427342,0.00014846548,0.00017660506],"domain_scores_gemma":[0.99973583,0.000040199968,0.0000055914143,0.00010427383,0.000012186095,0.000101891754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010164164,0.00012212161,0.000091746144,0.00018980326,0.000029871018,0.00017857866,0.000103433085,0.000035150722,0.0000621289],"category_scores_gemma":[0.000019393578,0.000114350514,0.000019061485,0.00030660277,0.0000036792171,0.00008565917,0.000034446533,0.00007413205,0.000054265347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011854311,0.0000853244,0.003235482,0.00025373616,0.00070754153,0.000032244676,0.2192686,0.011922423,0.0064106784,0.0033463135,0.74147624,0.013249536],"study_design_scores_gemma":[0.0030660303,0.0004452528,0.036575202,0.007848388,0.0005815781,0.00010245794,0.2681057,0.44893628,0.074938685,0.0017592654,0.15201885,0.0056223474],"about_ca_topic_score_codex":0.000016308784,"about_ca_topic_score_gemma":0.000011766973,"teacher_disagreement_score":0.5894574,"about_ca_system_score_codex":0.000079510384,"about_ca_system_score_gemma":0.000048224072,"threshold_uncertainty_score":0.46630788},"labels":[],"label_agreement":null},{"id":"W2514246132","doi":"10.1080/22054952.2007.11464002","title":"Increasing student engagement with graduate attributes","year":2007,"lang":"en","type":"article","venue":"Australasian journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Relevance (law); Context (archaeology); Set (abstract data type); Student engagement; Meaning (existential); Perspective (graphical); Session (web analytics); Graduate students; Engineering; Order (exchange); Psychology; Mathematics education; Medical education; Computer science; Pedagogy; Political science; World Wide Web; Medicine","score_opus":0.017905686415611858,"score_gpt":0.26619803094751177,"score_spread":0.2482923445318999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514246132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639904,0.00024648436,0.03283614,0.00013733214,0.0020834845,0.000111381814,6.3890076e-7,0.00012031153,0.00047380925],"genre_scores_gemma":[0.97040814,0.00004111734,0.029058123,0.000013843199,0.00037001353,0.0000059048725,0.0000055213914,0.000040191662,0.00005714459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99884033,0.000012242267,0.00045712362,0.00009079252,0.00031274854,0.00028677774],"domain_scores_gemma":[0.9993069,0.00006418971,0.000095970725,0.00013037231,0.00018891033,0.00021364966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008068466,0.00019205957,0.0001803874,0.00036057376,0.000034579552,0.00005321708,0.00016630258,0.00004818359,0.00002399075],"category_scores_gemma":[0.000052637886,0.00017375479,0.00005114373,0.00035373605,0.0000115151515,0.00021660092,0.000008136733,0.00035098207,0.0000081936705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093928065,0.0014953378,0.099406,0.001480191,0.0015408439,0.00014742734,0.01577503,0.7251788,0.0501449,0.0041316203,0.021789867,0.07881607],"study_design_scores_gemma":[0.0006752109,0.00021154822,0.95358473,0.0008749599,0.00011443773,0.0011033559,0.0034545944,0.00061466394,0.016212821,0.000021792825,0.02245688,0.00067497784],"about_ca_topic_score_codex":0.000002307542,"about_ca_topic_score_gemma":0.0000011786522,"teacher_disagreement_score":0.8541788,"about_ca_system_score_codex":0.0002942219,"about_ca_system_score_gemma":0.00012209515,"threshold_uncertainty_score":0.7085514},"labels":[],"label_agreement":null},{"id":"W2514881608","doi":"10.18260/1-2--7599","title":"Diversity Of Personality Types For Engineering In The New Millennium","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Diversity (politics); Personality; Feeling; Engineering education; Graduation (instrument); Workload; Computer science; Psychology; Preference; Extraversion and introversion; Session (web analytics); Class (philosophy); Mathematics education; Social psychology; Artificial intelligence; Big Five personality traits; World Wide Web; Engineering; Mathematics; Engineering management; Sociology","score_opus":0.012102375682039469,"score_gpt":0.21798400391446837,"score_spread":0.2058816282324289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514881608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81901073,0.008328173,0.15576261,0.002444424,0.002984781,0.0006852,0.000012892541,0.0009677508,0.009803459],"genre_scores_gemma":[0.9979652,0.000042978107,0.0016054693,0.000016998156,0.000049221748,0.0000086628825,0.0000022874065,0.0000067215433,0.00030242297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99973285,0.0000018837059,0.00007248518,0.00005340583,0.000059682818,0.00007968167],"domain_scores_gemma":[0.9998647,0.0000525707,0.0000021658216,0.00005475607,0.0000071556146,0.000018657747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010435107,0.00005191659,0.000052412797,0.00004884032,0.00001660784,0.000008149865,0.00008348389,0.00002127218,0.00004891008],"category_scores_gemma":[0.000010023267,0.000038675564,0.000031020867,0.00014378286,0.0000027310534,0.000032529802,0.000018973295,0.00005117856,0.000004368518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010676532,0.00011740159,0.005172398,0.0044445302,0.00035836073,0.000007992208,0.07938014,0.20985352,0.0024520045,0.12629542,0.55389166,0.0180159],"study_design_scores_gemma":[0.0005596532,0.000046854188,0.08959381,0.0002722655,0.000047926816,0.000010151838,0.001382219,0.3987291,0.0047732037,0.00031932947,0.50371,0.0005555461],"about_ca_topic_score_codex":0.000030538802,"about_ca_topic_score_gemma":0.00001239451,"teacher_disagreement_score":0.18887557,"about_ca_system_score_codex":0.000031066742,"about_ca_system_score_gemma":0.000015057455,"threshold_uncertainty_score":0.15771437},"labels":[],"label_agreement":null},{"id":"W2532588867","doi":"10.1109/iceed.2014.7194681","title":"Education-job mismatch in engineering sector - A Canadian case-study","year":2014,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Job market; Engineering education; Engineering management; Health systems engineering; Engineering; Medical education; Mechanical engineering; Medicine; Work (physics)","score_opus":0.00486325668824295,"score_gpt":0.19352235954829647,"score_spread":0.18865910286005352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532588867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836446,0.000058407062,0.0009449301,0.000090087146,0.0012489051,0.0002239276,6.248121e-7,0.00030435933,0.013484173],"genre_scores_gemma":[0.9976545,0.0000023831528,0.0016240149,0.00009499214,0.000086456115,0.00012130331,0.0000027763747,0.00003235312,0.00038122034],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934685,0.000008070659,0.00018192791,0.00013096459,0.00007250095,0.00025970742],"domain_scores_gemma":[0.99955964,0.000021315622,0.000005693997,0.00017306367,0.000021992191,0.0002182751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000119126955,0.0001381633,0.00011061993,0.0003116455,0.000026018353,0.00003448958,0.00008843001,0.000045375044,0.00021678585],"category_scores_gemma":[0.000022416987,0.00014935892,0.00001739093,0.00032402118,0.0000023264206,0.000059977483,0.000006104074,0.00012447851,0.00008138384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023458012,0.00085534295,0.28114188,0.00081313436,0.00021391011,0.00052390166,0.035199,0.54698855,0.00069306756,0.0047367737,0.07994492,0.04888716],"study_design_scores_gemma":[0.0013876382,0.00008392621,0.36413023,0.00024738588,0.00003252809,0.0016703017,0.015990086,0.40600532,0.00046476407,0.000048238704,0.20752467,0.0024148847],"about_ca_topic_score_codex":0.04823725,"about_ca_topic_score_gemma":0.12501997,"teacher_disagreement_score":0.14098322,"about_ca_system_score_codex":0.00027611147,"about_ca_system_score_gemma":0.00015617344,"threshold_uncertainty_score":0.9581006},"labels":[],"label_agreement":null},{"id":"W2547427396","doi":"10.1109/iceed.2013.6908315","title":"Assessing and evaluating students in a safety course","year":2013,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Curriculum; Quarter (Canadian coin); Medical education; Psychology; Computer science; Engineering; Engineering ethics; Mathematics education; Engineering management; Medicine; Pedagogy","score_opus":0.0159252611387723,"score_gpt":0.3302384424486097,"score_spread":0.31431318130983743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547427396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99289936,0.00011157166,0.0013453577,0.000095606134,0.00016485013,0.00010689045,6.368829e-8,0.000120592726,0.005155701],"genre_scores_gemma":[0.99279666,0.00001670941,0.006871473,0.000040893727,0.000011764261,0.000031518688,0.0000011831803,0.000009075615,0.0002207087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99960554,0.00000655619,0.000115818904,0.000065008324,0.00009976665,0.0001073304],"domain_scores_gemma":[0.99987113,0.000017998904,0.000005426552,0.000050132123,0.000014401491,0.000040935312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000136369,0.00005889636,0.000058144185,0.000034120498,0.000015123036,0.000093570394,0.00004339746,0.00002051897,0.0003274728],"category_scores_gemma":[0.000011206548,0.000055112592,0.000005374239,0.0000765999,0.0000039132146,0.0001299623,0.0000144467085,0.0000603821,0.00006129548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011712309,0.0002515806,0.56071013,0.0002780905,0.00009483165,0.0000044326507,0.0050066756,0.058935896,0.006376086,0.0008657715,0.010313533,0.35716182],"study_design_scores_gemma":[0.00017801608,0.0000029865623,0.95028615,0.000036724992,0.0000018905567,0.0000019664355,0.0006083332,0.04834307,0.00006721378,0.000022765505,0.00035368046,0.00009720107],"about_ca_topic_score_codex":0.000018447587,"about_ca_topic_score_gemma":0.000004781658,"teacher_disagreement_score":0.38957602,"about_ca_system_score_codex":0.00004596561,"about_ca_system_score_gemma":0.00000831556,"threshold_uncertainty_score":0.3585598},"labels":[],"label_agreement":null},{"id":"W2550875093","doi":"10.18260/1-2--20397","title":"Engineering Students’ Perception of Project-Based Learning Activities at the School of Engineering, UBC Okanagan Campus","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Okanagan College; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Capstone; Engineering education; Perception; Work (physics); Capstone course; Project-based learning; Engineering; Engineering management; Mathematics education; Computer science; Psychology; Mechanical engineering","score_opus":0.0076027519001744415,"score_gpt":0.2211589294634296,"score_spread":0.21355617756325515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550875093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98081076,0.00012324884,0.017294474,0.000088376844,0.0002883656,0.0002943106,0.0000038506614,0.00048236395,0.00061423104],"genre_scores_gemma":[0.9969098,0.00003036687,0.0024550436,0.00003157034,0.00006151217,0.000051668394,0.000014118397,0.000047529884,0.00039838612],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990003,0.000012336922,0.00031076046,0.00015210026,0.0003145204,0.00020999141],"domain_scores_gemma":[0.9996064,0.000055429624,0.000049958388,0.00015809968,0.00003906504,0.00009106041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013059028,0.00020075796,0.00022301516,0.00011798862,0.000031469735,0.000021890099,0.00023078553,0.000064212756,0.00036971725],"category_scores_gemma":[0.00009950237,0.00016915299,0.00008316566,0.00034961972,0.000016490696,0.00008162053,0.000051762432,0.00024188035,0.0000285348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064800674,0.00003043444,0.009514954,0.0005572337,0.00009853218,8.084577e-7,0.0018566741,0.91140723,0.07203096,0.00004547105,0.0040751006,0.00037611075],"study_design_scores_gemma":[0.0012411497,0.00019666924,0.1092028,0.0003217756,0.0000991516,0.000008421362,0.0043233177,0.72189415,0.11406058,5.6109883e-7,0.047629107,0.0010223413],"about_ca_topic_score_codex":0.000016738868,"about_ca_topic_score_gemma":0.0000025777856,"teacher_disagreement_score":0.18951312,"about_ca_system_score_codex":0.00014222234,"about_ca_system_score_gemma":0.000044637574,"threshold_uncertainty_score":0.6897859},"labels":[],"label_agreement":null},{"id":"W2555029378","doi":"10.18260/p.27065","title":"Towards a Multidisciplinary Teamwork Training Series for Undergraduate Engineering Students: Development and Assessment of Two First-year Workshops","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Multidisciplinary approach; Engineering education; Curriculum; Context (archaeology); Psychology; Medical education; Engineering; Pedagogy; Engineering management; Management; Sociology; Medicine","score_opus":0.01869368493789561,"score_gpt":0.2911077730609429,"score_spread":0.27241408812304724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555029378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5323929,0.0001581481,0.46397614,0.00073896075,0.0007858871,0.000511963,0.000007926623,0.0005400987,0.0008879465],"genre_scores_gemma":[0.7223416,0.000082357124,0.27691475,0.0000041389417,0.00003744731,0.00019242,0.000004424697,0.00003762264,0.00038523477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894226,0.0000051338175,0.00035004993,0.00019850275,0.00020983139,0.00029424246],"domain_scores_gemma":[0.9995764,0.0000887555,0.000032699827,0.000137741,0.000048942104,0.00011550145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023055564,0.00021904912,0.00023536228,0.0001208364,0.00006266141,0.00003189508,0.00014550764,0.000051827883,0.000023469831],"category_scores_gemma":[0.000027442655,0.00016811155,0.000040621013,0.00014812655,0.000019397101,0.00015055631,0.00006904076,0.0000739622,0.0000023318814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009391921,0.0009721763,0.13476661,0.0053378926,0.003319948,0.000019324456,0.04604184,0.21449207,0.015958084,0.15933573,0.00568208,0.4139803],"study_design_scores_gemma":[0.013403564,0.00042487078,0.75555587,0.005882041,0.00020203125,0.000074935575,0.012679663,0.067469254,0.0406105,0.002306344,0.09652506,0.004865852],"about_ca_topic_score_codex":0.0000012320822,"about_ca_topic_score_gemma":0.00001414018,"teacher_disagreement_score":0.6207893,"about_ca_system_score_codex":0.00016915605,"about_ca_system_score_gemma":0.00007694822,"threshold_uncertainty_score":0.685539},"labels":[],"label_agreement":null},{"id":"W2557394618","doi":"10.1109/fie.2016.7757704","title":"A methodological evaluation of an integrative pedagogy for engineering education","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Engineering education; Engineering ethics; Computer science; Engineering management; Pedagogy; Mathematics education; Psychology; Engineering","score_opus":0.1076188529596585,"score_gpt":0.41425457636715474,"score_spread":0.30663572340749623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557394618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34370548,0.00013553943,0.65318114,0.00010116148,0.00081887963,0.00034427643,0.0000036758913,0.00020742537,0.0015024056],"genre_scores_gemma":[0.8818558,0.000012965726,0.11752532,0.0000107344995,0.000066956214,0.0003263589,0.000010270465,0.000014641788,0.00017699573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947745,0.000029586243,0.00016661973,0.0001007988,0.000125009,0.00010054095],"domain_scores_gemma":[0.9994888,0.00014080772,0.0000180936,0.000105550345,0.00019669574,0.000050108065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061235874,0.000089407695,0.00011118077,0.00009047635,0.0000090475,0.0000050519307,0.00006768152,0.0000477564,0.00017464605],"category_scores_gemma":[0.00035085503,0.000056566212,0.00003203862,0.000086090295,0.000006814839,0.000103499224,0.0000043984755,0.000026913638,0.0000042364895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006936287,0.00013151589,0.00009724406,0.00012416081,0.000061001054,2.9718578e-8,0.0010214512,0.012626736,0.09861599,0.022219013,0.0018017422,0.8632942],"study_design_scores_gemma":[0.001798836,0.00028046413,0.024445768,0.00041888418,0.000147573,0.000015038759,0.0021371334,0.53445506,0.40447444,0.0046947836,0.02620101,0.0009309708],"about_ca_topic_score_codex":0.0000021959922,"about_ca_topic_score_gemma":0.000004086026,"teacher_disagreement_score":0.8623632,"about_ca_system_score_codex":0.000116132076,"about_ca_system_score_gemma":0.00011274332,"threshold_uncertainty_score":0.23067032},"labels":[],"label_agreement":null},{"id":"W2564739269","doi":"10.18260/p.26884","title":"Faculty Characteristics that Influence Student Performance in the First Two Years of Engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Arizona State University; Division of Mathematical Sciences; University of Wisconsin-Madison; Directorate for STEM Education; National Science Foundation","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.009260549671740378,"score_gpt":0.23236378972486502,"score_spread":0.22310324005312465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564739269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99862874,0.000016510166,0.00061753026,0.000071452,0.00018671424,0.000080298334,0.0000025531556,0.00007695635,0.0003192592],"genre_scores_gemma":[0.9994529,0.00006745707,0.00034879398,0.0000272043,0.000015487272,0.000031105952,0.0000021046287,0.000010546972,0.000044413893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994821,0.000002489377,0.00015894734,0.00006860586,0.00014701921,0.00014086429],"domain_scores_gemma":[0.9997703,0.000036982234,0.000015583231,0.00013886184,0.000015479374,0.00002282223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010850685,0.000084190564,0.00008829249,0.00005764284,0.000009051992,0.000011222717,0.0001926967,0.000021257478,0.000023592444],"category_scores_gemma":[0.000013850385,0.00005356148,0.000017078906,0.00013119682,0.000008752687,0.000086746775,0.00001658087,0.000060146394,0.000027329092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025191196,0.00009983657,0.9144654,0.00019518376,0.000047609006,0.000005858232,0.006539734,0.05214327,0.0026916745,0.001138936,0.00060151715,0.022068452],"study_design_scores_gemma":[0.0001503676,0.0000056656027,0.9875132,0.000087581146,0.0000018471842,0.0000025003117,0.0000645848,0.0014121615,0.0011083627,6.5145645e-7,0.00955613,0.00009696355],"about_ca_topic_score_codex":0.0000037146106,"about_ca_topic_score_gemma":0.000006274355,"teacher_disagreement_score":0.07304777,"about_ca_system_score_codex":0.00005528402,"about_ca_system_score_gemma":0.000007710323,"threshold_uncertainty_score":0.21841738},"labels":[],"label_agreement":null},{"id":"W2580659536","doi":"10.18260/1-2--17930","title":"Evaluation and Analysis of Freshman Design Courses in Engineering","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"CDIO; Engineering education; Computer science; Component (thermodynamics); Implementation; Engineering management; Mathematics education; Engineering; Software engineering; Psychology","score_opus":0.025896976535337412,"score_gpt":0.24953540428264273,"score_spread":0.22363842774730533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580659536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7171858,0.0007516626,0.28054696,0.00016579905,0.00011453767,0.0002011833,0.000002177231,0.00019485944,0.00083701964],"genre_scores_gemma":[0.9929578,0.000031968175,0.0069582374,0.000016270396,0.0000066419766,0.000014182455,0.0000051032202,0.000006542285,0.0000033103904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961376,0.0000079837455,0.00012522675,0.00006590792,0.00012288085,0.000064225234],"domain_scores_gemma":[0.99985516,0.000024282253,0.000007502523,0.000042020398,0.00002858753,0.00004245326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018080893,0.000056095865,0.00010996055,0.00016772866,0.0000032953615,0.000006026703,0.00003157126,0.000020341751,0.00010709509],"category_scores_gemma":[0.000050273768,0.000057618745,0.000015208598,0.0005956969,0.0000029101107,0.000036051602,0.000004906904,0.000035485205,0.0000015450644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.753465e-7,0.000004943026,0.0033057365,0.000027174667,0.00013086219,1.7485387e-7,0.0006663068,0.9921421,0.0018430111,0.000108810724,0.00018819033,0.0015823347],"study_design_scores_gemma":[0.00008365489,0.000004967735,0.06403812,0.000006595343,0.00010564762,1.04314374e-7,0.00007460271,0.93340784,0.0021199463,0.0000027421945,0.00009208433,0.000063697065],"about_ca_topic_score_codex":0.0000039504457,"about_ca_topic_score_gemma":0.000005126358,"teacher_disagreement_score":0.27577195,"about_ca_system_score_codex":0.0000290121,"about_ca_system_score_gemma":0.000012528778,"threshold_uncertainty_score":0.23496242},"labels":[],"label_agreement":null},{"id":"W2584220969","doi":"10.47678/cjhe.v46i4.186198","title":"An Intersubjective Analysis of Engineering Leadership Across Organizational Locations: Implications for Higher Education","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Leadership studies; Popularity; Neuroleadership; Engineering education; Educational leadership; Engineering ethics; Leadership; Phenomenon; Leadership style; Public relations; Shared leadership; Sociology; Political science; Pedagogy; Engineering; Epistemology","score_opus":0.03011402208682944,"score_gpt":0.305173432448289,"score_spread":0.27505941036145953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584220969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209189,0.00796712,0.03231001,0.009515378,0.025701229,0.0010184826,0.0003058092,0.00015316688,0.0021099297],"genre_scores_gemma":[0.9946205,0.000011274496,0.0032545298,0.00012403823,0.00043346803,0.00005950121,0.00015068172,0.000035962294,0.0013100329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912715,0.00001110094,0.00041362972,0.00012987352,0.00009069225,0.00022757465],"domain_scores_gemma":[0.9981427,0.000038554343,0.00025405677,0.00038019443,0.0008417177,0.00034273538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015821695,0.00014387528,0.00021435367,0.00062889117,0.00020660172,0.00014954517,0.00041610075,0.00008857864,0.00020832017],"category_scores_gemma":[0.00007239244,0.00016251908,0.00009837507,0.000464807,0.000042214517,0.00045594622,0.000004249096,0.00011996546,0.0000030919941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021462673,0.00091147644,0.5121118,0.0007531762,0.004390308,7.332829e-7,0.01364656,0.23659226,0.009808699,0.10739969,0.093104206,0.02125962],"study_design_scores_gemma":[0.00012499488,0.000023586932,0.97005504,0.000074473006,0.00024808128,0.000004650352,0.00052494725,0.00049337087,0.00044297826,0.0003135084,0.027499152,0.00019519051],"about_ca_topic_score_codex":0.00026444453,"about_ca_topic_score_gemma":0.00066073943,"teacher_disagreement_score":0.45794326,"about_ca_system_score_codex":0.0005363106,"about_ca_system_score_gemma":0.0016749933,"threshold_uncertainty_score":0.66273355},"labels":[],"label_agreement":null},{"id":"W2585012709","doi":"10.18260/1-2--20162","title":"Changing Gender Perceptions in Elementary STEM Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Perception; Mathematics education; Women in science; Psychology; Sociology; Gender studies","score_opus":0.016180785563246456,"score_gpt":0.22925258146538055,"score_spread":0.2130717959021341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585012709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444644,0.00023119077,0.024127644,0.0010791203,0.0008823383,0.00022876775,0.0000017831314,0.0006846497,0.028300114],"genre_scores_gemma":[0.9957635,0.000026808186,0.0030682478,0.0006933618,0.000090007445,0.00004931566,0.0000165157,0.000013948441,0.00027829115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996237,0.0000037582718,0.00010922045,0.000078898,0.000056875397,0.00012755016],"domain_scores_gemma":[0.99986655,0.0000032835615,0.0000041824255,0.000049739392,0.000008719097,0.00006751556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000029577464,0.0000658485,0.000049653918,0.00009300228,0.000015314881,0.0000116764295,0.00004890146,0.000018927387,0.0006835755],"category_scores_gemma":[0.0000014259934,0.00007066893,0.000014016315,0.00027363456,0.000002038324,0.00006517593,0.000009256376,0.00006528425,0.00015332967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005483253,0.00051865616,0.08070154,0.0013094699,0.00016597858,0.0000066618604,0.13641757,0.2253459,0.019953176,0.015196924,0.24190538,0.2784733],"study_design_scores_gemma":[0.0012212285,0.000051003793,0.3410574,0.00017370826,0.00003750428,0.000021016689,0.16428338,0.29036948,0.00800249,0.00016655315,0.19246025,0.0021559994],"about_ca_topic_score_codex":0.0000019583115,"about_ca_topic_score_gemma":0.0000029061905,"teacher_disagreement_score":0.27631727,"about_ca_system_score_codex":0.0000837702,"about_ca_system_score_gemma":0.000026727696,"threshold_uncertainty_score":0.74846727},"labels":[],"label_agreement":null},{"id":"W2588207851","doi":"10.18741/p9bc77","title":"A Model to Build Capacity through a Multi-Program Curriculum Review Process","year":2016,"lang":"en","type":"article","venue":"Journal of Professional Continuing and Online Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Process (computing); Curriculum mapping; Quality assurance; Curriculum theory; Emergent curriculum; Computer science; Curriculum development; Medical education; Work (physics); Engineering management; Quality (philosophy); Knowledge management; Engineering; Pedagogy; Psychology; Medicine","score_opus":0.024486638284169648,"score_gpt":0.34964291851055235,"score_spread":0.3251562802263827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588207851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97722155,0.0055115432,0.010968874,0.0038352504,0.0020032106,0.00032768465,0.0000066861503,0.00008385879,0.000041334388],"genre_scores_gemma":[0.8805889,0.0026122904,0.115092896,0.00048549808,0.00035854612,0.00008061891,0.0000063751963,0.000027621792,0.00074724766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990537,0.000022210766,0.00044142787,0.000111328925,0.00021266736,0.0001586591],"domain_scores_gemma":[0.9991658,0.000025232075,0.00013308477,0.00008656534,0.0004365013,0.00015285556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025801233,0.00014076168,0.00022000386,0.000089969544,0.000035979076,0.000015783158,0.000119089535,0.000052538795,0.000015575584],"category_scores_gemma":[0.0002224819,0.000089272246,0.000050774936,0.00018409219,0.0000129823975,0.0002479755,0.0000148928975,0.00018917721,0.000003983322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024264797,0.0040374775,0.010060035,0.0048573413,0.00014964554,0.0000028159216,0.010800579,0.0018906561,0.01143066,0.0007428857,0.095933795,0.8600699],"study_design_scores_gemma":[0.007996176,0.0011067169,0.17079219,0.31119198,0.0008393799,0.0011362899,0.014937064,0.09068568,0.0070165037,0.0051766555,0.38386905,0.005252324],"about_ca_topic_score_codex":0.000001939146,"about_ca_topic_score_gemma":0.0000038969106,"teacher_disagreement_score":0.8548175,"about_ca_system_score_codex":0.00008666871,"about_ca_system_score_gemma":0.00018639075,"threshold_uncertainty_score":0.36404166},"labels":[],"label_agreement":null},{"id":"W2588245140","doi":"10.1109/tale.2016.7851829","title":"Teaching professional practice and career development to graduate students","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Career development; Computer science; Professional development; Soft skills; Engineering management; Medical education; Mathematics education; Engineering; Pedagogy; Psychology; Medicine","score_opus":0.01966723573573249,"score_gpt":0.29520261529394504,"score_spread":0.27553537955821256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588245140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96348655,0.0000501697,0.022079319,0.0036924204,0.0013618269,0.0002557659,0.0000012425179,0.000479853,0.00859283],"genre_scores_gemma":[0.9600637,0.000008958244,0.031771075,0.00029021892,0.000040264647,0.000071784045,0.0000015023539,0.000018996176,0.007733511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993304,0.000011650048,0.00013224983,0.000119098855,0.000246686,0.00015988408],"domain_scores_gemma":[0.99969614,0.00004783577,0.000008520373,0.000076655495,0.000037417358,0.00013341261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018571285,0.00009940486,0.0000648513,0.000060506838,0.000053830885,0.000024834868,0.00009021491,0.000024049343,0.000045306242],"category_scores_gemma":[0.00006461881,0.00006474192,0.0000070892,0.000050342675,0.0000038197527,0.00011989461,0.000056469307,0.000072381896,0.00019583575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002278186,0.0004943336,0.025571547,0.0002827515,0.00046681543,0.000032613116,0.04037037,0.00056574156,0.018635847,0.0051326347,0.15948126,0.7489433],"study_design_scores_gemma":[0.0005635724,0.000021249036,0.17481679,0.00029037226,0.000011843023,0.000053818065,0.0016058884,0.0001001044,0.0050297147,0.000022793818,0.8168568,0.00062704546],"about_ca_topic_score_codex":0.0000040671525,"about_ca_topic_score_gemma":0.000003114362,"teacher_disagreement_score":0.7483163,"about_ca_system_score_codex":0.0000989623,"about_ca_system_score_gemma":0.000025462185,"threshold_uncertainty_score":0.2640099},"labels":[],"label_agreement":null},{"id":"W2591596587","doi":"10.24908/ijesjp.v5i1.8928","title":"Retooling Engineering for Social Justice: The use of explicit models for analytical thinking, critical reflection, and peer-review in Swedish engineering education","year":2017,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Sociology; Economic Justice; Argument (complex analysis); Critical thinking; Rhetoric; Critical reflection; Pedagogy; Engineering; Political science; Law","score_opus":0.06816432029498916,"score_gpt":0.3759053836327033,"score_spread":0.30774106333771417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591596587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09171435,0.011594359,0.85903627,0.02101477,0.015179073,0.0010306303,0.00010782905,0.00017920924,0.00014352468],"genre_scores_gemma":[0.9589552,0.0035506801,0.033617806,0.0002613342,0.003266407,0.0001100089,0.000022909571,0.000091888556,0.00012375701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986524,0.000008560839,0.00057082326,0.0001412447,0.00039684054,0.00023012639],"domain_scores_gemma":[0.99833584,0.0004734881,0.00015505985,0.00009571531,0.0008598803,0.00008003315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000663357,0.00019968706,0.00032214573,0.00019918708,0.00016894551,0.00022619352,0.0003195212,0.00010121799,0.0000024537578],"category_scores_gemma":[0.002653405,0.00019405688,0.000115291696,0.00008717747,0.000026428577,0.00054264755,0.000044536835,0.0003210477,1.272665e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012055443,0.00024722578,0.00015858085,0.018696442,0.00085951725,0.000012586053,0.008337175,0.70236987,0.0028788287,0.18703045,0.06802065,0.011268131],"study_design_scores_gemma":[0.0008000849,0.0000515468,0.003936865,0.0023570661,0.0008390274,0.00009166754,0.0005281699,0.9253239,0.000169967,0.00028682058,0.06513496,0.00047994737],"about_ca_topic_score_codex":0.000006435669,"about_ca_topic_score_gemma":0.0000021559727,"teacher_disagreement_score":0.86724085,"about_ca_system_score_codex":0.00014812184,"about_ca_system_score_gemma":0.00008506128,"threshold_uncertainty_score":0.79134095},"labels":[],"label_agreement":null},{"id":"W2592112311","doi":"10.18260/p.27118","title":"User Testing with Assessors to Develop Universal Rubric Rows for Assessing Engineering Design","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"American Association for the Advancement of Science","keywords":"Rubric; Computer science; Usability; Context (archaeology); Quality (philosophy); Modular design; Engineering design process; Mathematics education; Psychology; Engineering; Human–computer interaction; Programming language","score_opus":0.022508866848398437,"score_gpt":0.22469010050748067,"score_spread":0.20218123365908225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592112311","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06886493,0.0000117926265,0.92831707,0.00015160428,0.00031846782,0.00029343186,0.0000014110249,0.00086764595,0.0011736623],"genre_scores_gemma":[0.45831904,0.0000016423902,0.54074615,0.000032361644,0.000054331675,0.00009187832,0.000001624063,0.000062560524,0.0006904147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999069,0.000007360388,0.00018700365,0.00020909219,0.00013761618,0.000389947],"domain_scores_gemma":[0.9991334,0.00033451387,0.000018546385,0.00014407495,0.0001989678,0.00017048093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019343087,0.00021747721,0.00015377355,0.0001856789,0.000054377804,0.00007880814,0.00014463955,0.000054556658,0.00003791833],"category_scores_gemma":[0.0002540309,0.00015581558,0.000017134616,0.00075364055,0.0000058459514,0.0002895436,0.000019813107,0.00006144238,0.000039283997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113952265,0.000048492937,0.004027966,0.00021319167,0.0001774193,0.000010858753,0.00055265386,0.86493915,0.07314136,0.0026758967,0.017185757,0.037015878],"study_design_scores_gemma":[0.0052181277,0.00043383805,0.16426069,0.0032970558,0.00018343354,0.0001772873,0.0016463024,0.38080302,0.20307463,0.00008314835,0.23429535,0.006527122],"about_ca_topic_score_codex":0.0000027805663,"about_ca_topic_score_gemma":0.0000023286825,"teacher_disagreement_score":0.48413613,"about_ca_system_score_codex":0.00027823565,"about_ca_system_score_gemma":0.00013394876,"threshold_uncertainty_score":0.63539743},"labels":[],"label_agreement":null},{"id":"W2592199832","doi":"10.24908/pceea.v0i0.6531","title":"Assessing Semester-Long Student Team Design Reports in Large Classes to Provide Individual Student Grades","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Rubric; Workload; Documentation; Computer science; Mathematics education; Psychology","score_opus":0.013994119225939789,"score_gpt":0.2752032407334292,"score_spread":0.26120912150748943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592199832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912178,0.00010737807,0.000237384,0.0016505042,0.0036651522,0.0009321262,0.000007626086,0.00018060175,0.002001464],"genre_scores_gemma":[0.9960725,0.000010788417,0.0026027334,0.00012302987,0.00016989173,0.00028379407,0.000007939873,0.00006139148,0.00066798204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803,0.00000970197,0.000556799,0.0002869286,0.00058018434,0.00053635595],"domain_scores_gemma":[0.9987161,0.000042571417,0.00034147865,0.00026933086,0.0003182455,0.00031224338],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010968881,0.000263366,0.00026590776,0.0005015882,0.0003025001,0.0009323207,0.00064136664,0.00016049834,0.000009960223],"category_scores_gemma":[0.0009851959,0.00027446714,0.000070898706,0.0003878271,0.000010531232,0.0006807805,0.00008272537,0.0003329833,0.0000055973974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6066485e-7,0.00017083508,0.95050883,0.00026907225,0.00013791706,0.000001272361,0.0059661223,0.01939135,0.0010118647,0.00048249267,0.020936437,0.0011231551],"study_design_scores_gemma":[0.00014191735,0.000009185034,0.98687476,0.00035263866,0.000030524297,0.0000066136154,0.0010971356,0.0007387408,0.0016839278,0.000022940263,0.008719505,0.00032209445],"about_ca_topic_score_codex":0.0008636273,"about_ca_topic_score_gemma":0.0048724134,"teacher_disagreement_score":0.036365956,"about_ca_system_score_codex":0.0033957784,"about_ca_system_score_gemma":0.0006752881,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W2592363726","doi":"10.24908/pceea.v0i0.6479","title":"A Case Study in Incorporating Significant Design Content into a Third-Year Industrial Engineering Course “Design and Analysis of Production Systems”","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Context (archaeology); Industrial design; Course (navigation); Nova scotia; Feeling; Engineering; Engineering management; Engineering ethics; Mathematics education; Psychology; Sociology; Mechanical engineering","score_opus":0.03513597579445657,"score_gpt":0.23310579595045547,"score_spread":0.1979698201559989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592363726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959557,0.00007456682,0.0006145102,0.0002344098,0.0018028857,0.0011788347,0.0000065711024,0.0000830305,0.00004950164],"genre_scores_gemma":[0.99685496,0.0000076553115,0.0026867846,0.0000038456224,0.00009724124,0.00022084368,0.0000033557,0.000037447237,0.000087877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985625,0.00001955299,0.0005857039,0.00024855966,0.00031659787,0.0002670433],"domain_scores_gemma":[0.9986184,0.000085226246,0.00045760797,0.0002201702,0.00044035513,0.00017820016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014334039,0.00022704045,0.0003991361,0.0007825845,0.00017502451,0.00019265183,0.00028047414,0.00014111423,0.0000023738576],"category_scores_gemma":[0.0015481265,0.0002342657,0.00006349522,0.0008343093,0.000019505165,0.00030121487,0.000030212668,0.00029930467,6.3170586e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046105224,0.00016280627,0.37928328,0.00031570756,0.0008790095,0.0000032918626,0.006137373,0.60749006,0.0037169359,0.00060972216,0.0009846442,0.00041254124],"study_design_scores_gemma":[0.0008691636,0.000085888,0.50915504,0.0006112964,0.00095748116,0.00004017308,0.0109830415,0.47302747,0.0032804494,0.00001711577,0.00015948358,0.0008133942],"about_ca_topic_score_codex":0.009773469,"about_ca_topic_score_gemma":0.0020760924,"teacher_disagreement_score":0.13446261,"about_ca_system_score_codex":0.0015837041,"about_ca_system_score_gemma":0.0005136066,"threshold_uncertainty_score":0.9968205},"labels":[],"label_agreement":null},{"id":"W2592815505","doi":"10.18260/1-2--21788","title":"Peer-to-Peer Assessment in Large Classes: A Study of Several Techniques Used in Design Courses","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Peer assessment; Teamwork; Class (philosophy); Peer feedback; Work (physics); Computer science; Critical thinking; Peer learning; Mathematics education; Engineering education; Peer evaluation; Psychology; Higher education; Engineering; Engineering management; Artificial intelligence","score_opus":0.02606834179517658,"score_gpt":0.30307198915037276,"score_spread":0.27700364735519617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592815505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84560204,0.000012273764,0.14893277,0.001829373,0.0001761683,0.0010398348,0.000003587163,0.0004551974,0.0019487757],"genre_scores_gemma":[0.97182757,0.0000026074936,0.027591262,0.0001298762,0.000016273312,0.00017203738,0.000004187792,0.000022240309,0.00023392141],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99897814,0.000030722204,0.00030495776,0.00015334778,0.00033344585,0.00019941333],"domain_scores_gemma":[0.99968266,0.00003333199,0.0000151493605,0.000109147295,0.00007447098,0.00008524305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033853436,0.00013425313,0.00021182306,0.00017621633,0.000008037679,0.000018733435,0.00013392435,0.00004507872,0.00009588121],"category_scores_gemma":[0.00005168172,0.00013216077,0.000017085942,0.000515621,0.0000028660347,0.00007191328,0.000028503537,0.0001760957,0.000008516165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028024113,0.0035422884,0.30379045,0.00033520383,0.00014388181,0.000055378594,0.07092949,0.5359856,0.0064692763,0.0010692326,0.07572689,0.0019243173],"study_design_scores_gemma":[0.0033471289,0.0008671532,0.67295736,0.00020581191,0.000023114375,0.0000030064225,0.047669943,0.23738728,0.014129827,0.000031262924,0.0221411,0.0012369709],"about_ca_topic_score_codex":0.000036372934,"about_ca_topic_score_gemma":0.00013898515,"teacher_disagreement_score":0.36916694,"about_ca_system_score_codex":0.00014336496,"about_ca_system_score_gemma":0.000066501656,"threshold_uncertainty_score":0.538936},"labels":[],"label_agreement":null},{"id":"W2592847312","doi":"10.24908/pceea.v0i0.6546","title":"INTEGRATED LEARNING DESIGN OF AN ENGINEERING TECHNOLOGY SUSTAINABILITY AND ETHICS COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Context (archaeology); Stakeholder; Bachelor; Excellence; Project-based learning; Experiential learning; Engineering ethics; Teamwork; Medical education; Engineering; Sociology; Pedagogy; Psychology; Public relations; Political science; Medicine","score_opus":0.007351733481388296,"score_gpt":0.23091618658068516,"score_spread":0.22356445309929687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592847312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99185926,0.00025838762,0.0012293521,0.0034181853,0.0018070891,0.00060077076,0.000011062462,0.00038781555,0.00042809293],"genre_scores_gemma":[0.99349916,0.000030844745,0.0060034133,0.0000148124855,0.000051260038,0.000060863316,0.000004596081,0.00004351241,0.00029156747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99897295,0.000007723672,0.00030895014,0.00017560365,0.00023077137,0.00030397734],"domain_scores_gemma":[0.99837846,0.00006129133,0.00024124912,0.00019647216,0.00093515415,0.00018740098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079690624,0.00019002736,0.00021813855,0.0003323423,0.00025427106,0.00012394684,0.00042055052,0.00030693028,0.000008128019],"category_scores_gemma":[0.0039095986,0.0001988212,0.000039190014,0.00033958815,0.000041142368,0.00030121594,0.000034025696,0.0006434152,9.4596004e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008084713,0.00027627306,0.24087282,0.0037890868,0.0005922543,6.515879e-7,0.011167071,0.6674055,0.021096596,0.033778127,0.0044948566,0.01651871],"study_design_scores_gemma":[0.0005485802,0.00007905857,0.6011559,0.00076733547,0.00015515983,0.000018706896,0.0034590594,0.34746307,0.018406002,0.00058480666,0.026286252,0.0010760676],"about_ca_topic_score_codex":0.0012552186,"about_ca_topic_score_gemma":0.00049834483,"teacher_disagreement_score":0.36028308,"about_ca_system_score_codex":0.0014548252,"about_ca_system_score_gemma":0.00087830384,"threshold_uncertainty_score":0.8107694},"labels":[],"label_agreement":null},{"id":"W2593196845","doi":"10.24908/pceea.v0i0.6449","title":"Online grading platform: A mixed methods approach to measuring impact on grading experience","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Multimedia; Digitization; Engineering","score_opus":0.023490366426835822,"score_gpt":0.2880499730311854,"score_spread":0.2645596066043496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593196845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98464584,0.0000685941,0.0007907211,0.00071600726,0.0044714804,0.00052528415,0.000023707724,0.0002873318,0.008471017],"genre_scores_gemma":[0.9785278,0.000009723274,0.020329893,0.0000869116,0.0002401413,0.00015497982,0.0000100236775,0.0000749012,0.00056561973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99835825,0.0000066832945,0.0003901275,0.0002861476,0.0004129164,0.0005458793],"domain_scores_gemma":[0.9985838,0.00004992444,0.00024712217,0.00031111774,0.00032129927,0.00048675932],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064602017,0.00031985834,0.00029492073,0.0005137899,0.00046049248,0.00035338468,0.0008208013,0.0001648971,0.000011671296],"category_scores_gemma":[0.0015232534,0.0002990374,0.00014874057,0.0004681392,0.000015669213,0.00039762256,0.000048333037,0.00037278334,0.000009352106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021973488,0.0011665842,0.18520303,0.0025318468,0.0016074441,7.4294775e-7,0.047116872,0.45590678,0.07359656,0.039713062,0.14112036,0.052014753],"study_design_scores_gemma":[0.0003357707,0.000030244822,0.8967815,0.00067962345,0.00006278243,0.000012840685,0.0015999494,0.057228282,0.024350958,0.00014314003,0.017695084,0.0010797962],"about_ca_topic_score_codex":0.0017491356,"about_ca_topic_score_gemma":0.00042132998,"teacher_disagreement_score":0.7115785,"about_ca_system_score_codex":0.004264404,"about_ca_system_score_gemma":0.0003224597,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W2593345531","doi":"10.24908/pceea.v0i0.6478","title":"CELBEST Project: Design and Implementation of the First Engineering Education-specific Assessment Tool for Professional Communicative Competence","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Competence (human resources); Medical education; Certification and Accreditation; Engineering management; Engineering ethics; Engineering education; Graduate students; Computer science; Engineering; Psychology; Medicine","score_opus":0.010961252632707646,"score_gpt":0.2668544370453629,"score_spread":0.25589318441265524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593345531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564937,0.0009315895,0.0023760572,0.014754694,0.014870966,0.008023539,0.00017893693,0.00030988426,0.0020606727],"genre_scores_gemma":[0.98311657,0.000063836,0.015493541,0.000062009465,0.0001088378,0.00076685776,0.000013087743,0.00004510818,0.00033018301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988451,0.000007302028,0.00040789545,0.00017874847,0.00028662515,0.00027432217],"domain_scores_gemma":[0.99850225,0.0001065812,0.00042278157,0.00029170472,0.00058483134,0.000091855654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050272146,0.00020587546,0.00019982342,0.00018634328,0.00050346804,0.00015627085,0.00066698977,0.000112340196,0.000010505551],"category_scores_gemma":[0.00027652152,0.0001825141,0.000078418416,0.00024364039,0.000032874927,0.00028763936,0.000066694636,0.00023874178,7.7642557e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001221116,0.0006377246,0.5142438,0.00676358,0.0008730722,6.085963e-8,0.020518275,0.034394026,0.019999295,0.13834515,0.24974546,0.0144673595],"study_design_scores_gemma":[0.00032988607,0.000016370648,0.9237609,0.0006295313,0.00004989606,0.0000028116303,0.0011242519,0.01244458,0.006223834,0.00010472222,0.05494086,0.00037235953],"about_ca_topic_score_codex":0.0009091592,"about_ca_topic_score_gemma":0.0007890416,"teacher_disagreement_score":0.4095171,"about_ca_system_score_codex":0.0015313938,"about_ca_system_score_gemma":0.0012715951,"threshold_uncertainty_score":0.74427086},"labels":[],"label_agreement":null},{"id":"W2593704032","doi":"10.24908/pceea.v0i0.6452","title":"AWARENESS OF SELF AND THE ENGINEERING FIELD: STUDENT MOTIVATION, ASSESSMENT OF ‘FIT’ AND PREPAREDNESS FOR ENGINEERING EDUCATION","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"York University","keywords":"Preparedness; Engineering education; Psychology; Thematic analysis; Process (computing); Value (mathematics); Curriculum; Perception; Field (mathematics); Engineering; Pedagogy; Computer science; Qualitative research; Engineering management; Political science; Sociology","score_opus":0.006246158464970297,"score_gpt":0.24772160053922201,"score_spread":0.24147544207425173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593704032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938076,0.00037378244,0.0005806916,0.0012426843,0.0024956765,0.0009313134,0.00002071987,0.00009311084,0.00045438515],"genre_scores_gemma":[0.99550366,0.00007945401,0.0037978461,0.000027192567,0.000120096025,0.0002890001,0.000006321434,0.000041324085,0.00013511941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988276,0.0000045868032,0.00047116206,0.00018563909,0.00027412284,0.00023693657],"domain_scores_gemma":[0.99844617,0.00018889055,0.0003900152,0.000223384,0.00061811606,0.00013344311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000597795,0.00021104276,0.00031084372,0.00025365353,0.00018169559,0.00012519732,0.00038862452,0.00013555473,0.0000036541142],"category_scores_gemma":[0.0012488748,0.00019074527,0.000075351396,0.00019711698,0.000024511399,0.00025048776,0.00004987827,0.00016832504,1.2410403e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017575372,0.0004958458,0.68256587,0.0134222675,0.0016083013,7.2026914e-8,0.024338637,0.09490545,0.011034206,0.1529641,0.01309901,0.0055486667],"study_design_scores_gemma":[0.00086739974,0.000027757096,0.8666332,0.0008172789,0.00017736659,0.0000045330253,0.0009132503,0.116139494,0.0055893166,0.00009551442,0.008282512,0.00045239934],"about_ca_topic_score_codex":0.0009646439,"about_ca_topic_score_gemma":0.00022575205,"teacher_disagreement_score":0.18406731,"about_ca_system_score_codex":0.00073316,"about_ca_system_score_gemma":0.0006075871,"threshold_uncertainty_score":0.7778366},"labels":[],"label_agreement":null},{"id":"W2593723114","doi":"10.24908/pceea.v0i0.6457","title":"Evaluating an Integrated Course Design Tool for Engineering Graduate Attributes Assessment","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated; University of Calgary","keywords":"Course (navigation); Context (archaeology); Computer science; Software engineering; Engineering management; Work (physics); Engineering","score_opus":0.04627155917686795,"score_gpt":0.3115102906691166,"score_spread":0.2652387314922487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593723114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94525665,0.0002424789,0.026862727,0.0059354906,0.015597483,0.0036127344,0.00019841721,0.0012523356,0.0010416751],"genre_scores_gemma":[0.94232994,0.000013262476,0.05608359,0.000053817093,0.00027858253,0.00049879163,0.000043244425,0.00009567889,0.000603089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983601,0.000007592162,0.00044326016,0.00025997128,0.000421966,0.0005071019],"domain_scores_gemma":[0.99805135,0.0000914523,0.00031501058,0.00028907816,0.0009838039,0.00026928552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012909448,0.00029740852,0.0002689229,0.00023384125,0.00044504495,0.00045116554,0.0006688826,0.00018255599,0.00001874426],"category_scores_gemma":[0.0017507649,0.00030522724,0.000110657624,0.00025629235,0.000014891515,0.0005416629,0.00002700871,0.00033273848,0.000004707463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009678153,0.00037359158,0.056054246,0.0019135948,0.0010103383,3.2547408e-7,0.003048567,0.75883824,0.029206164,0.016832909,0.10638477,0.026327569],"study_design_scores_gemma":[0.0005012704,0.00005343146,0.36968797,0.0004166142,0.00014657665,0.000004668219,0.00025733522,0.60213256,0.007149291,0.000119768956,0.018742708,0.00078779674],"about_ca_topic_score_codex":0.0006870904,"about_ca_topic_score_gemma":0.00039816182,"teacher_disagreement_score":0.31363374,"about_ca_system_score_codex":0.0027844445,"about_ca_system_score_gemma":0.0011366548,"threshold_uncertainty_score":0.99994},"labels":[],"label_agreement":null},{"id":"W2593895218","doi":"10.24908/pceea.v0i0.6507","title":"Understanding Barriers to Student Success: What Students Have to Say","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Set (abstract data type); Quality (philosophy); Perception; Mathematics education; Medical education; Psychology; Engineering education; Pedagogy; Computer science; Engineering; Engineering management; Medicine","score_opus":0.015199851006369858,"score_gpt":0.25499128371720836,"score_spread":0.2397914327108385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593895218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96497035,0.00010484331,0.0002919286,0.0137105435,0.012016293,0.0012403508,0.000020769563,0.0002944963,0.0073504085],"genre_scores_gemma":[0.99617165,0.000026062316,0.00059002853,0.00055512966,0.00019083756,0.00016710549,0.0000035452551,0.00006126445,0.002234399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834937,0.0000036576505,0.0003301215,0.00024091144,0.00061180705,0.0004641132],"domain_scores_gemma":[0.9983133,0.00002331885,0.00015714983,0.0002609132,0.00032694422,0.00091839174],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004872823,0.00023657066,0.00021355347,0.0004294688,0.00047906567,0.0011547009,0.0010689311,0.00012975739,0.00005345545],"category_scores_gemma":[0.0010306784,0.00025126556,0.00007616324,0.0003109766,0.000010552656,0.00058594637,0.00008806297,0.00022090784,0.000033522934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035477153,0.00009535655,0.7103408,0.00045121714,0.00048057953,3.9400663e-7,0.020185402,0.05459183,0.0026548658,0.0078174425,0.20213619,0.0012423594],"study_design_scores_gemma":[0.00031540854,0.000023295133,0.9172468,0.00088978925,0.00006517158,0.000002530505,0.0072192745,0.0013524577,0.003633469,0.00010366105,0.06831911,0.00082904333],"about_ca_topic_score_codex":0.0011359766,"about_ca_topic_score_gemma":0.005507414,"teacher_disagreement_score":0.20690598,"about_ca_system_score_codex":0.006984901,"about_ca_system_score_gemma":0.0004293285,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W2594388951","doi":"10.24908/pceea.v0i0.6450","title":"Assessment of Teamwork in Laboratory Courses: What, When and How","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teamwork; Context (archaeology); Dilemma; Perspective (graphical); Work (physics); Computer science; Component (thermodynamics); Knowledge management; Engineering management; Engineering; Artificial intelligence; Management","score_opus":0.0040673632294866155,"score_gpt":0.21041760824392866,"score_spread":0.20635024501444205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594388951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870366,0.0005374732,0.000019563442,0.00568117,0.003216367,0.0003652872,0.000017173581,0.000078481695,0.0030478842],"genre_scores_gemma":[0.99731684,0.00013093077,0.001849997,0.000042897256,0.00007269444,0.00005369433,0.0000029129176,0.000027818698,0.0005021944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992344,0.0000034471302,0.000197877,0.00012590406,0.00022198568,0.00021641653],"domain_scores_gemma":[0.9991787,0.000024879908,0.00021541206,0.00014828668,0.0002961734,0.00013655821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039985345,0.00013531481,0.0001796849,0.00024708535,0.00010266971,0.00025003008,0.00029986486,0.0001176728,0.000010533806],"category_scores_gemma":[0.00043026084,0.00014189124,0.000033816716,0.00017721142,0.000020375786,0.0005214339,0.000023079767,0.00020097099,7.4139945e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.450199e-7,0.00007996219,0.9375797,0.0010084034,0.00014715655,1.3641663e-7,0.0032324987,0.004015096,0.0051204925,0.012083247,0.03404111,0.0026915506],"study_design_scores_gemma":[0.00015711454,0.0000052437736,0.97950536,0.00044758772,0.000017599546,7.9943266e-7,0.00084006006,0.003211714,0.0013878606,0.00007103001,0.014154726,0.00020088741],"about_ca_topic_score_codex":0.0007200002,"about_ca_topic_score_gemma":0.0023411764,"teacher_disagreement_score":0.041925676,"about_ca_system_score_codex":0.0012923235,"about_ca_system_score_gemma":0.00048741093,"threshold_uncertainty_score":0.57861567},"labels":[],"label_agreement":null},{"id":"W2594761389","doi":"10.24908/pceea.v0i0.6522","title":"USING AN ONLINE MARKING SYSTEM FOR A LARGE CLASS ENVIRONMENT","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Grading (engineering); Session (web analytics); Upload; Class (philosophy); Multimedia; World Wide Web; Artificial intelligence; Engineering","score_opus":0.01841537675794347,"score_gpt":0.2255323019153961,"score_spread":0.20711692515745264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594761389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98221,0.000206281,0.0018353292,0.0015360998,0.008720109,0.0012620358,0.00023701636,0.00045329522,0.0035398256],"genre_scores_gemma":[0.9922525,0.000008801616,0.00660623,0.000046875535,0.00033687215,0.00009747835,0.000025537032,0.00006606077,0.000559593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998865,0.0000030958142,0.00030415147,0.00018788847,0.00024453358,0.00039534917],"domain_scores_gemma":[0.99903584,0.00001769571,0.000259815,0.00022691881,0.00022093006,0.0002387815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004019614,0.00019217841,0.00018707073,0.00019659424,0.0004339504,0.00020934762,0.0004734722,0.00015514206,0.000011835134],"category_scores_gemma":[0.0002613207,0.0002037605,0.00008654328,0.000105723084,0.00000840946,0.00031325096,0.000027230102,0.0001706279,0.0000035600694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019773128,0.001519659,0.29782787,0.01208966,0.0019868547,9.709055e-7,0.012794245,0.34984064,0.07893234,0.12959145,0.10288005,0.012516483],"study_design_scores_gemma":[0.00080077676,0.000025416079,0.27520928,0.00080614793,0.00018075567,0.000012486607,0.0018752326,0.49983183,0.0072087343,0.00008009163,0.21290272,0.0010665325],"about_ca_topic_score_codex":0.0008488544,"about_ca_topic_score_gemma":0.0014245886,"teacher_disagreement_score":0.14999115,"about_ca_system_score_codex":0.004001654,"about_ca_system_score_gemma":0.00030327978,"threshold_uncertainty_score":0.9998218},"labels":[],"label_agreement":null},{"id":"W2594918582","doi":"10.18260/1-2--287","title":"Qcc Techascend: Nsf Sponsored After School Program Aimed At Potential Technicians","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Sandia National Laboratories; York University; National Science Foundation","keywords":"Computer science; Engineering","score_opus":0.0038459381817984362,"score_gpt":0.18947235781532656,"score_spread":0.18562641963352813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594918582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87556374,0.00079629367,0.06441957,0.007459439,0.0030126786,0.0025624195,0.000030187337,0.020209655,0.025945999],"genre_scores_gemma":[0.983577,0.000026838386,0.013782418,0.0005030451,0.00015038998,0.00035148105,0.000019515606,0.000053695247,0.0015356089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991376,0.0000065166905,0.00020194512,0.00019562834,0.00017170809,0.00028663044],"domain_scores_gemma":[0.99953073,0.0000043741334,0.000011546128,0.00016169323,0.00002595569,0.00026567373],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004062755,0.00018356708,0.00013557414,0.00006612138,0.000033551918,0.000038940787,0.00014127785,0.000090012174,0.0019503694],"category_scores_gemma":[0.000021369624,0.00017455599,0.00006331967,0.00028851067,0.000013339429,0.00006542809,0.000044839926,0.0001695799,0.0009986284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002617326,0.001039671,0.0061441245,0.001410683,0.000869469,0.00040415244,0.0038075887,0.060732197,0.24564591,0.00067554193,0.53990227,0.13910666],"study_design_scores_gemma":[0.0011138422,0.00015103511,0.040343136,0.00008362416,0.00006177261,0.00005187366,0.0003087012,0.05679249,0.043980695,0.000017627513,0.85564417,0.0014510141],"about_ca_topic_score_codex":0.0000017858348,"about_ca_topic_score_gemma":0.0000040576624,"teacher_disagreement_score":0.31574193,"about_ca_system_score_codex":0.00013396548,"about_ca_system_score_gemma":0.000026778693,"threshold_uncertainty_score":0.9997792},"labels":[],"label_agreement":null},{"id":"W2595798771","doi":"10.24908/pceea.v0i0.6504","title":"EXPOSING ENGINEERING STUDENTS TO ETHICAL CHALLENGES: A WEB-BASED LEARNING MODULE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Variety (cybernetics); Engineering ethics; Computer science; Web application; Engineering management; Software engineering; Engineering; World Wide Web; Artificial intelligence","score_opus":0.008713378746723153,"score_gpt":0.23185768201931709,"score_spread":0.22314430327259394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595798771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745115,0.0003277634,0.00034170307,0.011180897,0.0067643053,0.0008527327,0.000014155702,0.0007987815,0.005208162],"genre_scores_gemma":[0.995084,0.000033218956,0.0035994283,0.00018927171,0.00024341552,0.00017875643,0.00000480264,0.000090885624,0.00057622255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99822915,0.0000052265573,0.0003757315,0.00027097936,0.0005972224,0.0005216872],"domain_scores_gemma":[0.9986216,0.000047716705,0.00019607304,0.0002620681,0.00042308308,0.0004494606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070697936,0.00028529,0.00025905512,0.00043201723,0.0003821331,0.00039398408,0.0008795782,0.0003251205,0.000021987034],"category_scores_gemma":[0.0018662827,0.0003123043,0.00011010537,0.00029408804,0.000012041579,0.00021996022,0.000062243496,0.00074827357,0.000028320675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072470266,0.00025433567,0.16423263,0.0025279014,0.00057447725,0.0000010315487,0.007369759,0.7228966,0.028250793,0.013547333,0.053285483,0.007052445],"study_design_scores_gemma":[0.0006941277,0.00003800375,0.6877342,0.0013595651,0.00008224603,0.0000052074656,0.00036267014,0.10329556,0.010107485,0.000036779802,0.19508828,0.0011958713],"about_ca_topic_score_codex":0.0005390041,"about_ca_topic_score_gemma":0.00085752853,"teacher_disagreement_score":0.619601,"about_ca_system_score_codex":0.00268803,"about_ca_system_score_gemma":0.00045294635,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W2596587781","doi":"10.24908/pceea.v0i0.6545","title":"INCORPORATING A COMMUNITY-BASED RAPID MANUFACTURING FACILITY INTO A FIRST YEAR ENGINEERING DESIGN COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Manufacturing engineering; Engineering; Engineering management; General partnership; Class (philosophy); Engineering design process; Computer science; Mechanical engineering; Business","score_opus":0.011031729974341351,"score_gpt":0.20467661786733024,"score_spread":0.1936448878929889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596587781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708459,0.000252628,0.005756974,0.00644791,0.009086234,0.0018999821,0.00009857034,0.0013785993,0.0042332266],"genre_scores_gemma":[0.98938966,0.000007639698,0.009986381,0.000067592584,0.00012559973,0.00014981383,0.000020058857,0.000059025122,0.0001942254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985866,0.000012177891,0.00041407073,0.00019359944,0.00036445633,0.00042909093],"domain_scores_gemma":[0.99855804,0.000097314645,0.00031797538,0.00039139052,0.00032620004,0.00030905276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097278785,0.0003046282,0.0002643197,0.00028177255,0.0008860348,0.0003542421,0.0008325715,0.00021298515,0.000027526541],"category_scores_gemma":[0.00093750696,0.00033070587,0.00011321616,0.00022691922,0.000028705435,0.00044273914,0.00005308076,0.00064991973,0.00002076915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010725266,0.0004034395,0.11650286,0.005553483,0.00074346166,8.885603e-7,0.00860579,0.79509455,0.0074491613,0.0045033908,0.056025162,0.005107066],"study_design_scores_gemma":[0.0014878885,0.00007017943,0.6385323,0.0019356778,0.00024891412,0.000010897465,0.001446044,0.1862637,0.074228644,0.00044070126,0.09274744,0.0025876574],"about_ca_topic_score_codex":0.003104612,"about_ca_topic_score_gemma":0.002335806,"teacher_disagreement_score":0.60883087,"about_ca_system_score_codex":0.002714485,"about_ca_system_score_gemma":0.00059746834,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W2597525978","doi":"10.24908/pceea.v0i0.6516","title":"FIRST-YEAR VERSUS FOURTH-YEAR AND ONLINE VERSUS PAPER-AND-PENCIL RESPONSES TO A GRADUATE ATTRIBUTE SELF-ASSESSMENT TOOL AND EXIT SURVEY","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pencil (optics); Presentation (obstetrics); Psychology; Mechatronics; Graduate students; Computer science; Medical education; Mathematics education; Applied psychology; Engineering; Pedagogy; Medicine; Artificial intelligence","score_opus":0.025834205659705234,"score_gpt":0.25863991465030634,"score_spread":0.2328057089906011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597525978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99284536,0.000074093856,0.000015556974,0.004133587,0.00209068,0.00032492698,0.0000750576,0.00011672446,0.0003240131],"genre_scores_gemma":[0.9935811,0.00026952606,0.0056140916,0.0000404863,0.000111978276,0.0000652942,0.000013906162,0.000041080028,0.00026249306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989296,0.000007763295,0.0002463005,0.00022833343,0.00027765203,0.00031030874],"domain_scores_gemma":[0.99890524,0.000140341,0.00013351513,0.00016670563,0.0003467368,0.00030744326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005431394,0.0002064973,0.00019913899,0.00027117017,0.0003224698,0.00029006897,0.00023462609,0.00011600367,0.000009752566],"category_scores_gemma":[0.0015396255,0.0002184056,0.000031758107,0.00024707548,0.00001630528,0.00026986227,0.00006478545,0.00021946574,0.000003823221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010217597,0.0001754433,0.90852416,0.0011794664,0.0008540971,7.9863156e-7,0.0056461575,0.0025052829,0.0008418143,0.007967807,0.06938148,0.0028213449],"study_design_scores_gemma":[0.000585976,0.000030100626,0.98684484,0.00009778264,0.000039911047,0.0000019698323,0.00030792764,0.0020377329,0.000078984565,0.000013399412,0.009689279,0.0002720718],"about_ca_topic_score_codex":0.0025637357,"about_ca_topic_score_gemma":0.00968895,"teacher_disagreement_score":0.078320734,"about_ca_system_score_codex":0.001292087,"about_ca_system_score_gemma":0.0003299088,"threshold_uncertainty_score":0.8906322},"labels":[],"label_agreement":null},{"id":"W2597542154","doi":"10.24908/pceea.v0i0.6542","title":"DESIGN OF MASTERY-BASED TUTORIAL IN THE BRIGHTSPACE LEARNING ENVIRONMENT FOR A FIRST YEAR THERMODYNAMICS COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Coursework; Formative assessment; Mathematics education; Critical thinking; Computer science; Course (navigation); Mastery learning; Psychology; Engineering","score_opus":0.006436859053499134,"score_gpt":0.19092672884872214,"score_spread":0.184489869795223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597542154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9441287,0.00033438485,0.017679688,0.017693998,0.011594981,0.004661755,0.00007715918,0.00029955956,0.0035297656],"genre_scores_gemma":[0.99620146,0.000012162339,0.0031205704,0.000021021913,0.00012585372,0.00016786426,0.0000063133,0.00003197148,0.0003128132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992017,0.0000061861633,0.00022785274,0.00011244946,0.00022811258,0.00022369536],"domain_scores_gemma":[0.9993632,0.000085126114,0.00021905499,0.00014625849,0.00012100236,0.00006536125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058799423,0.00013171649,0.0001389958,0.000120186705,0.00017458118,0.00009431935,0.000425669,0.000114825096,0.000010673583],"category_scores_gemma":[0.00037901383,0.00011455622,0.000058537044,0.00010984054,0.000016122924,0.00010660777,0.000010076596,0.00019386239,0.0000023186594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007515974,0.00013599916,0.05759757,0.00063636585,0.00012675206,8.194176e-8,0.0059438255,0.91707325,0.0016461338,0.006409383,0.009782279,0.0006408221],"study_design_scores_gemma":[0.0012659525,0.000060927174,0.47711143,0.00058699725,0.00013317897,0.0000021792716,0.0015423171,0.4425634,0.002726897,0.00025105668,0.07300041,0.00075525715],"about_ca_topic_score_codex":0.0004930843,"about_ca_topic_score_gemma":0.00077971705,"teacher_disagreement_score":0.47450987,"about_ca_system_score_codex":0.0010601868,"about_ca_system_score_gemma":0.00029309015,"threshold_uncertainty_score":0.46714672},"labels":[],"label_agreement":null},{"id":"W2598045111","doi":"10.18260/p.25566","title":"Implementation and Impact of a First-Year Project-Based Learning Course","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"North Carolina State University; American Society for Engineering Education; National Science Foundation","keywords":"Teamwork; Experiential learning; Quarter (Canadian coin); Engineering education; Engineering management; Course (navigation); Engineering design process; Process (computing); Computer science; Project-based learning; Experiential education; Test (biology); Engineering; Mathematics education; Software engineering; Psychology; Management","score_opus":0.007617874923796419,"score_gpt":0.28149308149547486,"score_spread":0.27387520657167846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598045111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472357,0.000035406607,0.014015658,0.00006430429,0.00006573992,0.00011419189,0.0000029055198,0.00016749259,0.00081072765],"genre_scores_gemma":[0.9978448,0.000021347863,0.0019791285,0.0000019275826,0.000009459731,0.00001599468,0.0000030388414,0.000009718089,0.00011459638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997192,0.000003573122,0.000088134286,0.000051272847,0.000051743464,0.000086081156],"domain_scores_gemma":[0.9998787,0.000017867953,0.000012093362,0.000043628308,0.00002047243,0.00002724962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000493916,0.000057318244,0.000054457432,0.000047847647,0.000012592162,0.0000058833957,0.000021515614,0.000016089198,0.00027445276],"category_scores_gemma":[0.0000057911225,0.000037415688,0.000019191557,0.000070887516,0.0000064484175,0.000041906605,0.0000038052335,0.000022024524,0.000006131351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006739173,0.00005094392,0.92619604,0.00015705329,0.000117276155,5.7924603e-7,0.00088019547,0.0070877187,0.008636438,0.00054607185,0.02766163,0.02865929],"study_design_scores_gemma":[0.0022403712,0.00022897721,0.94803566,0.00014549625,0.000027410884,0.0000045607994,0.0013493405,0.013815788,0.02148121,0.000017826751,0.012186598,0.0004667388],"about_ca_topic_score_codex":0.00002849821,"about_ca_topic_score_gemma":0.000016248176,"teacher_disagreement_score":0.02819255,"about_ca_system_score_codex":0.0000468487,"about_ca_system_score_gemma":0.000030268298,"threshold_uncertainty_score":0.30050653},"labels":[],"label_agreement":null},{"id":"W2598325868","doi":"10.1504/ijceell.1991.030367","title":"Continuing professional education for engineers in Canada: Whose responsibility is it, and how do we get it going?","year":2014,"lang":"en","type":"article","venue":"International journal of continuing engineering education and life-long learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Continuing education; Continuing professional development; State (computer science); Professional association; Public relations; Engineering ethics; Professional development; Engineering; Professional responsibility; Engineering management; Business; Political science; Medical education; Medicine; Computer science; Law","score_opus":0.004527622622094171,"score_gpt":0.24042702258239024,"score_spread":0.23589939996029607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598325868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743597,0.0026899704,0.010536409,0.0060982844,0.005934304,0.00021140199,0.0000036860656,0.00005421635,0.000112045374],"genre_scores_gemma":[0.99347246,0.0003988384,0.004508687,0.00019816266,0.00051403895,0.00004028652,0.000010712203,0.000041270247,0.0008155225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868476,0.000044842738,0.0004986109,0.00020210509,0.00033053392,0.00023915256],"domain_scores_gemma":[0.9987218,0.0003768161,0.00019071058,0.000097013406,0.000403204,0.00021048641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075957493,0.00022800238,0.00028822714,0.0004635399,0.000034198107,0.00016213364,0.00018916685,0.000082294166,0.000019665795],"category_scores_gemma":[0.0012752488,0.00024233018,0.000054289412,0.0001516233,0.000013921809,0.00030466638,0.000027896443,0.00045131915,7.6732925e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001759558,0.00039347386,0.11636908,0.00190486,0.000567361,0.000009539648,0.056684278,0.15419492,0.0052849585,0.0027341913,0.071966834,0.5897145],"study_design_scores_gemma":[0.0022133472,0.00009767226,0.16497192,0.0070869494,0.000076947304,0.00021620064,0.015827006,0.20904322,0.0011770243,0.00009914569,0.5979969,0.001193666],"about_ca_topic_score_codex":0.00037996733,"about_ca_topic_score_gemma":0.00084322947,"teacher_disagreement_score":0.5885209,"about_ca_system_score_codex":0.000426951,"about_ca_system_score_gemma":0.0007257494,"threshold_uncertainty_score":0.98819375},"labels":[],"label_agreement":null},{"id":"W2598667874","doi":"10.24908/pceea.v0i0.6462","title":"EVOLUTION OF THE DESIGN ENGINEERING MENTORSHIP PROGRAM","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Mentorship; Coaching; Context (archaeology); Certification; Experiential learning; Creativity; Engineering management; Capstone; Computer science; Program Design Language; Medical education; Engineering ethics; Engineering; Software engineering; Psychology; Mathematics education; Management; Medicine","score_opus":0.0075337523881339186,"score_gpt":0.20270133653494954,"score_spread":0.19516758414681562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598667874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628514,0.0005319492,0.0008791664,0.0045738732,0.018293485,0.002854519,0.000039555507,0.000808622,0.009167447],"genre_scores_gemma":[0.99562943,0.000010229476,0.0030558328,0.000018207144,0.00016250151,0.00017305725,0.0000020483049,0.00004905931,0.0008996329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987299,0.0000057921284,0.00035998976,0.00015653939,0.00038907526,0.00035873137],"domain_scores_gemma":[0.9987609,0.000033978034,0.00033290926,0.00029777194,0.00040509083,0.00016936469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004952234,0.00020782059,0.00019073678,0.00021115899,0.00026571457,0.00014890899,0.0008085191,0.0001666414,0.000015007173],"category_scores_gemma":[0.0011621456,0.00018007998,0.0001230213,0.00037955327,0.000024082916,0.00025890648,0.00004445135,0.00027424653,0.0000050310587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066722755,0.00043339535,0.42660272,0.0031083238,0.0008650718,1.7291379e-7,0.0052424325,0.32960376,0.04132509,0.056492534,0.129692,0.0066278293],"study_design_scores_gemma":[0.00022056102,0.000014637381,0.9086216,0.00048936397,0.00007541772,0.000003605502,0.00013671769,0.042600986,0.020281488,0.00012691089,0.027004797,0.00042391388],"about_ca_topic_score_codex":0.001584717,"about_ca_topic_score_gemma":0.000759705,"teacher_disagreement_score":0.4820189,"about_ca_system_score_codex":0.003061363,"about_ca_system_score_gemma":0.00055949186,"threshold_uncertainty_score":0.8005358},"labels":[],"label_agreement":null},{"id":"W2598939629","doi":"10.18260/1-2--11202","title":"Design Projects In The Mechanical Engineering Curriculum At Sherbrooke University Past, Present, And Future","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Curriculum; Engineering; Engineering management; Engineering design process; Plan (archaeology); Work (physics); Session (web analytics); Engineering education; Engineering ethics; Mechanical engineering; Computer science; Pedagogy; Sociology; Geography; World Wide Web","score_opus":0.012584271068781065,"score_gpt":0.1825068056650547,"score_spread":0.16992253459627363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598939629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64761376,0.0020357356,0.2970356,0.03216752,0.0020966348,0.0030581432,0.000006994467,0.0031579991,0.012827606],"genre_scores_gemma":[0.9835773,0.00024803786,0.014938,0.00024986046,0.00077704055,0.00002260458,0.000006629595,0.000035817327,0.00014467053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994567,0.000020274614,0.00009263463,0.00014402968,0.00010931971,0.00017706363],"domain_scores_gemma":[0.9997769,0.000029167897,0.0000068628556,0.000088776,0.000009684662,0.000088636596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008362,0.00012585349,0.00009505945,0.00004155802,0.000029211618,0.000020897161,0.00014255049,0.000055407745,0.000045003017],"category_scores_gemma":[0.0000039886163,0.000098982564,0.000019084764,0.0003002733,0.0000051042057,0.000071071045,0.000040311897,0.00015797278,0.000014706074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044786222,0.00032219372,0.0059376066,0.0015734283,0.00026699124,0.00025775025,0.03062518,0.5564782,0.012945799,0.022870768,0.35736877,0.011308507],"study_design_scores_gemma":[0.0005470561,0.000043060267,0.0075235954,0.000030185232,0.000015670212,0.000026202173,0.0025933897,0.59509724,0.0014494759,0.000005895821,0.39223343,0.00043478527],"about_ca_topic_score_codex":0.0000043555933,"about_ca_topic_score_gemma":0.0000023376347,"teacher_disagreement_score":0.33596358,"about_ca_system_score_codex":0.00007780007,"about_ca_system_score_gemma":0.0000100072,"threshold_uncertainty_score":0.40363917},"labels":[],"label_agreement":null},{"id":"W2599269676","doi":"10.24908/pceea.v0i0.6474","title":"WHY DOES IT MATTER? EXPLAINING THE IMPORTANCE OF COMPLEMENTARY STUDIES TO FIRST-YEAR ENGINEERING STUDENTS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Curriculum; Soft skills; Accreditation; Psychology; Engineering education; Medical education; Mathematics education; Pedagogy; Engineering; Engineering management; Medicine; Social psychology","score_opus":0.010801260826724831,"score_gpt":0.2523347699004664,"score_spread":0.24153350907374155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599269676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97108424,0.00023260043,0.00007031768,0.020689748,0.0056377356,0.00079473405,0.000047279238,0.00014452431,0.001298798],"genre_scores_gemma":[0.9963241,0.000041463074,0.0020596215,0.00058706925,0.00019000181,0.00017933294,0.000005678745,0.000055476175,0.0005572543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985318,0.0000033236506,0.0004571822,0.00019051925,0.0004504723,0.00036667296],"domain_scores_gemma":[0.998759,0.00006661923,0.00029066793,0.0002942761,0.0004076285,0.00018183525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005040158,0.00023097813,0.00026045812,0.00022965268,0.00033831983,0.00017099477,0.0009713678,0.00007810573,0.00006050523],"category_scores_gemma":[0.00072580087,0.00018305711,0.00008625932,0.00027053722,0.000019948859,0.00029478528,0.00010562076,0.00021325832,0.000010359569],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001637783,0.00004157146,0.7169872,0.00075454515,0.0004576523,1.1623913e-7,0.007760786,0.026450882,0.00073500205,0.0018222663,0.2448928,0.00009553844],"study_design_scores_gemma":[0.0003281641,0.00001648768,0.87134737,0.0009940877,0.000099466466,0.0000029890964,0.0048741507,0.0025899573,0.0037254696,0.00007183344,0.11534183,0.0006082167],"about_ca_topic_score_codex":0.0010950549,"about_ca_topic_score_gemma":0.0073166057,"teacher_disagreement_score":0.15436016,"about_ca_system_score_codex":0.0015694345,"about_ca_system_score_gemma":0.00012038963,"threshold_uncertainty_score":0.74648523},"labels":[],"label_agreement":null},{"id":"W2599347112","doi":"10.18260/1-2--17903","title":"Enhancing the Entrepreneurial Mindset of Freshman Engineers","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Purdue University","keywords":"Mindset; Capstone; Engineering education; Creativity; Task (project management); Mathematics education; Engineering management; Psychology; Engineering; Management; Computer science","score_opus":0.006386675379536646,"score_gpt":0.1785013305962381,"score_spread":0.17211465521670147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599347112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9180753,0.00041503462,0.054388195,0.0027850117,0.0022774474,0.00032152832,0.000008910405,0.00094615703,0.020782394],"genre_scores_gemma":[0.9983161,0.000013455152,0.0013155608,0.00012601863,0.00012218636,0.000009009764,0.000004525086,0.000012778933,0.00008033626],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99956334,0.000004558792,0.00016100814,0.00006990848,0.00009490722,0.00010626865],"domain_scores_gemma":[0.9997864,0.000029553432,0.000010591189,0.00009755085,0.000013940327,0.00006200189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004174682,0.000077980956,0.000080942584,0.000020090567,0.00001234693,0.0000089033965,0.00012083609,0.000023335426,0.0003179182],"category_scores_gemma":[0.000030885025,0.00005745737,0.000033355947,0.00014814596,0.0000078252915,0.000027130915,0.000013169521,0.000072610805,0.00004230468],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012090079,0.000073803494,0.0020941994,0.000619856,0.00035209008,0.0000057315087,0.034458935,0.49728087,0.24029736,0.006128456,0.20877874,0.009897867],"study_design_scores_gemma":[0.0004942583,0.000037409587,0.0065616216,0.000038357637,0.000028585371,0.000004489382,0.001930904,0.044214316,0.8544639,0.0000272945,0.09176014,0.000438757],"about_ca_topic_score_codex":0.0000028386426,"about_ca_topic_score_gemma":0.0000043718715,"teacher_disagreement_score":0.6141665,"about_ca_system_score_codex":0.00001249218,"about_ca_system_score_gemma":0.00001273517,"threshold_uncertainty_score":0.34809813},"labels":[],"label_agreement":null},{"id":"W2599597002","doi":"10.18260/p.23994","title":"Enhancing a Blended Learning Approach to CAD Instruction Using Lean Manufacturing Principles","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia; Western Washington University","keywords":"Computer science; Accreditation; Class (philosophy); Blended learning; Modular programming; Lean manufacturing; Multimedia; Instructional design; Engineering management; Software engineering; Knowledge management; Educational technology; Engineering; Mathematics education; Manufacturing engineering; Artificial intelligence","score_opus":0.028725640110109814,"score_gpt":0.2331763101525081,"score_spread":0.20445067004239828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599597002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8127003,0.000023922821,0.1650972,0.000012881355,0.0006332874,0.00012059858,1.4946175e-7,0.00069037394,0.02072129],"genre_scores_gemma":[0.9153677,0.000003269957,0.083597116,0.000017692664,0.00011433013,0.000019434501,0.000005889998,0.000036659945,0.0008378684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999171,0.000008552,0.00021107995,0.00017378617,0.00017486146,0.00026071665],"domain_scores_gemma":[0.999612,0.000006208181,0.000018228728,0.00011791119,0.000032476146,0.00021317248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017223344,0.0001563736,0.00012633127,0.00016916335,0.000058966296,0.000047088746,0.00009064416,0.00005307025,0.000020283582],"category_scores_gemma":[0.000028861004,0.0001594463,0.000025347555,0.00017477665,0.0000051272928,0.00012855472,0.00003525968,0.00018123937,0.000062104365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012405134,0.0000121222165,0.00018772224,0.000055425873,0.000017912951,4.8225115e-7,0.0018084638,0.99097115,0.0034484959,0.00042342863,0.000088139175,0.002985423],"study_design_scores_gemma":[0.0008230509,0.000037295806,0.0041710697,0.00014724275,0.000026752183,0.00012985995,0.0080662565,0.5252414,0.4115611,0.000060263308,0.04855866,0.0011770498],"about_ca_topic_score_codex":0.000027290862,"about_ca_topic_score_gemma":0.000010287623,"teacher_disagreement_score":0.46572974,"about_ca_system_score_codex":0.0003324071,"about_ca_system_score_gemma":0.000057015954,"threshold_uncertainty_score":0.6502031},"labels":[],"label_agreement":null},{"id":"W2599663989","doi":"10.18260/1-2--3456","title":"Impact Of Peer Managed Project Based Learning In First Year Engineering","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Engineering management; Engineering","score_opus":0.010708599856231408,"score_gpt":0.22742283100677946,"score_spread":0.21671423115054805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599663989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95825547,0.00006189299,0.034004927,0.00037707094,0.00020895348,0.00030977608,0.0000030363856,0.0010499873,0.005728898],"genre_scores_gemma":[0.99400574,0.0000057538323,0.0057906006,0.0000101935275,0.000023076424,0.000015935928,0.000008688338,0.000026724872,0.00011331334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994668,0.00000425168,0.00016024776,0.00009257906,0.0001226736,0.00015348035],"domain_scores_gemma":[0.9998268,0.000019560255,0.000010843137,0.00006394806,0.000023705203,0.000055130593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007390301,0.00010875927,0.00012657401,0.00012333576,0.000007741665,0.000011355923,0.00007739997,0.000036351026,0.00017449903],"category_scores_gemma":[0.00007856486,0.00010381744,0.000052271604,0.00040574608,0.0000029389448,0.000060308077,0.000010216433,0.00016244745,0.000023302387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021994406,0.00001292478,0.02012647,0.00014616117,0.000019897632,0.0000018310213,0.00063226634,0.9744562,0.00062011805,0.000050324124,0.0037838977,0.00014770326],"study_design_scores_gemma":[0.00044310777,0.000045414687,0.12903218,0.00005394066,0.000004235175,6.1220106e-7,0.00012827702,0.86073256,0.0009194742,4.9775855e-7,0.008402073,0.00023762081],"about_ca_topic_score_codex":0.000021063119,"about_ca_topic_score_gemma":0.0000036053148,"teacher_disagreement_score":0.113723636,"about_ca_system_score_codex":0.00008179094,"about_ca_system_score_gemma":0.00003260251,"threshold_uncertainty_score":0.42335522},"labels":[],"label_agreement":null},{"id":"W2600073112","doi":"10.24908/pceea.v0i0.6486","title":"INCORPORATING EMPLOYER AND STUDENT ASSESSMENTS INTO A GRADUATE ATTRIBUTE ASSESSMENT PLAN","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Accreditation; Plan (archaeology); Medical education; Sustainability; Engineering management; Computer science; Engineering; Medicine; Geography","score_opus":0.01652034430198998,"score_gpt":0.277081223501067,"score_spread":0.260560879199077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600073112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990459,0.00006753051,0.000110234774,0.002239257,0.0030075873,0.00040466522,0.00001504421,0.00016522786,0.0035314565],"genre_scores_gemma":[0.9945368,0.000025184356,0.004453666,0.000070160044,0.00014502618,0.000120227174,0.000012315448,0.000045711382,0.00059086905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872106,0.0000047829008,0.00034238453,0.00020349641,0.00041829533,0.00030997666],"domain_scores_gemma":[0.9988434,0.000025687961,0.00030746093,0.00019381987,0.00036350242,0.0002661726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050538883,0.00021800458,0.0002081727,0.0002211202,0.00046178594,0.00043290516,0.0004542133,0.00012389118,0.000009841803],"category_scores_gemma":[0.00028184507,0.0002196161,0.000054142805,0.0001821023,0.000021349426,0.00035897415,0.00006778168,0.00031620043,0.000004885471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7837004e-7,0.00007624525,0.9618308,0.00047167743,0.00028079952,2.526545e-7,0.0019148097,0.0027123091,0.0023726425,0.0061196317,0.02184848,0.0023716656],"study_design_scores_gemma":[0.00017708109,0.000010427745,0.98867965,0.00017465041,0.000036556477,0.000002744887,0.0003817375,0.004382414,0.0007169072,0.00015220074,0.004996987,0.0002886559],"about_ca_topic_score_codex":0.0020821157,"about_ca_topic_score_gemma":0.0023384911,"teacher_disagreement_score":0.026848828,"about_ca_system_score_codex":0.002384933,"about_ca_system_score_gemma":0.000457318,"threshold_uncertainty_score":0.89556843},"labels":[],"label_agreement":null},{"id":"W2600259897","doi":"10.24908/pceea.v0i0.6523","title":"REDESIGNING THE UBC FIRST YEAR INTRODUCTION TO ENGINEERING: SUCCESSES AND CHALLENGES","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Dalhousie University","keywords":"Curriculum; Grading (engineering); Constructive; Sustainability; Engineering education; Engineering ethics; Computer science; Engineering; Engineering management; Pedagogy; Process (computing); Sociology; Civil engineering","score_opus":0.00804490437206116,"score_gpt":0.19161436964104256,"score_spread":0.1835694652689814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600259897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65328455,0.0033104313,0.0003242067,0.30623955,0.022681529,0.002326235,0.000039392016,0.0011019054,0.010692199],"genre_scores_gemma":[0.99645895,0.00029739572,0.0015061045,0.000057397516,0.00077093765,0.0001288598,0.0000028086074,0.000052570056,0.0007249945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899536,0.0000027544754,0.00023674205,0.0002034244,0.00024920842,0.0003125184],"domain_scores_gemma":[0.9990873,0.000041335483,0.00014038214,0.00024071778,0.000275525,0.00021477866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043008957,0.00019225129,0.00015918199,0.00021785553,0.00040076804,0.00030654226,0.0004845868,0.000116891744,0.000015630396],"category_scores_gemma":[0.0013354782,0.00016999665,0.000046634937,0.00021477672,0.000015935297,0.00027138664,0.000045514087,0.00022910543,0.000011151835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098743885,0.00017718194,0.10724307,0.0048448034,0.00097366824,5.039373e-7,0.021256367,0.13045038,0.010562194,0.13706242,0.5735862,0.0138333365],"study_design_scores_gemma":[0.00015570586,0.0000139850235,0.41876,0.00026596032,0.000048937185,0.0000072772864,0.0006538059,0.0046368972,0.0037583676,0.00006606976,0.5711659,0.0004670795],"about_ca_topic_score_codex":0.0008365286,"about_ca_topic_score_gemma":0.0020344963,"teacher_disagreement_score":0.34317437,"about_ca_system_score_codex":0.0010133288,"about_ca_system_score_gemma":0.00015212398,"threshold_uncertainty_score":0.6932262},"labels":[],"label_agreement":null},{"id":"W2600346797","doi":"10.18260/1-2--9220","title":"Enhancing Technology Development Through Lifelong Education Of Engineers And Technologists As Creative Professionals","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Lifelong learning; Engineering education; Process (computing); Engineering management; Graduate education; Engineering; Engineering ethics; Higher education; Management; Sociology; Computer science; Pedagogy; Political science","score_opus":0.007760198078772332,"score_gpt":0.2484441121661834,"score_spread":0.24068391408741108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600346797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93795216,0.0017757729,0.043615516,0.0032864374,0.00046594508,0.00047198246,0.0000012817469,0.0014530579,0.010977874],"genre_scores_gemma":[0.9315398,0.000081522114,0.06776559,0.00018510078,0.00002207008,0.000103631704,0.000007052709,0.000019396199,0.00027583507],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993114,0.0000044039853,0.00026680809,0.00015936718,0.000107588734,0.00015047097],"domain_scores_gemma":[0.9997263,0.000017773644,0.000033133725,0.00009045179,0.00006780848,0.00006452705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049155442,0.0001443288,0.00016669215,0.00012451528,0.00003273856,0.000007415809,0.00010442952,0.00011837678,0.00007997472],"category_scores_gemma":[0.00010842808,0.00013395795,0.000013876111,0.0004537465,0.000031905678,0.00008547582,0.000042513497,0.00014279687,0.000025611022],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037500304,0.0011798213,0.0140601685,0.0060449094,0.0012715758,0.0000139148615,0.1432096,0.011622057,0.29377177,0.21079798,0.04148444,0.27650625],"study_design_scores_gemma":[0.00021118498,0.0000446492,0.0038906701,0.00030534077,0.000011728279,0.0000117760055,0.01326747,0.0007335424,0.95568234,0.0003407273,0.025083834,0.00041673426],"about_ca_topic_score_codex":0.0000032021512,"about_ca_topic_score_gemma":0.0000012859507,"teacher_disagreement_score":0.66191053,"about_ca_system_score_codex":0.000060938073,"about_ca_system_score_gemma":0.00017581436,"threshold_uncertainty_score":0.54626465},"labels":[],"label_agreement":null},{"id":"W2600348831","doi":"10.18260/1-2--16905","title":"Design Of An Instrument To Assess Understanding Of Engineering Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Capstone; Engineering education; Curriculum; Discipline; Multidisciplinary approach; Engineering design process; Rubric; Engineering; Engineering management; Engineering ethics; Computer science; Mathematics education; Mechanical engineering; Pedagogy; Psychology","score_opus":0.11979051900414123,"score_gpt":0.2503792750429528,"score_spread":0.1305887560388116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600348831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025229665,0.000016232221,0.973867,0.000070653725,0.00016759269,0.00018812959,8.9116804e-7,0.00020176668,0.00025806774],"genre_scores_gemma":[0.7761179,0.0000053738195,0.22379474,0.000028169037,0.000014497721,0.000012468406,0.0000013222486,0.000020097896,0.0000054083657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999373,0.00001107032,0.0002348855,0.00010244701,0.00013987324,0.00013869938],"domain_scores_gemma":[0.9996614,0.0000395578,0.000017452501,0.00010030879,0.00002295068,0.0001583565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012409787,0.0001123481,0.0001584737,0.000090596826,0.000008981898,0.000010059414,0.00012484504,0.00003384792,0.000066818975],"category_scores_gemma":[0.000026011221,0.00011596315,0.000018902932,0.00030530934,0.0000043527757,0.000080816106,0.000015030254,0.000055973276,0.000005776487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033889185,0.000014194445,0.000023144215,0.0001008927,0.00002694899,5.0728147e-7,0.0010011689,0.93988305,0.05699034,0.0013093646,0.00031256088,0.0003344109],"study_design_scores_gemma":[0.00017638273,0.00012112806,0.00035804254,0.000054706936,0.000009145415,0.0000014385191,0.0006346885,0.7255212,0.2727137,0.000024721812,0.00017021091,0.00021461518],"about_ca_topic_score_codex":0.0000016257767,"about_ca_topic_score_gemma":1.4273347e-7,"teacher_disagreement_score":0.7508882,"about_ca_system_score_codex":0.000099841905,"about_ca_system_score_gemma":0.000029889,"threshold_uncertainty_score":0.472884},"labels":[],"label_agreement":null},{"id":"W2600437949","doi":"10.18260/p.26850","title":"Disciplinary Influences on the Professional Identity of Civil Engineering Students: Starting the Conversation","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics; National Science Foundation","keywords":"Conversation; Identity (music); Discipline; Engineering ethics; Sociology; Computer science; Engineering; Social science; Communication; Art; Aesthetics","score_opus":0.011436573828646782,"score_gpt":0.26560001187335736,"score_spread":0.2541634380447106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600437949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923166,0.000032295357,0.004273518,0.0017480524,0.0008280403,0.00015360929,0.0000018176518,0.0001240364,0.00052204914],"genre_scores_gemma":[0.9994907,0.000015475742,0.00007485343,0.00005633926,0.000042188913,0.000046922287,7.763759e-7,0.000009681687,0.00026310846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993042,0.00001443393,0.00018899691,0.000074809184,0.00029691457,0.00012067195],"domain_scores_gemma":[0.999564,0.0002005678,0.000029999166,0.00014588634,0.000033909564,0.000025615353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031832623,0.00008781078,0.00006498078,0.0000375217,0.000056482226,0.000020601829,0.00024639422,0.000024006684,0.00025444597],"category_scores_gemma":[0.000072769595,0.000036934296,0.000027469529,0.00014520314,0.00002274662,0.00016409911,0.000049702954,0.00007606393,0.00003274567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040522962,0.0006469086,0.34225434,0.0008049092,0.00093007414,0.0000046497953,0.037321616,0.26933178,0.14263943,0.14199443,0.056821644,0.0072096908],"study_design_scores_gemma":[0.00045100573,0.000041854106,0.9584632,0.00075243256,0.00002117578,0.0000017521637,0.0035573344,0.010708688,0.02267409,0.0010185067,0.0019198845,0.00039009785],"about_ca_topic_score_codex":0.0000025690003,"about_ca_topic_score_gemma":0.000016260405,"teacher_disagreement_score":0.61620885,"about_ca_system_score_codex":0.00005647167,"about_ca_system_score_gemma":0.000015752767,"threshold_uncertainty_score":0.27860048},"labels":[],"label_agreement":null},{"id":"W2600508825","doi":"10.24908/pceea.v0i0.6518","title":"BUILDING BRIDGES: AN APPROACH TO THE INTEGRATION OF ENGLISH LANGUAGE EDUCATION IN FIRST-YEAR APPLIED SCIENCE COURSES FOR INTERNATIONAL STUDENTS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"General partnership; English language; Computer science; Relation (database); Mathematics education; Communication skills; Engineering; Medical education; Psychology; Medicine","score_opus":0.006884376415337577,"score_gpt":0.2581231119736011,"score_spread":0.25123873555826354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600508825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868032,0.000029303652,0.0006902669,0.0006723926,0.0065105446,0.000908422,0.000025360841,0.00007095176,0.004289557],"genre_scores_gemma":[0.9908797,0.000006162508,0.008088947,0.000046676952,0.00038020132,0.0002951826,0.000014428631,0.000027424023,0.00026125784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988587,0.0000023492219,0.00029342994,0.0001945319,0.00041272963,0.00023825365],"domain_scores_gemma":[0.9983365,0.000025016769,0.0002147655,0.00021210087,0.0010736815,0.00013792403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008114289,0.00013661738,0.00013731085,0.000423846,0.00022895086,0.0002873488,0.0011332192,0.00007664903,0.000003143498],"category_scores_gemma":[0.002532023,0.00012527088,0.000041016225,0.00034828583,0.000026608011,0.00037872652,0.000040947216,0.00014715907,0.0000011692232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026174865,0.0014569646,0.40717,0.0015343623,0.00032827645,3.2802756e-8,0.1118881,0.17404546,0.034731876,0.17919113,0.059428424,0.030199192],"study_design_scores_gemma":[0.00040832176,0.000015532869,0.9319361,0.0003909322,0.00003769102,6.8298226e-7,0.012829722,0.022940958,0.015218506,0.000085083135,0.015694493,0.00044199618],"about_ca_topic_score_codex":0.0015111954,"about_ca_topic_score_gemma":0.0023537483,"teacher_disagreement_score":0.5247661,"about_ca_system_score_codex":0.0020053703,"about_ca_system_score_gemma":0.00072343944,"threshold_uncertainty_score":0.5243973},"labels":[],"label_agreement":null},{"id":"W2601117084","doi":"10.24908/pceea.v0i0.6509","title":"Designing Rubrics to Assess Engineering Design, Professional Practice, and Communication Over Three Years of Study","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rubric; Peer assessment; Accreditation; Process (computing); Computer science; Flexibility (engineering); Mathematics education; Engineering management; Engineering; Psychology; Medical education; Mathematics","score_opus":0.01677551020900131,"score_gpt":0.2598783485134405,"score_spread":0.24310283830443918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601117084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920972,0.00019680413,0.0017446233,0.0013665336,0.0023654257,0.0012634513,0.000011283207,0.00015729216,0.0007974049],"genre_scores_gemma":[0.976358,0.000017993356,0.023111664,0.0000458812,0.00006408732,0.0001428726,0.0000028133977,0.000049071976,0.00020760488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881345,0.000010041997,0.00036139082,0.00016984495,0.00038296098,0.000262299],"domain_scores_gemma":[0.9985501,0.00015420889,0.0003057808,0.00027275327,0.0005047492,0.0002123775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009361033,0.00017776877,0.00021333307,0.0003185404,0.00021277402,0.00018209065,0.0005245346,0.00012294602,0.0000077465575],"category_scores_gemma":[0.0025996969,0.00019800202,0.000041505755,0.00030783078,0.000013300021,0.0004336675,0.00007738153,0.0002743157,0.0000027893134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021935502,0.00085396145,0.6739402,0.001672907,0.0012448372,9.617585e-7,0.024240255,0.18212289,0.040427215,0.011951126,0.053290185,0.010233562],"study_design_scores_gemma":[0.00024760747,0.000024382502,0.9786446,0.0003619955,0.00006931757,0.0000029739238,0.00067956635,0.01082454,0.0026031083,0.000038044287,0.0061781122,0.00032577128],"about_ca_topic_score_codex":0.0011991577,"about_ca_topic_score_gemma":0.0007251071,"teacher_disagreement_score":0.3047044,"about_ca_system_score_codex":0.0009938569,"about_ca_system_score_gemma":0.0003436325,"threshold_uncertainty_score":0.8074288},"labels":[],"label_agreement":null},{"id":"W2601446009","doi":"","title":"Advising students in technical projects - recognizing problem scenarios","year":2014,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Engineering management; Psychology; Data science; Medical education; Engineering; Medicine","score_opus":0.008637471891145143,"score_gpt":0.23848907143968576,"score_spread":0.22985159954854062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601446009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90435606,0.000096282216,0.02437991,0.00017828218,0.00078381784,0.0006304549,3.1912302e-7,0.0017355564,0.06783934],"genre_scores_gemma":[0.9726669,0.000012563375,0.026881382,0.000055150984,0.000037504306,0.00006010765,0.0000029643663,0.000024169402,0.00025924103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992884,0.0000105438285,0.00019999695,0.00013504633,0.00015011753,0.00021593885],"domain_scores_gemma":[0.999789,0.000019835654,0.000009922094,0.00010989785,0.000015460444,0.000055889966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023832088,0.000108062355,0.00010708233,0.00013073548,0.000019092717,0.000041005373,0.00013544729,0.000056905898,0.000038452697],"category_scores_gemma":[0.000030834795,0.00010218145,0.000017484077,0.00026060574,0.0000054763013,0.00007362573,0.000028151167,0.00015413555,0.00006655218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015056579,0.0013612439,0.36731046,0.0019146941,0.00015773949,0.000023955557,0.008968202,0.20908457,0.041185405,0.0063157505,0.04061933,0.32304358],"study_design_scores_gemma":[0.0037552444,0.00017765108,0.6859582,0.0023734488,0.00003526864,0.00009513448,0.001323334,0.17050111,0.013753619,0.00080938614,0.11795929,0.0032583377],"about_ca_topic_score_codex":0.000008042201,"about_ca_topic_score_gemma":0.00003271846,"teacher_disagreement_score":0.31978524,"about_ca_system_score_codex":0.00011991367,"about_ca_system_score_gemma":0.000014497564,"threshold_uncertainty_score":0.41668388},"labels":[],"label_agreement":null},{"id":"W2601951093","doi":"10.24908/pceea.v0i0.6515","title":"CONCEPTS ONLY PLEASE! INNOVATING A FIRST YEAR ENGINEERING COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Deliverable; Teamwork; Course (navigation); Process (computing); Restructuring; Constructive; Plan (archaeology); Critical thinking; Mathematics education; Psychology; Computer science; Engineering; Engineering management; Management","score_opus":0.004666578229689548,"score_gpt":0.21287657191520157,"score_spread":0.20820999368551202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601951093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623289,0.0003247084,0.00020134468,0.006151867,0.01196457,0.00092884275,0.00007058512,0.0008327867,0.017196387],"genre_scores_gemma":[0.9950518,0.000017770522,0.0028822212,0.00007412517,0.00034297202,0.00008141732,0.000010963174,0.00007934402,0.001459409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985537,0.0000021449707,0.00039302104,0.00021190199,0.00036741458,0.00047182065],"domain_scores_gemma":[0.99862796,0.000037018504,0.00029096566,0.00027255478,0.00049811375,0.0002734126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036520598,0.00026256588,0.00023370369,0.00024883883,0.00039369796,0.00031684552,0.00066633994,0.00019337943,0.000055398155],"category_scores_gemma":[0.0012123784,0.00028435804,0.0000953421,0.00037543307,0.000021179118,0.00045930067,0.000045163222,0.00037300363,0.000029795758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003695431,0.00021363054,0.61359555,0.0022392333,0.00076717674,9.198383e-7,0.004866355,0.061360426,0.0045952783,0.077969894,0.22918433,0.0052035195],"study_design_scores_gemma":[0.00048606817,0.00001379964,0.8171738,0.0007894423,0.00008037413,0.000012079057,0.00040644084,0.029213827,0.0027431129,0.00007293027,0.14809641,0.0009117365],"about_ca_topic_score_codex":0.0013278998,"about_ca_topic_score_gemma":0.002265359,"teacher_disagreement_score":0.20357823,"about_ca_system_score_codex":0.002057027,"about_ca_system_score_gemma":0.00067737146,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W2602010576","doi":"10.18260/p.26690","title":"Design, Implementation, and Outcomes of a Comprehensive Professional Development Program for Post-Graduate Studies in Engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Presentation (obstetrics); Graduation (instrument); Medical education; Professional development; Plan (archaeology); Supervisor; Psychology; Computer science; Pedagogy; Engineering; Medicine; Management","score_opus":0.0678724816969003,"score_gpt":0.36250605008103737,"score_spread":0.29463356838413707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602010576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656752,0.00025749352,0.0320758,0.00024353142,0.0005934015,0.00094300986,0.000003852524,0.00020100088,0.0000067225556],"genre_scores_gemma":[0.88020897,0.000064683096,0.118563265,0.000022758531,0.00000949034,0.0009623232,0.0000069252424,0.000021218268,0.00014039359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992955,0.000006501556,0.00030586816,0.000111839414,0.0000998891,0.000180402],"domain_scores_gemma":[0.9995783,0.00015997072,0.000024002577,0.000055340737,0.00014227854,0.00004012158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010883616,0.00013503486,0.00018715329,0.00013100017,0.000019051919,0.0000052487558,0.00004648546,0.0000246472,0.000011041626],"category_scores_gemma":[0.000018007035,0.00008977021,0.000016973889,0.00009120609,0.000014165582,0.0000685377,0.000021555677,0.000029796462,0.0000016191441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008603668,0.001058409,0.07406519,0.007442835,0.0028972162,0.000007994148,0.044958226,0.018971995,0.11092276,0.0051640165,0.016346047,0.71807927],"study_design_scores_gemma":[0.0029819745,0.00013882211,0.8948189,0.00054404396,0.000022741227,0.0000066121506,0.010089261,0.0028341827,0.08146197,0.00007379355,0.0062890355,0.0007386648],"about_ca_topic_score_codex":0.0000014637577,"about_ca_topic_score_gemma":0.000007718942,"teacher_disagreement_score":0.8207537,"about_ca_system_score_codex":0.00008193777,"about_ca_system_score_gemma":0.000041811607,"threshold_uncertainty_score":0.3660723},"labels":[],"label_agreement":null},{"id":"W2602049327","doi":"10.24908/pceea.v0i0.6527","title":"PREREQUISITE EVALUATION OF ENGINEERING SKILLS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"Université de Moncton","keywords":"Accreditation; Set (abstract data type); Mathematics education; Computer science; Engineering education; Psychology; Engineering management; Engineering; Medical education; Programming language","score_opus":0.006356701727796033,"score_gpt":0.2189557954988122,"score_spread":0.21259909377101616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602049327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98058,0.00028763406,0.00005439514,0.00083340716,0.005270334,0.00064602244,0.00002769083,0.00018637655,0.012114187],"genre_scores_gemma":[0.9977033,0.000020623136,0.0012871196,0.000022958293,0.0001650903,0.00010359701,0.00000791392,0.000050528044,0.0006388375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984501,0.0000045020156,0.0004088175,0.00016973537,0.00064181077,0.00032502695],"domain_scores_gemma":[0.998112,0.000029786503,0.0003515937,0.00028334453,0.0010294891,0.00019378972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090332597,0.00020546446,0.00022375345,0.00032628482,0.00017379526,0.00013557156,0.00058038306,0.00017041703,0.000057423185],"category_scores_gemma":[0.0017003628,0.00021552376,0.00010541347,0.00027561357,0.000016204973,0.00035230824,0.00003381776,0.00022355324,0.000009733207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003020698,0.00041619435,0.38778073,0.0034137175,0.0012651713,1.9633421e-7,0.007158082,0.40557873,0.053169686,0.027547624,0.09674067,0.01692619],"study_design_scores_gemma":[0.0003609371,0.000008866271,0.8954151,0.00048552122,0.0001447146,0.0000033032095,0.00011069391,0.062152706,0.023766786,0.0001213398,0.01697769,0.00045234206],"about_ca_topic_score_codex":0.0009735851,"about_ca_topic_score_gemma":0.00067032577,"teacher_disagreement_score":0.5076344,"about_ca_system_score_codex":0.0022898144,"about_ca_system_score_gemma":0.0005875864,"threshold_uncertainty_score":0.8788804},"labels":[],"label_agreement":null},{"id":"W2602220590","doi":"10.18260/1-2--14580","title":"Lego Builds Bridge For Communication And Teamwork","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Accreditation; Teamwork; Bridge (graph theory); Process (computing); Engineering education; Engineering design process; Class (philosophy); Mount; Communication skills; Computer science; Engineering; Engineering management; Medical education; Management; Mechanical engineering; Artificial intelligence; Medicine","score_opus":0.01616478771730914,"score_gpt":0.21572073968375363,"score_spread":0.1995559519664445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602220590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27890792,0.0029968768,0.66764086,0.018446513,0.0006726106,0.0008273119,0.00001157802,0.0025955609,0.02790075],"genre_scores_gemma":[0.9805032,0.0000940083,0.018800873,0.00036167543,0.000039721534,0.00003584298,0.000011387389,0.000012430865,0.00014086533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997899,0.000001961559,0.000067826266,0.000050479044,0.00002619881,0.00006366981],"domain_scores_gemma":[0.9998446,0.000017617635,0.0000041753456,0.000066418914,0.000011408324,0.000055794742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000027708247,0.000047766527,0.00004718834,0.000010967246,0.000022327024,0.000017457116,0.00005202024,0.000020076544,0.00003124631],"category_scores_gemma":[0.000012504043,0.000047628415,0.000010104759,0.000057257184,0.0000047320027,0.000035816298,0.000010302921,0.000037885442,0.000012260384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007500165,0.000047831938,0.0034089494,0.0006029417,0.00011753103,3.662179e-7,0.008950963,0.018191917,0.0032498678,0.04380832,0.85876083,0.06285299],"study_design_scores_gemma":[0.00046529403,0.000026027341,0.037950065,0.000028502323,0.000011712691,0.0000030017588,0.0002870045,0.12819836,0.0025565994,0.00017908437,0.82995164,0.00034271358],"about_ca_topic_score_codex":0.0000017444038,"about_ca_topic_score_gemma":0.0000012548211,"teacher_disagreement_score":0.70159525,"about_ca_system_score_codex":0.000011051747,"about_ca_system_score_gemma":0.000004622179,"threshold_uncertainty_score":0.19422303},"labels":[],"label_agreement":null},{"id":"W2602305839","doi":"10.24908/pceea.v0i0.6469","title":"ENGINEERS TEACHING COMMUNICATION: EVALUATING THE IMPACT OF TA TRAINING ON GRADUATE STUDENT COMMUNICATION, TEACHING AND PROFESSIONAL DEVELOPMENT","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Credibility; Discipline; Professional development; Training (meteorology); Medical education; Engineering education; Faculty development; Graduate students; Psychology; Pedagogy; Engineering; Engineering management; Medicine; Sociology; Political science","score_opus":0.03310262669760679,"score_gpt":0.3263048214132614,"score_spread":0.2932021947156546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602305839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910225,0.00017747493,0.000018022285,0.003123176,0.0009533774,0.00046164895,0.00000814492,0.00009001979,0.0041455985],"genre_scores_gemma":[0.99426836,0.00002802912,0.0044816164,0.000059727237,0.0000691154,0.00014117506,0.000014332427,0.00004663461,0.00089099817],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99841875,0.000042162752,0.00053727423,0.0001706976,0.00051415013,0.00031698798],"domain_scores_gemma":[0.99826413,0.00022505065,0.0005265203,0.00042670855,0.00038621324,0.00017136864],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025873443,0.00024887527,0.00025143535,0.000227786,0.0013414363,0.00023323417,0.0009555059,0.00014716967,0.000010420104],"category_scores_gemma":[0.001990608,0.00019872158,0.00009372772,0.00013540311,0.000043816617,0.00028524228,0.00009832671,0.0010711198,0.0000023552798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020593137,0.0008104317,0.15511787,0.0014993879,0.0027130917,1.9678853e-7,0.33955848,0.2320069,0.008698411,0.06991119,0.11755372,0.07210974],"study_design_scores_gemma":[0.00030150733,0.000025428575,0.9704781,0.0009592289,0.000047665137,0.0000044391577,0.004324262,0.019301409,0.00049410586,0.000099912104,0.003588007,0.00037594038],"about_ca_topic_score_codex":0.00164075,"about_ca_topic_score_gemma":0.00044417774,"teacher_disagreement_score":0.81536025,"about_ca_system_score_codex":0.0019288005,"about_ca_system_score_gemma":0.00070480595,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W2602314410","doi":"10.18260/p.26818","title":"Experiences of Integrating UAVs into the Curriculum through Multidisciplinary Engineering Projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"Horizon 2020 Framework Programme","keywords":"Drone; Multidisciplinary approach; Variety (cybernetics); Computer science; Curriculum; Engineering education; Engineering management; Engineering; Systems engineering; Artificial intelligence","score_opus":0.008417239491780873,"score_gpt":0.23705066275743086,"score_spread":0.22863342326565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602314410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966793,0.00030051806,0.028302854,0.00016323519,0.0009922985,0.00017162829,3.9622614e-7,0.00038551062,0.0028905312],"genre_scores_gemma":[0.9824299,0.00006338689,0.01704294,0.000008268831,0.00006436707,0.00019184098,9.3083975e-7,0.000022031927,0.0001763241],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992239,0.0000084103485,0.00026509937,0.00013830379,0.00015675034,0.00020754623],"domain_scores_gemma":[0.99962616,0.000060052225,0.000027584112,0.00020071492,0.00004554828,0.000039934337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011073507,0.00016190248,0.00013247906,0.000052367697,0.0000491765,0.000015477635,0.00022482658,0.00004406438,0.0001025265],"category_scores_gemma":[0.00006877057,0.00008002676,0.000048609752,0.0003106751,0.000036756486,0.0001880371,0.00004848022,0.000081630875,0.000019620558],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004214974,0.00020920686,0.005942245,0.00054075406,0.00020270831,0.0000055040405,0.7605734,0.0133289015,0.15781435,0.022200052,0.008424696,0.030753948],"study_design_scores_gemma":[0.0011552335,0.00018193583,0.011989463,0.0017277554,0.00004106536,0.000045534285,0.41087407,0.12788932,0.42281616,0.00038776363,0.020880206,0.0020114693],"about_ca_topic_score_codex":0.000025729983,"about_ca_topic_score_gemma":0.000008020794,"teacher_disagreement_score":0.34969935,"about_ca_system_score_codex":0.000065765424,"about_ca_system_score_gemma":0.000025466315,"threshold_uncertainty_score":0.32633966},"labels":[],"label_agreement":null},{"id":"W2602711680","doi":"10.24908/pceea.v0i0.6463","title":"BUILDING A MORE COMPLETE DESIGN EXPERIENCE: PHILOSOPHIES AND REFLECTIONS FROM A SECOND YEAR MECHANICAL ENGINEERING DESIGN PROJECT COURSE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Engineering design process; Curriculum; Process (computing); Engineering management; Engineering; Project-based learning; Design process; Mathematics education; Computer science; Work in process; Psychology; Pedagogy; Mechanical engineering; Operations management","score_opus":0.034258041112338745,"score_gpt":0.27408043806884813,"score_spread":0.2398223969565094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602711680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92868805,0.0015987359,0.031403825,0.012031263,0.016132414,0.0044293017,0.00029347427,0.0019567467,0.003466196],"genre_scores_gemma":[0.9496179,0.00003222683,0.049502518,0.00005868678,0.00022152926,0.00024060748,0.0000056094004,0.000069117785,0.000251775],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987472,0.0000070073793,0.00031845484,0.00026134716,0.00028998635,0.00037600225],"domain_scores_gemma":[0.9990465,0.0000785662,0.00019900248,0.00021923652,0.00025896326,0.00019770322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033892106,0.00025966417,0.00024264543,0.00026883613,0.00038587334,0.0003329778,0.0004501264,0.00018553587,0.000028160182],"category_scores_gemma":[0.0007185335,0.00027477826,0.000066064014,0.00027304623,0.00002818329,0.00037534567,0.000044590724,0.00032325037,0.0000043008654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000443145,0.0006004409,0.032950163,0.0027952106,0.0031479925,0.0000039613938,0.05091846,0.1629819,0.42275175,0.099358775,0.2184167,0.0060303234],"study_design_scores_gemma":[0.0018426414,0.00010188639,0.4020631,0.0020761085,0.00046891786,0.0000545509,0.003523372,0.34342313,0.078781106,0.0025241864,0.16161351,0.0035274876],"about_ca_topic_score_codex":0.0011195481,"about_ca_topic_score_gemma":0.00042019313,"teacher_disagreement_score":0.36911294,"about_ca_system_score_codex":0.0011875731,"about_ca_system_score_gemma":0.00046242264,"threshold_uncertainty_score":0.99997044},"labels":[],"label_agreement":null},{"id":"W2603058753","doi":"10.18260/1-2--20355","title":"Effectual Thinking: A Systematic Approach for Teaching Entrepreneurship as Part of a Design and Manufacture Lab","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Engineering ethics; Management science; Computer science; Design thinking; Knowledge management; Engineering; Mathematics education; Psychology; Human–computer interaction; Business","score_opus":0.016019508719432307,"score_gpt":0.21366769990892656,"score_spread":0.19764819118949425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603058753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03950363,0.00029534285,0.95726687,0.00018578679,0.00012569244,0.0010952459,0.0000014799701,0.000370159,0.0011557735],"genre_scores_gemma":[0.92598486,0.0000057286493,0.073511586,0.00014821187,0.000039293525,0.00017052467,0.0000075922785,0.000022811373,0.00010941929],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994186,0.00004346596,0.00018460436,0.00012888217,0.00010228925,0.0001221448],"domain_scores_gemma":[0.99962,0.00017646473,0.00002327467,0.0000849064,0.000012272346,0.000083041596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027133178,0.00012299935,0.00020617986,0.000031284257,0.00002722287,0.00002511838,0.000086621854,0.000046880123,0.000015682557],"category_scores_gemma":[0.00011674049,0.00009915762,0.000032513286,0.000045900993,0.000007049343,0.00003689858,0.0000135763175,0.000094534145,0.0000038983735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065442444,0.00027277716,0.00060396694,0.239275,0.0011284846,0.000005324452,0.1062539,0.56138,0.008430766,0.028806899,0.050760467,0.0030169415],"study_design_scores_gemma":[0.0015543709,0.00030195268,0.0004429853,0.0022154453,0.00026249394,0.000050808958,0.003909996,0.93894494,0.048173573,0.00050731073,0.00262184,0.0010142663],"about_ca_topic_score_codex":0.0000011367302,"about_ca_topic_score_gemma":5.0745687e-8,"teacher_disagreement_score":0.8864812,"about_ca_system_score_codex":0.000016336742,"about_ca_system_score_gemma":0.000010956211,"threshold_uncertainty_score":0.40435305},"labels":[],"label_agreement":null},{"id":"W2603486877","doi":"10.24908/pceea.v0i0.6495","title":"USING META-CASES FOR CAPSTONE LEARNING","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Capstone; Experiential learning; Engineering education; Project-based learning; Computer science; Engineering management; Engineering ethics; Engineering; Mathematics education; Psychology","score_opus":0.032430371677728984,"score_gpt":0.2558422997068846,"score_spread":0.2234119280291556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603486877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565215,0.0013175474,0.0011617829,0.005936292,0.017879575,0.0020115052,0.000080743535,0.0008442057,0.014246821],"genre_scores_gemma":[0.99134254,0.000016457097,0.005365437,0.000049197675,0.00023344885,0.00015552355,0.0000074111044,0.000059328562,0.0027706793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990199,0.0000026381492,0.0002702629,0.0001557818,0.00021773331,0.00033369233],"domain_scores_gemma":[0.9989142,0.000045968976,0.00025485607,0.00015215935,0.00044886576,0.0001839841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037091138,0.00019029801,0.00023814426,0.00021072946,0.00048907805,0.00022355166,0.00039909882,0.00013955505,0.00003116191],"category_scores_gemma":[0.0015252337,0.00018650408,0.00016298075,0.00015952301,0.00001474329,0.00028188582,0.000021080361,0.00021869015,0.0000044485323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009792145,0.00029098152,0.15955287,0.004616827,0.0070193596,6.572225e-7,0.006839697,0.44165567,0.045020815,0.05127227,0.27742878,0.0062922877],"study_design_scores_gemma":[0.00088102295,0.00004400811,0.21893637,0.0005274569,0.0019387277,0.000035191217,0.000982235,0.15910648,0.029925015,0.00045567006,0.5852113,0.001956564],"about_ca_topic_score_codex":0.0020984758,"about_ca_topic_score_gemma":0.0013875605,"teacher_disagreement_score":0.30778247,"about_ca_system_score_codex":0.0016945857,"about_ca_system_score_gemma":0.00037506592,"threshold_uncertainty_score":0.76054156},"labels":[],"label_agreement":null},{"id":"W2603720410","doi":"10.24908/pceea.v0i0.6470","title":"DEVELOPMENT AND IMPLEMENTATION OF A CROSS DISCIPLINE CAPSTONE DESIGN EXPERIENCE AT THE UNIVERSITY OF MANITOBA","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Capstone; Accreditation; Engineering education; Multidisciplinary approach; Engineering ethics; Capstone course; Work (physics); Engineering; Engineering management; Curriculum; Medical education; Pedagogy; Psychology; Sociology; Computer science; Medicine; Mechanical engineering","score_opus":0.010544075916100367,"score_gpt":0.23732821659554945,"score_spread":0.22678414067944908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603720410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982127,0.00007878581,0.00012416545,0.00045153545,0.0005210895,0.00023466794,0.000009901279,0.000022764578,0.00034440184],"genre_scores_gemma":[0.99672383,0.000024561228,0.0027172319,0.000007829808,0.00002293126,0.000013663133,0.000003961195,0.000014093844,0.0004719235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932665,0.0000028326087,0.00021850952,0.000100979654,0.00019375868,0.00015727017],"domain_scores_gemma":[0.99924386,0.000020941794,0.00026699365,0.000121419136,0.00026192973,0.00008486836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027631642,0.00010167008,0.00011690881,0.00008852133,0.00031928925,0.000045235458,0.0003012614,0.000058346144,0.000020620682],"category_scores_gemma":[0.00012133394,0.00009359392,0.000030524297,0.00012139842,0.00004565605,0.00017311779,0.000048747817,0.0000770459,0.000001583866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010485129,0.000107981046,0.8119513,0.0016249899,0.0004558714,2.1203734e-7,0.07981177,0.020551162,0.045126613,0.0056463373,0.02219592,0.012517408],"study_design_scores_gemma":[0.00015970659,0.0000042165825,0.94314003,0.00008888557,0.000019436331,0.0000014688004,0.003237005,0.0011885065,0.04342641,0.000012342353,0.008585585,0.00013641517],"about_ca_topic_score_codex":0.0029375735,"about_ca_topic_score_gemma":0.014695512,"teacher_disagreement_score":0.13118877,"about_ca_system_score_codex":0.0011590687,"about_ca_system_score_gemma":0.0002858441,"threshold_uncertainty_score":0.82004404},"labels":[],"label_agreement":null},{"id":"W2603720647","doi":"10.24908/pceea.v0i0.6524","title":"UNDERGRADUATE WRITING ASSIGNMENTS IN ENGINEERING: TARGETING COMMUNICATION SKILLS (Attribute 7)","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Syllabus; Accreditation; Rhetorical question; Quality (philosophy); Computer science; Mathematics education; Engineering education; Engineering ethics; Psychology; Medical education; Engineering management; Engineering; Linguistics; Medicine","score_opus":0.004194351306671451,"score_gpt":0.2033966379682557,"score_spread":0.19920228666158424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603720647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775348,0.00054387137,0.00017645591,0.0068832645,0.004879695,0.0008867537,0.000035612324,0.00046609316,0.008593481],"genre_scores_gemma":[0.99633175,0.00007777021,0.0024630832,0.00005720031,0.00011590277,0.00011726788,0.000021948026,0.00006500426,0.00075008685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841374,0.00000660089,0.0005256256,0.0002062683,0.00035592483,0.0004918472],"domain_scores_gemma":[0.9987859,0.000055744556,0.00033125136,0.0002932767,0.0003135108,0.00022030566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007033448,0.00025105098,0.00024340332,0.00037218715,0.00032454007,0.0003183126,0.0007755926,0.00019432501,0.000016604536],"category_scores_gemma":[0.0012380667,0.00028005743,0.00008652379,0.0003642576,0.000016852737,0.0004911846,0.000063006366,0.00045376428,0.000013963387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002318214,0.0003032013,0.7438623,0.0015680696,0.00036665538,6.6904323e-7,0.0033304142,0.13398376,0.012492379,0.017013777,0.0846994,0.0023770903],"study_design_scores_gemma":[0.0005294932,0.0000095615405,0.92724574,0.001108352,0.000044072618,0.0000045734428,0.0003769289,0.03193732,0.007473217,0.00020306863,0.03023743,0.0008302585],"about_ca_topic_score_codex":0.001751784,"about_ca_topic_score_gemma":0.0014734619,"teacher_disagreement_score":0.18338346,"about_ca_system_score_codex":0.0034053896,"about_ca_system_score_gemma":0.000308581,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W2603742456","doi":"10.18260/1-2--5641","title":"The Development And Assessment Of Critical Thinking For The Global Engineer","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Critical thinking; Computer science; Engineering ethics; Engineering; Systems engineering; Construction engineering; Engineering management; Mathematics education; Psychology","score_opus":0.018303563795398138,"score_gpt":0.2877995068261603,"score_spread":0.26949594303076213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603742456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014620713,0.0013461441,0.96434706,0.011942709,0.00087178976,0.00036056442,0.000004288503,0.0002745413,0.006232204],"genre_scores_gemma":[0.9175994,0.000029287798,0.08206317,0.00016002754,0.000045865338,0.00006654115,0.0000013741876,0.000008837101,0.000025500904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953467,0.0000033802569,0.00015662915,0.00006612523,0.00011518911,0.00012403447],"domain_scores_gemma":[0.9996224,0.00021864235,0.0000070716374,0.0000634952,0.000033476612,0.000054896496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014122775,0.00007511886,0.00006490784,0.0000052197383,0.000108152075,0.000035469006,0.00011395316,0.000020705853,0.00001139927],"category_scores_gemma":[0.000061237224,0.000042363336,0.000018634184,0.000080174825,0.00002094352,0.000024206802,0.000023942323,0.000060921277,0.0000012855228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006150304,0.00006198158,0.004046804,0.00088221906,0.00038975637,7.737218e-7,0.008979329,0.044605274,0.00024093463,0.84255534,0.01635147,0.08187996],"study_design_scores_gemma":[0.000391723,0.000035152734,0.055978984,0.00003712717,0.00004083214,0.0000047404105,0.002920173,0.54552263,0.002153048,0.000797061,0.39175498,0.0003635719],"about_ca_topic_score_codex":4.8871806e-7,"about_ca_topic_score_gemma":0.000002639617,"teacher_disagreement_score":0.90297866,"about_ca_system_score_codex":0.00003851064,"about_ca_system_score_gemma":0.000047302397,"threshold_uncertainty_score":0.17275266},"labels":[],"label_agreement":null},{"id":"W2604146380","doi":"10.24908/pceea.v0i0.6530","title":"Providing a Uniform Design Experience in an Undergraduate Mechanical Engineering Program","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Work (physics); Engineering management; Mechanical design; Engineering education; Software engineering; Work in process; Engineering; Mechanical engineering","score_opus":0.016150697638142805,"score_gpt":0.2483730364132142,"score_spread":0.2322223387750714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604146380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98509437,0.00011010726,0.00089553767,0.0031284413,0.0054017375,0.0018598018,0.000011094173,0.00089095964,0.0026079419],"genre_scores_gemma":[0.9880034,0.000017697523,0.011019875,0.000033962708,0.00012049044,0.0004276443,0.0000052019327,0.00006530463,0.00030643295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984987,0.000005194997,0.00039555944,0.00024850018,0.0003349838,0.0005170984],"domain_scores_gemma":[0.9989291,0.00003018819,0.00020028358,0.00026133293,0.00026509765,0.00031400236],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046961274,0.00025480415,0.00022341243,0.00036282436,0.00023249992,0.00038544563,0.000736694,0.00019073575,0.000010375831],"category_scores_gemma":[0.00081343245,0.00026735762,0.0000668886,0.0003882511,0.000015407011,0.00069993606,0.000038530023,0.00035381957,0.0000060157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018153845,0.0011422632,0.23442069,0.0031318339,0.0005321253,0.000003642053,0.018722236,0.53466403,0.06153581,0.08556488,0.026389739,0.033874564],"study_design_scores_gemma":[0.00070688233,0.00007075912,0.34294027,0.0010221585,0.00005702481,0.000014735123,0.0008342917,0.59725875,0.027557999,0.00043834152,0.027635524,0.0014632656],"about_ca_topic_score_codex":0.0012298676,"about_ca_topic_score_gemma":0.0025509468,"teacher_disagreement_score":0.10851959,"about_ca_system_score_codex":0.002840363,"about_ca_system_score_gemma":0.00045702816,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2604151430","doi":"10.24908/pceea.v0i0.6494","title":"OBACIS: Outcome Based Analytics and Continuous Improvement System","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Accreditation; Upload; Analytics; Process (computing); Suite; Grading (engineering); Outcome (game theory); Software engineering; Learning analytics; Data science; Categorical variable; World Wide Web; Engineering; Machine learning; Operating system","score_opus":0.005739029724005198,"score_gpt":0.1966184074259328,"score_spread":0.19087937770192762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604151430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612126,0.0002683704,0.0003096023,0.004609405,0.009100216,0.0010281736,0.00006202429,0.0006163625,0.022793278],"genre_scores_gemma":[0.99730766,0.000006795466,0.0011385222,0.000077494326,0.000112709575,0.000067536195,0.000004489818,0.000037281065,0.0012474952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897385,0.0000018390195,0.0003313607,0.00015465639,0.00025059015,0.0002877004],"domain_scores_gemma":[0.9989961,0.000019013089,0.00024219838,0.00019188866,0.00032127777,0.00022954564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033611932,0.0001792034,0.00020220169,0.00020464236,0.0002621505,0.00026888208,0.00035185338,0.00012625847,0.00000930732],"category_scores_gemma":[0.00043423023,0.00017788156,0.000063346335,0.00014584209,0.000015540545,0.00017513298,0.000024451296,0.00018200408,0.0000062523354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027398617,0.00010999447,0.8784845,0.0039798613,0.00048986776,4.9142574e-7,0.0015024826,0.01812276,0.0059926296,0.02162003,0.063255355,0.0064392798],"study_design_scores_gemma":[0.000519613,0.000020469346,0.85910285,0.0005075595,0.00013617604,0.0000055444048,0.0008178609,0.08891198,0.005220613,0.00003367603,0.044006415,0.0007172407],"about_ca_topic_score_codex":0.0014633248,"about_ca_topic_score_gemma":0.001023303,"teacher_disagreement_score":0.07078922,"about_ca_system_score_codex":0.0022122948,"about_ca_system_score_gemma":0.00026163406,"threshold_uncertainty_score":0.72537994},"labels":[],"label_agreement":null},{"id":"W2604352683","doi":"10.24908/pceea.v0i0.6525","title":"TEACHING AND ASSESSING “LIFELONG LEARNING” IN ENGINEERING COMMUNICATION COURSES","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Lifelong learning; Accreditation; Process (computing); Engineering education; Computer science; Medical education; Pedagogy; Psychology; Engineering; Engineering management; Medicine","score_opus":0.005256050705938619,"score_gpt":0.22184624575867437,"score_spread":0.21659019505273575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604352683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98709923,0.00038656604,0.00004669059,0.003542301,0.0015003219,0.0002829055,0.0000034338098,0.0002419553,0.006896567],"genre_scores_gemma":[0.9963893,0.0000548831,0.0024479215,0.000047595346,0.00009658042,0.000057611327,0.0000057039883,0.000049401573,0.00085096504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989536,0.000009098742,0.00031684595,0.00016456172,0.00023029218,0.0003255914],"domain_scores_gemma":[0.9991695,0.00006911343,0.000223403,0.00018975756,0.00017768538,0.00017048589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007772931,0.00019444092,0.00019662121,0.00034940182,0.00045850623,0.0004273144,0.00043396538,0.00015562902,0.0000069563416],"category_scores_gemma":[0.001579244,0.00021402769,0.000045390145,0.00017101999,0.000018851824,0.0006020397,0.00004924313,0.00069837784,0.0000029107036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016486191,0.00011723591,0.85370976,0.0017555868,0.00021378045,4.416486e-7,0.008235344,0.07967766,0.008425425,0.019641506,0.01332324,0.014898394],"study_design_scores_gemma":[0.00022257271,0.0000048906395,0.9163576,0.00072237186,0.00002626141,0.000006247481,0.00061323965,0.05523721,0.0009020718,0.000061967,0.025430446,0.00041515628],"about_ca_topic_score_codex":0.004814938,"about_ca_topic_score_gemma":0.002737081,"teacher_disagreement_score":0.06264782,"about_ca_system_score_codex":0.00159844,"about_ca_system_score_gemma":0.00025262326,"threshold_uncertainty_score":0.8727796},"labels":[],"label_agreement":null},{"id":"W2604565614","doi":"10.1061/9780784480427.008","title":"Educating Engineers to Create Economic and Elegant Bridges","year":2017,"lang":"en","type":"article","venue":"Structures Congress 2017","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering; Architectural engineering; Engineering ethics; Construction engineering","score_opus":0.008959287663165056,"score_gpt":0.25325367959419565,"score_spread":0.24429439193103059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604565614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880401,0.00033685056,0.00022173864,0.0003260391,0.0048777955,0.00015593976,0.000019271623,0.00019404652,0.0058282297],"genre_scores_gemma":[0.9973534,0.00008286483,0.0016472094,0.00003605239,0.00021017254,0.000025929688,0.0000060126376,0.000031573476,0.0006068259],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9993497,0.0000039696333,0.00014137333,0.00019107795,0.000065024564,0.00024884858],"domain_scores_gemma":[0.99930984,0.000016455744,0.000039273593,0.00043057415,0.000019155626,0.0001847308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005720753,0.0001819421,0.00016229645,0.00007806603,0.00021348346,0.00030265315,0.0002994073,0.00005333839,0.00006483068],"category_scores_gemma":[0.00005284672,0.00017897224,0.000024897945,0.000012164692,0.000035656314,0.0001428679,0.000057450514,0.000109941524,0.000040666473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004154956,0.000049580583,0.07490485,0.0013629785,0.0010639401,0.000080917365,0.014746129,0.2641527,0.018510835,0.047092196,0.3629781,0.21501622],"study_design_scores_gemma":[0.0005494964,0.000030833966,0.8923275,0.00015635548,0.000034293178,0.0000960461,0.0004732046,0.012683934,0.015929338,0.00037074473,0.07625514,0.001093142],"about_ca_topic_score_codex":0.000053085027,"about_ca_topic_score_gemma":0.000031872347,"teacher_disagreement_score":0.8174226,"about_ca_system_score_codex":0.00007182068,"about_ca_system_score_gemma":0.00003251969,"threshold_uncertainty_score":0.72982764},"labels":[],"label_agreement":null},{"id":"W2604694555","doi":"10.24908/pceea.v0i0.6520","title":"LISTERIOSIS CASE STUDY – VARIATION AND LONGEVITY FOR CURRICULUM ENHANCEMENT","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curriculum; Class (philosophy); Mathematics education; Class size; Medical education; Psychology; Pedagogy; Computer science; Medicine","score_opus":0.007263022994873547,"score_gpt":0.22658358966260375,"score_spread":0.2193205666677302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604694555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948481,0.000068083085,0.00015324341,0.0008172946,0.0025575145,0.0008240855,0.000012722153,0.000083001876,0.0006359577],"genre_scores_gemma":[0.99742687,0.0000135957625,0.0014273182,0.00003582353,0.00014726563,0.00033219173,0.00000364364,0.0000325227,0.00058080046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990995,0.00000323901,0.00027449097,0.00018288834,0.0001887891,0.0002511219],"domain_scores_gemma":[0.9990168,0.000025238336,0.0002234157,0.00017130979,0.00038814594,0.00017509854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042154375,0.00016999096,0.00016812127,0.0001617369,0.00043047874,0.0002829956,0.00024306959,0.00009826256,0.0000113084325],"category_scores_gemma":[0.00059857493,0.0001727647,0.000052085863,0.00013008251,0.000010651206,0.00028427178,0.00003073134,0.0001300199,0.0000021099768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005119748,0.00096537557,0.8690577,0.0030391053,0.0011056883,0.0000030750414,0.032655574,0.004188049,0.006516696,0.005925217,0.06085879,0.015679618],"study_design_scores_gemma":[0.0007254333,0.000059329384,0.94643867,0.00023998936,0.00020652123,0.000057527446,0.0027849616,0.027251184,0.0018952156,0.00008436345,0.019516926,0.0007398662],"about_ca_topic_score_codex":0.0068515087,"about_ca_topic_score_gemma":0.006744616,"teacher_disagreement_score":0.07738099,"about_ca_system_score_codex":0.0013406551,"about_ca_system_score_gemma":0.00018905681,"threshold_uncertainty_score":0.99976194},"labels":[],"label_agreement":null},{"id":"W2604803563","doi":"10.24908/pceea.v0i0.6517","title":"Understanding Capacity in Creativity and Problem Analysis among Engineering Students: A Preliminary Study","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creativity; Perception; Psychology; Curriculum; Mathematics education; Test (biology); Medical education; Pedagogy; Engineering; Medicine","score_opus":0.0243779004358404,"score_gpt":0.22670126304319535,"score_spread":0.20232336260735495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604803563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99699324,0.000036608988,0.000111509464,0.00027473504,0.0006201859,0.0005701941,0.000007922445,0.000109036264,0.0012765815],"genre_scores_gemma":[0.99884087,0.000009995907,0.00063186506,0.000010505183,0.000050479153,0.00015357333,0.000003142111,0.000036986392,0.00026261286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864817,0.0000067529536,0.00036434978,0.00024448885,0.00038109228,0.0003551497],"domain_scores_gemma":[0.99915487,0.000044147935,0.00022035197,0.00020565606,0.00015807715,0.00021688311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006993646,0.00023232769,0.00030088497,0.0007154086,0.0002376447,0.00035304003,0.00046993076,0.0001367698,0.000009831902],"category_scores_gemma":[0.0005413794,0.00024658092,0.00007570442,0.00066338945,0.00002080069,0.0004458452,0.00006169869,0.0003283823,0.0000011873575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.398386e-7,0.00007628582,0.97807884,0.00014790922,0.00028137208,1.4176868e-7,0.0024439904,0.017727135,0.00007770523,0.00069150666,0.00043396323,0.000040409835],"study_design_scores_gemma":[0.00020323307,0.000012674395,0.97974557,0.00014040603,0.00013809271,8.4771034e-7,0.00072498986,0.018463148,0.00010716722,0.000043184726,0.00017165548,0.00024905356],"about_ca_topic_score_codex":0.006341847,"about_ca_topic_score_gemma":0.017106928,"teacher_disagreement_score":0.01076508,"about_ca_system_score_codex":0.0035379773,"about_ca_system_score_gemma":0.00014057921,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W2604904332","doi":"10.24908/pceea.v0i0.6497","title":"PRE AND POST COURSE STUDENT SELF ASSESSMENT OF CEAB GRADUATE ATTRIBUTES – A TOOL FOR OUTCOMES ASSESSMENT, STUDENT SKILL AND COURSE IMPROVEMENT","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Capstone course; Medical education; Course (navigation); Capstone; Psychology; Self-assessment; Course evaluation; Student engagement; Mathematics education; Higher education; Curriculum; Computer science; Engineering; Pedagogy; Medicine","score_opus":0.007468394728388686,"score_gpt":0.2885413883443275,"score_spread":0.28107299361593885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604904332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99430007,0.00009382789,0.000065411325,0.0026131263,0.0015178991,0.0009587944,0.000092156224,0.000083587634,0.0002751163],"genre_scores_gemma":[0.9952784,0.00006627639,0.0037482157,0.00006347182,0.00007059862,0.00030537118,0.000017011536,0.000042469714,0.000408157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862695,0.000004033327,0.00041966446,0.0002214577,0.00040679576,0.00032109162],"domain_scores_gemma":[0.9984747,0.00006452787,0.00039156037,0.00019433224,0.00067653053,0.00019834151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006025375,0.0002429697,0.00030873285,0.00014023742,0.00026646137,0.0002479243,0.00034369397,0.00010922338,0.000004684174],"category_scores_gemma":[0.00015878331,0.00023254033,0.00007679129,0.0001006114,0.00002276439,0.00025961653,0.00006299798,0.00018881471,3.1333968e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9990205e-7,0.0002296923,0.9847589,0.0006518594,0.00052158977,4.630879e-8,0.0019040456,0.00085053756,0.001733568,0.0048816428,0.0034239297,0.0010434897],"study_design_scores_gemma":[0.00040546237,0.00003642984,0.9939961,0.00012651342,0.00014609148,0.0000011432994,0.00062439125,0.003198096,0.00038644404,0.000028334023,0.0008057788,0.00024520996],"about_ca_topic_score_codex":0.00050944486,"about_ca_topic_score_gemma":0.0005443851,"teacher_disagreement_score":0.009237207,"about_ca_system_score_codex":0.001440235,"about_ca_system_score_gemma":0.0006435883,"threshold_uncertainty_score":0.94827193},"labels":[],"label_agreement":null},{"id":"W2604943460","doi":"10.24908/pceea.v0i0.6512","title":"More than Marking: Experiences as Undergraduate Design Teaching Assistants","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Rubric; Perspective (graphical); Teaching assistant; Medical education; Subjectivity; Psychology; Mathematics education; Pedagogy; Engineering ethics; Engineering; Computer science; Medicine","score_opus":0.008170653050120892,"score_gpt":0.2244713309053498,"score_spread":0.2163006778552289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604943460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494207,0.00022741423,0.00037537195,0.00868115,0.009628926,0.0006934352,0.0000113268525,0.00050451636,0.030457161],"genre_scores_gemma":[0.99354327,0.000019849409,0.0026612678,0.00008907312,0.00017413068,0.00015539765,0.0000039333227,0.000054567216,0.0032984908],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986627,0.0000068544564,0.00030742708,0.0002098438,0.000403211,0.00040998036],"domain_scores_gemma":[0.9989366,0.00003865211,0.00027384344,0.00023365887,0.0002468,0.00027045005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005189609,0.00023339629,0.00019220765,0.00024096493,0.00059973914,0.00042358862,0.000714875,0.00015262605,0.000028051763],"category_scores_gemma":[0.001217023,0.00023147766,0.00008582331,0.00018068064,0.000026531103,0.00040879057,0.00003542456,0.0003285662,0.000017202025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013858147,0.00039716685,0.30528077,0.0018219181,0.001310338,0.0000020843231,0.071417905,0.054228198,0.015382448,0.06056945,0.4748525,0.014723367],"study_design_scores_gemma":[0.0005489045,0.000034041113,0.834809,0.0010425431,0.00012277183,0.000023855397,0.008615247,0.02920674,0.015948191,0.0008823907,0.10713587,0.001630416],"about_ca_topic_score_codex":0.0022251694,"about_ca_topic_score_gemma":0.0007410917,"teacher_disagreement_score":0.52952826,"about_ca_system_score_codex":0.0020625978,"about_ca_system_score_gemma":0.00053293136,"threshold_uncertainty_score":0.9439385},"labels":[],"label_agreement":null},{"id":"W2604983992","doi":"10.24908/pceea.v0i0.6467","title":"HIGH SCHOOL STUDENTS’ VIEWS ON ENGINEERS CANADA’S DEFINITION OF PROFESSIONAL ENGINEERING WORK","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Accreditation; Scope (computer science); Work (physics); Engineering education; Career path; Engineering ethics; Perception; Health systems engineering; Engineering; Medical education; Engineering management; Psychology; Computer science; Medicine; Mechanical engineering","score_opus":0.008552615296827371,"score_gpt":0.21241445435701212,"score_spread":0.20386183906018474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604983992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983852,0.00012237692,0.000026966334,0.0019575993,0.010012071,0.0005830192,0.000051870407,0.0001627996,0.0032312528],"genre_scores_gemma":[0.9964515,0.000021048041,0.001719908,0.00010292489,0.00022154981,0.00013005766,0.000019478166,0.000068035035,0.0012654876],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99812067,0.0000047409744,0.00051485153,0.00021272623,0.0007259626,0.00042104328],"domain_scores_gemma":[0.9984986,0.000055078664,0.00037608473,0.00028904784,0.0004330209,0.00034811953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039450562,0.0002936819,0.0003086138,0.00032227015,0.00023068441,0.00013395888,0.0008005878,0.00018711046,0.00005617922],"category_scores_gemma":[0.0011883337,0.00029680543,0.00009962761,0.000344795,0.000014351097,0.00022508232,0.00004301545,0.00042886497,0.000010616242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016526408,0.00045034767,0.34288356,0.0026367249,0.0010190201,0.0000010173803,0.0024014248,0.16296771,0.0059387335,0.044517722,0.4354421,0.001725114],"study_design_scores_gemma":[0.00032016903,0.0000127757385,0.9714161,0.00088885555,0.000050876555,0.0000018594708,0.00016630151,0.0011208289,0.0051291646,0.000048163416,0.020351656,0.00049324415],"about_ca_topic_score_codex":0.047737055,"about_ca_topic_score_gemma":0.05385362,"teacher_disagreement_score":0.6285325,"about_ca_system_score_codex":0.0038876573,"about_ca_system_score_gemma":0.0013894921,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W2605069689","doi":"10.24908/pceea.v0i0.6539","title":"Educating Aerospace Design Engineers: Perspectives from Design Creativity Theory","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Aerospace; Creativity; Government (linguistics); Engineering management; Engineering; Process (computing); Engineering design process; Engineering education; Engineering ethics; Manufacturing engineering; Computer science; Mechanical engineering; Political science; Aerospace engineering","score_opus":0.010637423061745041,"score_gpt":0.21143251365883267,"score_spread":0.20079509059708764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605069689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81542724,0.0050603584,0.07375593,0.017676914,0.033439014,0.0055500567,0.00022584015,0.0030592848,0.045805357],"genre_scores_gemma":[0.9789461,0.000047563983,0.018273907,0.000051925254,0.00037367071,0.00017342235,0.000006845173,0.00008500545,0.0020415513],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99853045,0.000018904857,0.00033015286,0.0002906889,0.00036299197,0.00046682666],"domain_scores_gemma":[0.9983219,0.00020828539,0.00032008902,0.00033809166,0.0005017205,0.00030990198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008712251,0.00031652706,0.00027517808,0.00025821105,0.00047931806,0.00041035234,0.00076179707,0.00021256952,0.00008803956],"category_scores_gemma":[0.0027952062,0.00032429805,0.000112881324,0.0002803787,0.000034853147,0.0004934838,0.00003887129,0.00039018143,0.0000237322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029409064,0.00074757455,0.09217407,0.0010951728,0.0026404972,0.000001090913,0.09363678,0.28912085,0.041891996,0.06748772,0.39323607,0.01793878],"study_design_scores_gemma":[0.0011533302,0.000062174535,0.7914145,0.001632582,0.00043917884,0.000013963207,0.014127403,0.07616854,0.08458379,0.0037861776,0.023588432,0.0030299404],"about_ca_topic_score_codex":0.002136742,"about_ca_topic_score_gemma":0.00049837906,"teacher_disagreement_score":0.69924045,"about_ca_system_score_codex":0.0032087786,"about_ca_system_score_gemma":0.00081887335,"threshold_uncertainty_score":0.9999209},"labels":[],"label_agreement":null},{"id":"W2605121924","doi":"10.18260/1-2--21351","title":"Evolving a Rubric for Use in Assessing Engineering Graduate Attributes in a Student Senior Research Thesis","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Capstone; Accreditation; Graduation (instrument); Curriculum; Engineering education; Variety (cybernetics); Process (computing); Computer science; Set (abstract data type); Capstone course; Multidisciplinary approach; Mathematics education; Engineering management; Medical education; Engineering; Psychology; Pedagogy; Sociology","score_opus":0.1538338686916946,"score_gpt":0.35218681124036794,"score_spread":0.19835294254867333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605121924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976078,0.00020273501,0.021950258,0.0005632338,0.00021551554,0.00048262125,0.0000026035025,0.0003446046,0.00016045013],"genre_scores_gemma":[0.9778574,0.000036860605,0.021659665,0.000040427713,0.00006365091,0.00025158355,0.000006821339,0.000047395595,0.000036213733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986589,0.000027324633,0.00032521665,0.00023787953,0.0002704669,0.00048024594],"domain_scores_gemma":[0.9992473,0.00041966033,0.000011453431,0.000121314704,0.000076724464,0.00012351011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058167,0.00016373995,0.00020865219,0.0003616329,0.000030877913,0.00019845138,0.00016760896,0.000058678503,0.000021752401],"category_scores_gemma":[0.00043066003,0.00016797619,0.000040468192,0.0010397957,0.0000066547773,0.00031353833,0.000047189616,0.00032713177,0.000014140208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011383501,0.00028339232,0.17085017,0.0013616318,0.000113235415,0.000057158442,0.015493055,0.77612877,0.01810675,0.0010110524,0.00966435,0.00691902],"study_design_scores_gemma":[0.00047386583,0.00001672484,0.3446187,0.00020144205,0.000003850675,0.0000018092753,0.0015730605,0.6491868,0.0022215755,0.000010679638,0.0013708717,0.0003205833],"about_ca_topic_score_codex":0.000038136186,"about_ca_topic_score_gemma":0.00004140049,"teacher_disagreement_score":0.17376854,"about_ca_system_score_codex":0.00026366883,"about_ca_system_score_gemma":0.00004375451,"threshold_uncertainty_score":0.68498707},"labels":[],"label_agreement":null},{"id":"W2605243172","doi":"10.24908/pceea.v0i0.6529","title":"Some Epistemological Groundwork for a Qualitative Analysis of a Communication Community of Practice","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Rhetorical question; Narrative; Identity (music); Qualitative research; Community of practice; Sociology; Epistemology; Humanism; Narrative inquiry; Pedagogy; Order (exchange); Discourse community; Rhetorical device; Engineering ethics; Psychology; Social science; Linguistics; Political science; Aesthetics; Engineering; Philosophy","score_opus":0.02035840486551554,"score_gpt":0.30745213245006303,"score_spread":0.2870937275845475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605243172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896217,0.0004660188,0.00043581237,0.0037434981,0.0013529693,0.00075776345,0.00012603533,0.000099185454,0.003397007],"genre_scores_gemma":[0.9934228,0.000040803694,0.006044054,0.000043573295,0.00003749393,0.00010877979,0.00002914441,0.000020554178,0.00025279282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99900067,0.000029282639,0.0004596434,0.0000924477,0.00023292394,0.0001850582],"domain_scores_gemma":[0.99742293,0.00042405515,0.00071377394,0.00031862446,0.0010195373,0.00010109048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015155361,0.00013250274,0.00031937484,0.00035746963,0.0002778807,0.000058610905,0.0006358407,0.00014038765,0.000006511408],"category_scores_gemma":[0.004645208,0.00013402072,0.0001615807,0.00047378996,0.000044368815,0.00033717178,0.000035451823,0.00024578106,6.5954475e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043756685,0.0014603953,0.10363007,0.0051839235,0.012495362,7.270119e-8,0.1773433,0.097085916,0.01253855,0.53549284,0.05120777,0.0035180151],"study_design_scores_gemma":[0.00057766767,0.00006154737,0.93745786,0.0006038825,0.0015290902,0.0000018988587,0.014849789,0.022230886,0.006187221,0.0021948242,0.0136529,0.00065244903],"about_ca_topic_score_codex":0.0064423345,"about_ca_topic_score_gemma":0.0022488357,"teacher_disagreement_score":0.8338278,"about_ca_system_score_codex":0.0010953995,"about_ca_system_score_gemma":0.00025676683,"threshold_uncertainty_score":0.97389257},"labels":[],"label_agreement":null},{"id":"W2607487011","doi":"10.18260/1-2--23055","title":"Student Perceptions of Project Mentoring: What Practices and Behaviors Matter?","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Coaching; Psychology; Perception; Qualitative property; Medical education; Qualitative research; Work (physics); Pedagogy; Mathematics education; Computer science; Engineering; Sociology; Medicine","score_opus":0.02278438024527116,"score_gpt":0.3086859740884979,"score_spread":0.2859015938432267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607487011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602276,0.00023201277,0.0004298135,0.0004602863,0.0002537523,0.00017677867,7.715425e-7,0.00013840714,0.002285394],"genre_scores_gemma":[0.9968557,0.00054625573,0.0022055474,0.00006588568,0.000028521445,0.00005680179,0.0000030668666,0.000011719892,0.00022655338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996319,0.000004614611,0.00011608522,0.00008092867,0.000090017034,0.000076454475],"domain_scores_gemma":[0.9998413,0.00000828747,0.000025043286,0.000055005014,0.000014983132,0.00005538642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000032520747,0.00006746027,0.00007150467,0.00003234363,0.000013766835,0.000051038605,0.000052081454,0.00001848915,0.0002240809],"category_scores_gemma":[0.000005412488,0.00006243562,0.000013167447,0.00009141116,0.000006770845,0.00022205852,0.000018786204,0.00005127354,0.000027044116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009256533,0.0006041105,0.6362783,0.001656493,0.00040369466,0.0000073302353,0.16227348,0.0076854345,0.10730519,0.0009528944,0.055289842,0.027534021],"study_design_scores_gemma":[0.00055210816,0.00011904482,0.82498336,0.00015269378,0.00010716381,0.000015629432,0.095254615,0.0038988786,0.009600342,0.0000033842878,0.06464672,0.0006660704],"about_ca_topic_score_codex":0.0000066879393,"about_ca_topic_score_gemma":0.000001627525,"teacher_disagreement_score":0.1887051,"about_ca_system_score_codex":0.000020121439,"about_ca_system_score_gemma":0.000009529574,"threshold_uncertainty_score":0.25460505},"labels":[],"label_agreement":null},{"id":"W2607678022","doi":"10.18260/1-2--2720","title":"Student Curriculum Mapping: A More Authentic Way Of Examining And Evaluating Curriculum","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Curriculum mapping; Process (computing); Emergent curriculum; Curriculum theory; Computer science; Perspective (graphical); Mathematics education; Curriculum development; Pedagogy; Psychology; Artificial intelligence","score_opus":0.029025992267547967,"score_gpt":0.27908587412200986,"score_spread":0.2500598818544619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607678022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912897,0.00040076615,0.005214311,0.00031086776,0.00035980967,0.00019723877,0.0000013241173,0.0003502604,0.0018757508],"genre_scores_gemma":[0.9911002,0.000026562602,0.008543044,0.00008299895,0.00006562993,0.000036153502,0.0000061184614,0.000027847318,0.000111482426],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989111,0.000015310503,0.00035625492,0.00021094135,0.00028239415,0.00022404132],"domain_scores_gemma":[0.9995703,0.000023771274,0.000043171018,0.00012324627,0.0000653603,0.00017412413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016190414,0.00018591099,0.00022689784,0.000079387224,0.000035363155,0.00003112793,0.00013894144,0.000047910813,0.0001713251],"category_scores_gemma":[0.00006904098,0.00017047726,0.000033855362,0.00034160592,0.000021175096,0.00007874044,0.00006652622,0.00013695739,0.000019351784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005210432,0.00086082186,0.5149168,0.005013252,0.0011111564,0.000034078552,0.17495887,0.14688182,0.05848571,0.005922205,0.033198036,0.05861206],"study_design_scores_gemma":[0.0008374673,0.00013477757,0.16966943,0.00026529763,0.00006262254,0.000015638081,0.027934784,0.79494864,0.0020209544,0.000020872221,0.0033565387,0.00073298294],"about_ca_topic_score_codex":0.00000890648,"about_ca_topic_score_gemma":7.844689e-7,"teacher_disagreement_score":0.6480668,"about_ca_system_score_codex":0.000040372186,"about_ca_system_score_gemma":0.000017855495,"threshold_uncertainty_score":0.6951861},"labels":[],"label_agreement":null},{"id":"W2608147637","doi":"","title":"Framework for integrating project-based learning, experience and practice in professional graduate education for engineering leaders in industry leading to the professional engineering doctorate and fellow levels","year":2005,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering ethics; Engineering education; Engineering management; Professional studies; Professional development; Engineering; Medical education; Sociology; Pedagogy; Medicine","score_opus":0.0556527324664783,"score_gpt":0.37287756077584194,"score_spread":0.31722482830936366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608147637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8516468,0.00032423844,0.13966674,0.0040408215,0.0018611158,0.002137648,0.000004520949,0.00025200867,0.00006611648],"genre_scores_gemma":[0.8228114,0.0000086541,0.17427206,0.00025760414,0.0001573935,0.0020430146,0.0000094932775,0.000045246998,0.0003951195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879205,0.000026142347,0.00035647405,0.00028589572,0.00015509773,0.00038435834],"domain_scores_gemma":[0.99895114,0.0007309247,0.000045548077,0.00010121716,0.00007617952,0.000095008225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006075832,0.00024647542,0.00018662277,0.00030795834,0.00009040752,0.00007914534,0.000115823146,0.00018934008,0.0000050440212],"category_scores_gemma":[0.0016893464,0.00020788574,0.000023128456,0.00044572822,0.000015856456,0.00033254022,0.000027940952,0.0007692753,0.0000012737439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006550435,0.0002498633,0.0039297054,0.0010367417,0.000040980703,0.0000011080526,0.06887173,0.8649249,0.009438429,0.008299083,0.0040629283,0.03907904],"study_design_scores_gemma":[0.0009474089,0.00008032952,0.016247455,0.0025803703,0.000015686133,0.000019791785,0.031431295,0.8505492,0.005360903,0.000038481343,0.09173368,0.0009953514],"about_ca_topic_score_codex":0.00001212656,"about_ca_topic_score_gemma":0.00001934586,"teacher_disagreement_score":0.08767075,"about_ca_system_score_codex":0.00020438709,"about_ca_system_score_gemma":0.00019414228,"threshold_uncertainty_score":0.84773344},"labels":[],"label_agreement":null},{"id":"W2608251582","doi":"","title":"Outcomes-Based Assessment in Action: Engineering Faculty Examine Graduate Attributes in their Courses*","year":2014,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Variety (cybernetics); Curriculum; Medical education; Checklist; Engineering education; Equity (law); Engineering; Psychology; Engineering ethics; Engineering management; Computer science; Medicine; Mathematics education; Pedagogy; Political science; Artificial intelligence","score_opus":0.034037611860261656,"score_gpt":0.3203715234734486,"score_spread":0.28633391161318694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608251582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941732,0.00010338553,0.049260885,0.0009540723,0.0075801215,0.00011929631,0.0000063417365,0.00010776081,0.00013616025],"genre_scores_gemma":[0.99087477,0.000037815,0.008561644,0.00005108472,0.00031671763,0.000036448084,0.000050404742,0.000038301634,0.00003280499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986018,0.000017346843,0.0006403463,0.00012930557,0.0003888658,0.00022232534],"domain_scores_gemma":[0.99927557,0.00013918795,0.000111920235,0.00012707271,0.00024584687,0.00010038099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004929659,0.00022982883,0.00027057008,0.00090818515,0.000010110489,0.00006079419,0.00031502923,0.00007503912,0.000024784758],"category_scores_gemma":[0.00020755186,0.00022569978,0.00008453606,0.00033421078,0.000006238097,0.00027259238,0.000014250835,0.00045990155,0.000005010978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037363416,0.00020421963,0.03213381,0.00007554913,0.000060618455,0.0000039428824,0.00022410323,0.9590636,0.0017632889,0.0006324007,0.000489406,0.00534532],"study_design_scores_gemma":[0.0007210746,0.000026072456,0.7225131,0.00038865765,0.0000071779623,0.000029964562,0.00011902765,0.2648853,0.0017255015,0.000024825164,0.009284099,0.0002752226],"about_ca_topic_score_codex":0.000014352024,"about_ca_topic_score_gemma":0.000010650151,"teacher_disagreement_score":0.6941783,"about_ca_system_score_codex":0.00086289045,"about_ca_system_score_gemma":0.00019612549,"threshold_uncertainty_score":0.920377},"labels":[],"label_agreement":null},{"id":"W2609286359","doi":"10.18260/1-2--17764","title":"Development of a Sustainable Design Challenges Workshop for Senior Industrial Engineering Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Windsor","funders":"Mitacs; University of Windsor","keywords":"Deliverable; Capstone; Context (archaeology); Engineering education; Project management; Negotiation; Set (abstract data type); Computer science; Engineering management; Variety (cybernetics); Engineering; Sociology","score_opus":0.0690450919699537,"score_gpt":0.26222757215920545,"score_spread":0.19318248018925174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609286359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1368618,0.00088893826,0.85737634,0.0006704892,0.000781974,0.0016656561,0.000002311089,0.0011067127,0.0006457712],"genre_scores_gemma":[0.8109155,0.00006194616,0.1879379,0.00003769221,0.00018694055,0.00040353526,0.000008616532,0.00006934742,0.00037849747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990529,0.000005152019,0.00031057154,0.00015152743,0.00018657706,0.00029326807],"domain_scores_gemma":[0.99961793,0.00006607042,0.000023063049,0.00008841082,0.00006194357,0.00014256121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019846953,0.0001670981,0.00019751948,0.00007966026,0.000028162802,0.000023446451,0.0001993664,0.00008605451,0.00003624736],"category_scores_gemma":[0.00010161335,0.00016933586,0.00003761425,0.00020028978,0.0000041922217,0.000072178096,0.00003964071,0.00009877706,0.000008188046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011010458,0.00041493008,0.00027002362,0.0037050399,0.0012343801,0.000015228688,0.070650846,0.80215746,0.0149406735,0.0131033985,0.03587908,0.05751882],"study_design_scores_gemma":[0.0049272166,0.00017443512,0.0021546262,0.00033833613,0.00008943231,0.00000532678,0.03236942,0.14055973,0.18897192,0.000033129312,0.6282638,0.002112632],"about_ca_topic_score_codex":2.9718436e-7,"about_ca_topic_score_gemma":3.6887073e-7,"teacher_disagreement_score":0.6740537,"about_ca_system_score_codex":0.000094856754,"about_ca_system_score_gemma":0.00008064459,"threshold_uncertainty_score":0.6905316},"labels":[],"label_agreement":null},{"id":"W2609730101","doi":"10.18260/1-2--23226","title":"Understanding Teaching Assistants' Assessment of Individual Teamwork Performance","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Agriculture Environmental Renewal Canada (Canada); University of Toronto","funders":"American Society for Engineering Education","keywords":"Teamwork; Competence (human resources); Cornerstone; Medical education; Psychology; Process (computing); Function (biology); Knowledge management; Engineering; Computer science; Medicine; Management","score_opus":0.06716160916088096,"score_gpt":0.26054542311938467,"score_spread":0.1933838139585037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609730101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44485772,0.000054766286,0.4440192,0.0004613551,0.0006813679,0.00014840557,0.0000053085487,0.0007531424,0.109018736],"genre_scores_gemma":[0.9825941,0.00001505744,0.017177103,0.0000979835,0.00004180018,0.0000059237655,0.0000062706354,0.000016826225,0.00004496223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993849,0.00000774026,0.00018492155,0.00008717849,0.00020014886,0.00013510851],"domain_scores_gemma":[0.99979913,0.00002001536,0.000019043397,0.000070615475,0.000008685827,0.00008250603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013315173,0.00009455011,0.00011149435,0.000044209213,0.000039956252,0.000023036027,0.00012303235,0.00003153907,0.00014653422],"category_scores_gemma":[0.000010445492,0.000090330446,0.000023991095,0.00014434764,0.000008434913,0.000083193445,0.000022245522,0.00018014113,0.000007388407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008376572,0.0002459367,0.17802411,0.002279854,0.00079950056,0.0000060506372,0.01972223,0.5237611,0.010124658,0.12412897,0.11919692,0.021702329],"study_design_scores_gemma":[0.0009379907,0.00014813595,0.36639163,0.00030429754,0.000063279054,0.000006921102,0.007533177,0.5997656,0.005325364,0.00008871986,0.018370636,0.0010642778],"about_ca_topic_score_codex":4.8265906e-7,"about_ca_topic_score_gemma":2.9191e-7,"teacher_disagreement_score":0.53773636,"about_ca_system_score_codex":0.0001135579,"about_ca_system_score_gemma":0.000029607949,"threshold_uncertainty_score":0.36835688},"labels":[],"label_agreement":null},{"id":"W2612142795","doi":"10.18260/1-2--18461","title":"The Professional Spine: Creation of a Four-Year Engineering Design and Practice Sequence","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Curriculum; Engineering education; Competence (human resources); Creativity; Engineering design process; Engineering ethics; Engineering; Engineering management; Medical education; Pedagogy; Psychology; Medicine; Mechanical engineering","score_opus":0.028041324332858875,"score_gpt":0.2642130724847764,"score_spread":0.2361717481519175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612142795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023179779,0.00065197336,0.96335137,0.0069981376,0.00073586183,0.00051729736,0.0000014017409,0.0005532824,0.0040108943],"genre_scores_gemma":[0.8774302,0.00020381298,0.12198024,0.00010870676,0.000052712454,0.00003748064,0.0000019090676,0.000017979453,0.00016693503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996026,0.000013744728,0.00012483729,0.00006683799,0.000103942584,0.00008802573],"domain_scores_gemma":[0.99966234,0.0001630804,0.000017176499,0.000055237597,0.000043454704,0.000058729165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016486128,0.00006831369,0.000057833695,0.000015748297,0.000029271201,0.000017545248,0.000058356633,0.000024796072,0.000015043698],"category_scores_gemma":[0.00033016276,0.000050242554,0.000010173449,0.00012785937,0.000010118659,0.00012007808,0.000013244709,0.00007735181,0.000006422483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004934633,0.00005817914,0.00031693274,0.000702994,0.00023078977,0.000007441212,0.00658161,0.7556882,0.14140926,0.055693604,0.020956006,0.018305656],"study_design_scores_gemma":[0.00037266,0.000062449355,0.005787758,0.00010361945,0.00002539341,0.00003400844,0.0011112298,0.9087738,0.014693987,0.000045970395,0.068657205,0.00033193486],"about_ca_topic_score_codex":9.472954e-7,"about_ca_topic_score_gemma":9.695358e-8,"teacher_disagreement_score":0.85425043,"about_ca_system_score_codex":0.000019176485,"about_ca_system_score_gemma":0.000026660126,"threshold_uncertainty_score":0.20488319},"labels":[],"label_agreement":null},{"id":"W2612338495","doi":"10.18260/p.25712","title":"Methodology for Studying Gendered Differences among Secondary Students' Perceptions of Engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; University of Toronto","keywords":"Perception; Engineering education; Thematic analysis; Promotion (chess); Process (computing); Psychology; Presentation (obstetrics); Work (physics); Medical education; Mathematics education; Computer science; Engineering; Qualitative research; Medicine; Engineering management; Sociology; Political science; Mechanical engineering; Social science","score_opus":0.04365021948261267,"score_gpt":0.2896396272237487,"score_spread":0.24598940774113603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612338495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6789853,0.00004522525,0.31992972,0.000024920744,0.00046335626,0.00014811206,0.0000063171665,0.00019933068,0.00019773236],"genre_scores_gemma":[0.9629532,0.000041367686,0.036405537,0.000008516861,0.000041828764,0.000088663655,0.0000026991474,0.000023946232,0.0004342198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993017,0.000013193306,0.00024903758,0.00012952687,0.00010747344,0.00019911127],"domain_scores_gemma":[0.99952036,0.00022161339,0.00002061443,0.00012932601,0.000042911186,0.00006517918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019912733,0.00012919062,0.00019663993,0.00012689143,0.000025655117,0.000011123143,0.00017213263,0.00005647044,0.00041872778],"category_scores_gemma":[0.0000471528,0.00009362714,0.00005808339,0.0000734362,0.000017898894,0.00007902891,0.000027256052,0.00005426951,0.000006966663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096265185,0.00022906065,0.7434774,0.0008312378,0.00090944435,0.0000011935764,0.007986454,0.0073327124,0.19483852,0.004262603,0.0056012874,0.034520466],"study_design_scores_gemma":[0.00045681084,0.000029471737,0.9902256,0.000058234575,0.00002060652,0.000002534741,0.00095253385,0.001551703,0.005867358,0.00006955203,0.0005230879,0.0002424652],"about_ca_topic_score_codex":0.00000299828,"about_ca_topic_score_gemma":0.0000057583834,"teacher_disagreement_score":0.28396794,"about_ca_system_score_codex":0.000053229578,"about_ca_system_score_gemma":0.00001530188,"threshold_uncertainty_score":0.4584776},"labels":[],"label_agreement":null},{"id":"W2612539668","doi":"10.18260/1-2--2309","title":"Tool And Safety Training As Part Of Engineering Design Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Variety (cybernetics); Test (biology); Computer science; Engineering education; Training (meteorology); Engineering management; Point (geometry); Engineering; Software engineering; Psychology; Artificial intelligence; Pedagogy","score_opus":0.01857470915746403,"score_gpt":0.20674637970870355,"score_spread":0.1881716705512395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612539668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43599224,0.0012789537,0.53753877,0.0013633508,0.0017405348,0.0006357909,0.0000041665735,0.0014768207,0.019969385],"genre_scores_gemma":[0.9695871,0.0000685876,0.029972473,0.00013448592,0.000077851044,0.000021778482,0.0000038090511,0.000019908784,0.00011403062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995865,0.000003842927,0.00016459588,0.000082337785,0.00006517475,0.00009753043],"domain_scores_gemma":[0.99981016,0.00002580846,0.000010512683,0.000053204094,0.000017995524,0.00008229716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005875219,0.00008565194,0.00009793511,0.00003391142,0.000011173365,0.000009977407,0.00004363407,0.00002942257,0.00013729169],"category_scores_gemma":[0.000049754108,0.0000891176,0.000014528706,0.00012790953,0.0000045825677,0.00004290455,0.0000074707227,0.000058145964,0.000014069014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015568685,0.00006786298,0.000463677,0.0008948779,0.00017339409,0.0000017133499,0.021687742,0.71289724,0.028863262,0.022845736,0.020638905,0.19145004],"study_design_scores_gemma":[0.0008984136,0.00014778266,0.013161789,0.00036426503,0.000056344306,0.00004230232,0.004355513,0.61951816,0.05827262,0.00014553439,0.3016741,0.0013631667],"about_ca_topic_score_codex":0.0000012165683,"about_ca_topic_score_gemma":8.48972e-8,"teacher_disagreement_score":0.53359485,"about_ca_system_score_codex":0.000020054715,"about_ca_system_score_gemma":0.00005675083,"threshold_uncertainty_score":0.36341104},"labels":[],"label_agreement":null},{"id":"W2612603793","doi":"","title":"The United Technologies/Trinity College Engineering Initiative (UTCEI): A Proven Model for the Partnership of the Future","year":2006,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"General partnership; Engineering management; Engineering; Engineering ethics; Political science; Law","score_opus":0.014345611686440043,"score_gpt":0.21443149949319265,"score_spread":0.2000858878067526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612603793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3418606,0.007091106,0.5557039,0.042508923,0.007471733,0.012028585,0.0003533024,0.008688104,0.024293743],"genre_scores_gemma":[0.9969635,0.000052868214,0.00154045,0.00003781067,0.00007576557,0.00043032444,0.0000064148135,0.000025752712,0.0008670995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929875,0.000008593378,0.00022307392,0.00009487837,0.00013842514,0.0002362866],"domain_scores_gemma":[0.999283,0.0002602424,0.000038670787,0.00031881387,0.00008245753,0.000016796252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019691455,0.00015192326,0.00010534895,0.000056443183,0.00016535094,0.00002288518,0.00040325947,0.00008673002,0.0000027208207],"category_scores_gemma":[0.00007581157,0.00007397053,0.000073504154,0.00058564026,0.00004326082,0.000038957132,0.00004399667,0.00020900201,0.0000012516451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052391783,0.000030146623,0.00016365254,0.00008660114,0.000079973004,1.3687162e-7,0.0004123965,0.84197724,0.0003090071,0.124247916,0.032069635,0.0006180387],"study_design_scores_gemma":[0.00020681824,0.0000074972045,0.0020102935,0.000023090179,0.000019029116,0.0000017229983,0.0016539345,0.9314195,0.005642846,0.0006630774,0.05819825,0.0001539414],"about_ca_topic_score_codex":0.0000064146716,"about_ca_topic_score_gemma":0.000052803996,"teacher_disagreement_score":0.6551029,"about_ca_system_score_codex":0.000082788305,"about_ca_system_score_gemma":0.000056237794,"threshold_uncertainty_score":0.30164307},"labels":[],"label_agreement":null},{"id":"W2613707566","doi":"10.18260/1-2--13243","title":"Teaching Design, Synthesis, And Communication To First Year Engineering Students At The University Of Toronto","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Teamwork; Curriculum; Engineering education; Set (abstract data type); Mathematics education; Computer science; Engineering; Engineering management; Pedagogy; Psychology; Management","score_opus":0.009218693180011044,"score_gpt":0.19536637633424314,"score_spread":0.1861476831542321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613707566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6966053,0.0019607167,0.28901637,0.0044243326,0.00023129524,0.000740857,0.0000065371314,0.0007770808,0.0062374645],"genre_scores_gemma":[0.985634,0.00016113596,0.014016215,0.000031831773,0.0000081787375,0.0000026500245,8.886085e-7,0.000009706928,0.00013533921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99973136,0.000010774459,0.00006159588,0.00005840023,0.00007411466,0.0000637376],"domain_scores_gemma":[0.9997451,0.000065486674,0.000007116889,0.00011078953,0.000008587929,0.000062950865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009604877,0.000056905752,0.00006183697,0.000006938957,0.000057739686,0.000009124786,0.00016781552,0.000017474702,0.00013642466],"category_scores_gemma":[0.000026969283,0.00005144946,0.000010972696,0.000030227444,0.0000050855006,0.000056099492,0.00008334069,0.00004690866,0.000018291714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041057465,0.00012678954,0.014656051,0.00081974175,0.0004913038,0.0000026718633,0.104274906,0.75283855,0.017428016,0.004762343,0.09232987,0.012228697],"study_design_scores_gemma":[0.0009600729,0.000105828345,0.21925905,0.00041325355,0.00013039446,0.000007475881,0.015957613,0.27931157,0.019361634,0.000009637909,0.46315467,0.0013288005],"about_ca_topic_score_codex":0.00011723849,"about_ca_topic_score_gemma":0.000108531975,"teacher_disagreement_score":0.47352698,"about_ca_system_score_codex":0.00009234935,"about_ca_system_score_gemma":0.0000034634668,"threshold_uncertainty_score":0.2098048},"labels":[],"label_agreement":null},{"id":"W2614009939","doi":"10.18260/1-2--16515","title":"Undergraduate Engineering Design Course On Prospective Of Phd Student","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Engineering management; Software engineering; Engineering; Psychology; Aerospace engineering","score_opus":0.0179633134027202,"score_gpt":0.22928437584053543,"score_spread":0.21132106243781523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614009939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19427447,0.00037463475,0.7806862,0.002301629,0.0014984901,0.0010943979,0.0000060604107,0.0024759064,0.017288232],"genre_scores_gemma":[0.991303,0.000022923756,0.008398665,0.000080071375,0.000046623438,0.000032487198,0.0000015186849,0.000027730854,0.000086928965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994315,0.0000048029365,0.0001567983,0.00011356924,0.00015655447,0.00013676795],"domain_scores_gemma":[0.99974316,0.00002726201,0.000013056218,0.000088413195,0.00002804999,0.00010007553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000046221532,0.00012754492,0.00012961667,0.000034744993,0.000010394776,0.000011124748,0.00009854916,0.000027716806,0.000054352196],"category_scores_gemma":[0.000015008726,0.00012045104,0.000030005505,0.0001951429,0.0000054825105,0.000035819576,0.000011126465,0.00009897,0.00006490045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038212975,0.000074623196,0.0006667406,0.00008267164,0.00011353782,0.0000025368545,0.0013338081,0.9813215,0.0034874347,0.006161783,0.006185707,0.00056582957],"study_design_scores_gemma":[0.0016079055,0.00048664573,0.08232046,0.00020531133,0.00007302817,0.0000062818817,0.0011808986,0.68788517,0.21909112,0.0001506117,0.0057362854,0.0012563001],"about_ca_topic_score_codex":6.2518404e-7,"about_ca_topic_score_gemma":1.7164088e-7,"teacher_disagreement_score":0.7970286,"about_ca_system_score_codex":0.000059711012,"about_ca_system_score_gemma":0.000019660461,"threshold_uncertainty_score":0.4911851},"labels":[],"label_agreement":null},{"id":"W2614020729","doi":"10.18260/p.26976","title":"From Problem Solvers to Problem Seekers: The Necessary Role of Tension in Engineering Education","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Science Foundation","keywords":"Engineering education; Identity (music); Curriculum; Formative assessment; Sociology; Professionalization; Epistemology; Pedagogy; Engineering ethics; Mathematics education; Psychology; Political science; Engineering; Social science; Law; Aesthetics; Philosophy","score_opus":0.0033822495768798095,"score_gpt":0.18789921390796033,"score_spread":0.18451696433108053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614020729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587424,0.0005610173,0.025378872,0.0026651595,0.0010724717,0.00091880467,0.000008352926,0.0005699063,0.010083023],"genre_scores_gemma":[0.98176324,0.00003323345,0.017645627,0.00005264911,0.000063766856,0.00011898851,0.000005315647,0.000025164052,0.00029200193],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993424,0.000006322173,0.00022965223,0.00013159723,0.000118666234,0.0001713718],"domain_scores_gemma":[0.99965703,0.000045591332,0.000017522283,0.00017590051,0.000038598406,0.00006535553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009608389,0.000119273376,0.00010795195,0.00012501373,0.000011845426,0.000011888811,0.0001422793,0.00004569029,0.000082934865],"category_scores_gemma":[0.00001605988,0.00007444306,0.00002409556,0.0002739184,0.000005821621,0.00010900483,0.000024708477,0.00006521783,0.000044114116],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011018421,0.00024276333,0.010254836,0.0003298717,0.00009960944,8.2272834e-7,0.01095244,0.13327073,0.6803284,0.0031604578,0.037269372,0.12407965],"study_design_scores_gemma":[0.0026002745,0.00017901554,0.2388735,0.0068754796,0.00008244323,0.000018828176,0.019521564,0.08099374,0.35545143,0.0047828425,0.28733182,0.003289073],"about_ca_topic_score_codex":0.00015179245,"about_ca_topic_score_gemma":0.000030831976,"teacher_disagreement_score":0.324877,"about_ca_system_score_codex":0.00012192697,"about_ca_system_score_gemma":0.00005796224,"threshold_uncertainty_score":0.30357},"labels":[],"label_agreement":null},{"id":"W2614378189","doi":"10.1061/9780784480595.030","title":"Engineering Education and Civil Engineering Education from the 1893 World Engineering Congress to the 125th Anniversary of ASEE (1893-2018)","year":2017,"lang":"en","type":"article","venue":"World Environmental and Water Resources Congress 2017","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering education; Engineering; Civil engineering; Management; Library science; Engineering management","score_opus":0.005491179774172302,"score_gpt":0.18329294873066473,"score_spread":0.17780176895649244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614378189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912492,0.0028800562,0.00013680509,0.001266324,0.003044478,0.00044136847,0.00005040954,0.000112979,0.0008183706],"genre_scores_gemma":[0.9954374,0.00023237747,0.00046337524,0.00012007463,0.0003231327,0.00010843806,0.000049396276,0.000058650596,0.0032071543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879444,0.000014638995,0.00029742642,0.000324257,0.00022281638,0.00034639557],"domain_scores_gemma":[0.9990054,0.0000708509,0.00007515351,0.0006415751,0.000011376929,0.00019567688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016246305,0.0003477174,0.000253836,0.00017794748,0.00029643212,0.00026013047,0.0005089576,0.000059143895,0.000105679224],"category_scores_gemma":[0.000020199011,0.0002433559,0.000054667275,0.00006487573,0.00009032867,0.00026705128,0.0002541454,0.00026254664,0.00004249991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016410915,0.0010621478,0.19418713,0.0028192888,0.0021502208,0.00003340566,0.055896074,0.33519956,0.1210177,0.0012591849,0.16557862,0.12063255],"study_design_scores_gemma":[0.00039978072,0.00001907342,0.3649337,0.0006245268,0.00010119344,0.000019790614,0.00050774514,0.013598809,0.008972851,0.000013154968,0.61011297,0.000696399],"about_ca_topic_score_codex":0.0001303289,"about_ca_topic_score_gemma":0.00014126248,"teacher_disagreement_score":0.44453436,"about_ca_system_score_codex":0.00010005733,"about_ca_system_score_gemma":0.00001356855,"threshold_uncertainty_score":0.99237657},"labels":[],"label_agreement":null},{"id":"W2614393890","doi":"10.18260/1-2--5848","title":"The Professional Science Master’s (Psm) Degree In Engineering Technology","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Graduate degree; Degree program; Professional degree; Discipline; Professional development; Engineering management; Engineering ethics; Computer science; Engineering; Business; Medical education; Political science; Medicine","score_opus":0.01911197550600551,"score_gpt":0.22084893048314022,"score_spread":0.2017369549771347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614393890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89315057,0.0014543297,0.03582243,0.0273826,0.00575698,0.0007967879,0.0000019705185,0.0036255075,0.032008827],"genre_scores_gemma":[0.99672425,0.00001841498,0.0029253385,0.00007987708,0.000031823118,0.000044836317,4.3170434e-7,0.0000122916745,0.00016272545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936473,0.0000017884549,0.0001390831,0.00011420309,0.00013577657,0.0002444131],"domain_scores_gemma":[0.99977905,0.000018962126,0.000006538597,0.00009974761,0.000021836027,0.00007384747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010926364,0.00008430257,0.000061754006,0.00011407463,0.000053784403,0.000029068267,0.00027608374,0.00003512003,0.00003267322],"category_scores_gemma":[0.00007036846,0.00006084183,0.000010393485,0.0009365711,0.000035373178,0.00007206985,0.000052414995,0.00017965735,0.000060176706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015660913,0.00015680952,0.03744177,0.0006984972,0.0000901209,0.00004489462,0.0076800147,0.3430498,0.18434918,0.18213998,0.03221368,0.2121196],"study_design_scores_gemma":[0.00063903036,0.00004013686,0.09679409,0.00015997347,0.0000044322023,0.000022929311,0.0021220543,0.7195497,0.041892514,0.00018450286,0.1377557,0.0008349219],"about_ca_topic_score_codex":5.889215e-7,"about_ca_topic_score_gemma":0.0000030200229,"teacher_disagreement_score":0.37649992,"about_ca_system_score_codex":0.0000733063,"about_ca_system_score_gemma":0.000056284887,"threshold_uncertainty_score":0.24810578},"labels":[],"label_agreement":null},{"id":"W2614467873","doi":"10.18260/1-2--170","title":"Benchmarking International Industrial Engineering Programs","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Benchmarking; Accreditation; Standardization; Curriculum; Inclusion (mineral); Order (exchange); Engineering education; Engineering management; Political science; Engineering; Business; Computer science; Economic growth; Marketing; Sociology; Economics; Finance; Social science","score_opus":0.025672282139932865,"score_gpt":0.19733251984758424,"score_spread":0.17166023770765138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614467873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5903752,0.00037448725,0.23338942,0.007873067,0.026682906,0.0011416366,0.000009723165,0.013317074,0.12683648],"genre_scores_gemma":[0.9921271,0.0000106888765,0.0068234596,0.000121736324,0.00079397,0.000026229949,0.000026686574,0.000022390124,0.00004770926],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995179,0.0000015465725,0.00013225718,0.00009524606,0.00011717737,0.00013583642],"domain_scores_gemma":[0.9998087,0.0000063723737,0.000006940893,0.000047810765,0.0000149834905,0.00011516773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000031698404,0.0000950275,0.00006766906,0.000036491252,0.000010913206,0.00004491206,0.000121375204,0.000044670833,0.0003860057],"category_scores_gemma":[0.000017651597,0.00009769741,0.000026664735,0.00016372844,0.0000029991445,0.00007492398,0.000018856064,0.00012996886,0.00007325922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008606507,0.00010382232,0.015326899,0.00015220411,0.00044770405,0.000023181166,0.00405638,0.49603298,0.009520007,0.0075684027,0.12947151,0.3372883],"study_design_scores_gemma":[0.00035026795,0.0000216957,0.0013482823,0.000033169938,0.000005698556,0.0000052409328,0.00010842234,0.53555036,0.0023238943,0.0000045341594,0.45990086,0.00034758283],"about_ca_topic_score_codex":0.0000012573186,"about_ca_topic_score_gemma":2.721061e-7,"teacher_disagreement_score":0.4017519,"about_ca_system_score_codex":0.000044986245,"about_ca_system_score_gemma":0.000010714634,"threshold_uncertainty_score":0.42264917},"labels":[],"label_agreement":null},{"id":"W2615250391","doi":"10.18260/1-2--16642","title":"The Challenge Of Consistent Grading In Real World, Open Ended Design With Multiple And Multi Disciplinary Instruction","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Grading (engineering); Discipline; Engineering; Sociology","score_opus":0.056113240690040186,"score_gpt":0.26313778430742646,"score_spread":0.20702454361738626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615250391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94458777,0.0005272737,0.039767854,0.0030942888,0.00045677795,0.0015407135,0.0000031341328,0.00034738125,0.009674823],"genre_scores_gemma":[0.98043066,0.00017460827,0.01926203,0.0000078315525,0.000009275434,0.00004585968,0.0000016459248,0.0000107362375,0.000057336183],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958557,0.000013354324,0.00014930178,0.00009961671,0.0000574402,0.000094690695],"domain_scores_gemma":[0.9997953,0.00005254848,0.000017665427,0.00006918632,0.000012658781,0.000052629235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000085528816,0.00007781113,0.000098320466,0.000035699595,0.000037421545,0.000024866187,0.00009221579,0.00001617446,0.0000055476735],"category_scores_gemma":[0.000011315507,0.00005256172,0.000007762351,0.00016667442,0.000019509715,0.00007177646,0.000043259,0.000074197254,9.2627806e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062875217,0.0006422993,0.2569489,0.0016239048,0.00071817916,0.000044026692,0.08599691,0.47573817,0.012972201,0.032499902,0.003702219,0.12848455],"study_design_scores_gemma":[0.0032065732,0.00013810908,0.28283194,0.00019114514,0.000016039488,0.0000072945822,0.005466741,0.7018703,0.004549797,0.00010740648,0.0011602229,0.0004544012],"about_ca_topic_score_codex":0.00003749084,"about_ca_topic_score_gemma":0.0004870493,"teacher_disagreement_score":0.22613217,"about_ca_system_score_codex":0.000041857387,"about_ca_system_score_gemma":0.00001704415,"threshold_uncertainty_score":0.21434048},"labels":[],"label_agreement":null},{"id":"W2615447603","doi":"10.18260/1-2--4665","title":"Entrepreneurship Curricula And Competitions In The Faculty Of Engineering Of The University Of Ottawa","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Einaudi Institute for Economics and Finance","keywords":"Creativity; Entrepreneurship; Curriculum; Endowment; Engineering education; Accreditation; Engineering; Engineering ethics; Engineering management; Mathematics education; Management; Medical education; Sociology; Political science; Pedagogy; Psychology; Medicine","score_opus":0.010305436115445363,"score_gpt":0.1817476631358729,"score_spread":0.17144222702042755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615447603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954915,0.00009089966,0.0019911202,0.0005915864,0.000060140985,0.000097208984,0.000011258436,0.000030082065,0.0016362203],"genre_scores_gemma":[0.99931234,0.000015829575,0.00064154976,0.000011550609,0.0000036933668,4.711041e-7,0.000002156407,0.000002874513,0.000009539485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9997334,0.000008678465,0.00009793157,0.000042826243,0.00006937945,0.00004777104],"domain_scores_gemma":[0.99984956,0.00002744856,0.00001670638,0.00007192466,0.000016156475,0.000018182032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004125495,0.000044937668,0.00007499899,0.000019582287,0.0000078472085,0.0000014006083,0.00011634946,0.000016224076,0.000035343353],"category_scores_gemma":[0.000017545746,0.00003149352,0.000024394716,0.00022029538,0.000018918232,0.000018805804,0.000017187785,0.00005752948,6.0286084e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032066266,0.00017512975,0.21855386,0.001290749,0.00009012672,0.000002222575,0.031084012,0.6622937,0.02059799,0.058703437,0.006052456,0.0011531597],"study_design_scores_gemma":[0.00035990943,0.000015431413,0.9377599,0.00014451507,0.000020950369,0.0000031703746,0.0032698552,0.03880407,0.013183686,0.000015921389,0.0062842714,0.00013831597],"about_ca_topic_score_codex":0.000013110533,"about_ca_topic_score_gemma":0.000008182335,"teacher_disagreement_score":0.71920604,"about_ca_system_score_codex":0.000007142467,"about_ca_system_score_gemma":0.0000066235316,"threshold_uncertainty_score":0.12842685},"labels":[],"label_agreement":null},{"id":"W2615961823","doi":"10.18260/1-2--952","title":"Tac Abet Accreditation – A New Process, A New Beginning","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering; Commission; Process (computing); Quarter (Canadian coin); Engineering management; Engineering education; Downtown; Graduation (instrument); Medical education; Political science; Computer science; Medicine; Mechanical engineering; Law","score_opus":0.01447228765930791,"score_gpt":0.21950701296041256,"score_spread":0.20503472530110464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615961823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.119243376,0.0011302687,0.7917055,0.021972155,0.002494511,0.0005776704,0.0000029326002,0.006275779,0.056597788],"genre_scores_gemma":[0.966254,0.000027174841,0.029393788,0.0009933505,0.000812329,0.00001737303,0.000029636265,0.000045899626,0.002426452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995252,0.0000017062202,0.0001213699,0.000105695355,0.000109060216,0.00013695979],"domain_scores_gemma":[0.99966687,0.000007718941,0.000010389671,0.00005671877,0.000017193699,0.00024109863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000018898147,0.000099522214,0.00007974776,0.000032083306,0.0000164417,0.00003581943,0.00008549489,0.00003365678,0.00046291048],"category_scores_gemma":[0.000032190223,0.0000997829,0.000019271503,0.0002725708,0.0000023786563,0.00012729829,0.0000070571505,0.00008248434,0.00022761655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019318404,0.000008679909,0.0005999878,0.00012564707,0.000037460402,0.0000017348415,0.008177179,0.075124756,0.001309485,0.0008092456,0.89585304,0.017950833],"study_design_scores_gemma":[0.0013517839,0.000074761934,0.015825411,0.0001321963,0.00003817464,0.000011608314,0.0020822485,0.22895212,0.015228753,0.0007005527,0.73439246,0.0012099168],"about_ca_topic_score_codex":0.000007646565,"about_ca_topic_score_gemma":0.000001762213,"teacher_disagreement_score":0.8470106,"about_ca_system_score_codex":0.000028696593,"about_ca_system_score_gemma":0.00012317668,"threshold_uncertainty_score":0.5068545},"labels":[],"label_agreement":null},{"id":"W2616025457","doi":"10.18260/1-2--1186","title":"Collaborative Class Projects Between The Manufacturing Engineering Program And The Child Development Program","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Development (topology); Engineering management; Software engineering; Manufacturing engineering; Engineering; Systems engineering; Artificial intelligence","score_opus":0.007317584843952121,"score_gpt":0.2132774900194592,"score_spread":0.20595990517550708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616025457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013093,0.0027830163,0.010780779,0.02757957,0.0013497707,0.014441734,0.000014058253,0.011842917,0.029898837],"genre_scores_gemma":[0.98298734,0.000054090255,0.015173081,0.00020227882,0.00018423729,0.0012892261,0.00001537176,0.000044156695,0.000050188308],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990209,0.000018703819,0.00026033554,0.0001967421,0.00019752946,0.0003058372],"domain_scores_gemma":[0.9996009,0.000072006456,0.000025995214,0.00013647084,0.000032377506,0.00013227767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016944583,0.00024281969,0.00019539848,0.00003615032,0.00016215387,0.00016902926,0.00021292252,0.00005566217,0.000014918606],"category_scores_gemma":[0.00003286359,0.00013699192,0.00003152261,0.00033656368,0.000047706057,0.000078504345,0.00006737958,0.00030747548,0.00001951345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004573778,0.0002447839,0.0032432815,0.001864493,0.0018589235,0.000011676942,0.0724609,0.060385745,0.00010089691,0.006144526,0.013035533,0.84060353],"study_design_scores_gemma":[0.0014561841,0.00007268955,0.04917229,0.000128986,0.00005678963,0.0000119276,0.0021560895,0.05887301,0.014739936,0.000008533138,0.87253994,0.0007836525],"about_ca_topic_score_codex":0.0000017263557,"about_ca_topic_score_gemma":0.0000027077606,"teacher_disagreement_score":0.8595044,"about_ca_system_score_codex":0.000055936267,"about_ca_system_score_gemma":0.000044512737,"threshold_uncertainty_score":0.55863684},"labels":[],"label_agreement":null},{"id":"W2616513743","doi":"10.18260/1-2--22016","title":"Teaching Students to be Technology Innovators: Examining Approaches and Identifying Competencies","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; International Council for Canadian Studies; Purdue University; American Society for Engineering Education","keywords":"Commercialization; Revenue; Innovation management; Knowledge management; Entrepreneurship; Business; Marketing; Computer science","score_opus":0.06991567623130666,"score_gpt":0.26286694218071516,"score_spread":0.19295126594940848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616513743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730833,0.000113092174,0.021988546,0.0017027056,0.00016687697,0.00011325373,5.9041014e-7,0.0008427991,0.001988841],"genre_scores_gemma":[0.97225994,0.0000049108025,0.02707768,0.0004780415,0.000037722188,0.000030145944,0.000002306717,0.000020662515,0.00008860339],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938214,0.000005369553,0.00015931018,0.00015973735,0.00012914304,0.00016432042],"domain_scores_gemma":[0.9997877,0.000012149112,0.000009787875,0.000079773985,0.000012636284,0.00009796883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010149101,0.00011814994,0.000120526245,0.00014964149,0.000054816566,0.00006677275,0.00016257123,0.00004440933,0.000017214652],"category_scores_gemma":[0.000042255644,0.00011862875,0.000007527593,0.00035788826,0.0000109077,0.00007808829,0.000112875714,0.00017453977,0.000018295763],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009312301,0.00026168508,0.37050816,0.0022337083,0.0008268466,0.000039192902,0.1618552,0.025732428,0.16379492,0.080866024,0.021911116,0.1719614],"study_design_scores_gemma":[0.0026296189,0.00044353394,0.29153016,0.0007175402,0.00011181614,0.000128876,0.21104804,0.091979496,0.07575603,0.00041037786,0.3200644,0.0051801247],"about_ca_topic_score_codex":0.0000031155535,"about_ca_topic_score_gemma":0.0000019990846,"teacher_disagreement_score":0.29815328,"about_ca_system_score_codex":0.000032164568,"about_ca_system_score_gemma":0.00000677486,"threshold_uncertainty_score":0.48375398},"labels":[],"label_agreement":null},{"id":"W2617454554","doi":"10.18260/1-2--2987","title":"Using Regional Technical Conferences To Augment Aerospace Design Projects","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Homewood Research Institute","funders":"","keywords":"Augment; Aerospace; Computer science; Systems engineering; Engineering; Aerospace engineering","score_opus":0.144879171930231,"score_gpt":0.2849539095118462,"score_spread":0.14007473758161518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617454554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013717752,0.000056554803,0.9770928,0.003152249,0.00023695684,0.00034554212,5.90801e-7,0.0008026419,0.004594882],"genre_scores_gemma":[0.8083851,0.0000068844024,0.19079433,0.0006155039,0.00006119193,0.000037921112,0.0000017774803,0.000014720107,0.00008260474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994756,0.000006550053,0.0001114554,0.00012660988,0.00013037001,0.00014942001],"domain_scores_gemma":[0.99972737,0.000011650667,0.000006649705,0.000064976375,0.000023830915,0.00016553578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000048183712,0.00010000397,0.000087592045,0.000032731725,0.000021790649,0.000027738426,0.000094654395,0.000034761095,0.00012548956],"category_scores_gemma":[0.000017958831,0.00009067169,0.000017510212,0.00021372101,0.0000064477176,0.000035379744,0.000018176528,0.0000707246,0.00007752255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011607624,0.00006399581,0.0004696804,0.00013800392,0.000060632407,0.000006841812,0.0027474149,0.6550864,0.085177466,0.010270936,0.2438658,0.002101235],"study_design_scores_gemma":[0.0008884017,0.00031858825,0.0072172526,0.0002775364,0.00004380395,0.000057061454,0.002730741,0.6695954,0.091120996,0.00009527482,0.22556132,0.0020936127],"about_ca_topic_score_codex":0.0000035983426,"about_ca_topic_score_gemma":0.000001516586,"teacher_disagreement_score":0.7946673,"about_ca_system_score_codex":0.00007219799,"about_ca_system_score_gemma":0.00007685842,"threshold_uncertainty_score":0.3697484},"labels":[],"label_agreement":null},{"id":"W2619218705","doi":"10.18260/1-2--13494","title":"Gis And Undergraduate Engineering Recruitment","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Engineering education; Accreditation; Session (web analytics); Geographic information system; Undergraduate research; Entry Level; Computer science; Engineering; Library science; Engineering management; Medical education; Geography; World Wide Web; Medicine; Cartography","score_opus":0.027919314046371737,"score_gpt":0.21624326068793015,"score_spread":0.1883239466415584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619218705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5515676,0.0036290924,0.34351146,0.031682212,0.0030869304,0.0015460635,0.000009539185,0.01020746,0.054759588],"genre_scores_gemma":[0.9905378,0.00015924688,0.008772035,0.0002585417,0.000051580817,0.000037525213,0.0000032375108,0.000021954416,0.00015805705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.999651,0.0000015759342,0.00008929329,0.00008725949,0.00005693692,0.00011389719],"domain_scores_gemma":[0.9997978,0.000008641298,0.0000037101793,0.000048571208,0.0000064845367,0.0001347993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001985316,0.00008891196,0.000070011534,0.000023323404,0.000011650115,0.000020871545,0.000038982296,0.000021056641,0.00006243124],"category_scores_gemma":[0.000008884544,0.000086680935,0.0000124175895,0.000103947146,0.000003200754,0.000041381907,0.000012895316,0.00006119332,0.000055622473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007442242,0.00008840564,0.003446649,0.0016882851,0.0005873851,0.000036589365,0.008998048,0.5374798,0.05561206,0.067099035,0.22226183,0.10269447],"study_design_scores_gemma":[0.0004205443,0.00003798691,0.008144451,0.000038743747,0.000015529247,0.000013628748,0.00018918351,0.48532,0.011340051,0.00007332645,0.49377427,0.00063228904],"about_ca_topic_score_codex":8.6698856e-7,"about_ca_topic_score_gemma":3.2198957e-7,"teacher_disagreement_score":0.43897018,"about_ca_system_score_codex":0.000024451834,"about_ca_system_score_gemma":0.0000048653674,"threshold_uncertainty_score":0.3534746},"labels":[],"label_agreement":null},{"id":"W2622853986","doi":"10.1080/03043797.2017.1299692","title":"Formative feedback and scaffolding for developing complex problem solving and modelling outcomes","year":2017,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"DuPont","keywords":"Formative assessment; Teamwork; Mathematics education; Class (philosophy); Task (project management); Process (computing); Engineering education; Computer science; Problem-based learning; Psychology; Engineering management; Engineering; Artificial intelligence; Systems engineering; Management","score_opus":0.027733430291069974,"score_gpt":0.25112707025932124,"score_spread":0.22339363996825126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622853986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53908736,0.0005401646,0.4578782,0.00034803097,0.0011105726,0.00016649389,0.0000016244528,0.00007554204,0.00079204],"genre_scores_gemma":[0.7883358,0.00014277307,0.21129826,0.000016330005,0.00013154557,0.0000041412927,0.0000025796835,0.000037318256,0.000031273674],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993039,0.000009971322,0.0003467754,0.000087399894,0.00008713101,0.0001648689],"domain_scores_gemma":[0.9994716,0.00004568616,0.0001544263,0.00011209312,0.00012286144,0.00009331063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043788302,0.00015436683,0.00018045738,0.00015575155,0.00016900596,0.00021474967,0.00015139903,0.000019097051,0.00000170747],"category_scores_gemma":[0.00008012599,0.00014985804,0.00003508516,0.000035279056,0.000013810499,0.00042814156,0.000029854478,0.00011236931,0.0000011872523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019133646,0.00011358129,0.006485982,0.004078866,0.0006237858,0.0000070499823,0.0241031,0.79071283,0.011020879,0.009604915,0.007567956,0.1456619],"study_design_scores_gemma":[0.0021969806,0.00014657436,0.37311244,0.0028958556,0.00013849905,0.0004335956,0.0024154324,0.5781002,0.0017545446,0.00046408683,0.03677075,0.0015710522],"about_ca_topic_score_codex":8.435482e-7,"about_ca_topic_score_gemma":2.1757009e-7,"teacher_disagreement_score":0.36662644,"about_ca_system_score_codex":0.000079418234,"about_ca_system_score_gemma":0.000043475666,"threshold_uncertainty_score":0.61110336},"labels":[],"label_agreement":null},{"id":"W2622880228","doi":"10.24908/pceea.v0i0.9525","title":"SUPPORTING ENGINEERING STUDENT LEADERS TO INFLUENCE ORGANIZATIONAL CULTURE THROUGH A CO-CURRICULAR LEADERSHIP PROGRAM","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Experiential learning; Leverage (statistics); Leadership style; Shared leadership; Leadership studies; Organizational culture; Educational leadership; Government (linguistics); Pedagogy; Psychology; Public relations; Political science; Computer science","score_opus":0.009723288800657088,"score_gpt":0.26263647538795654,"score_spread":0.25291318658729944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622880228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98499984,0.00021006685,0.00041044713,0.0034238591,0.003975104,0.0016514607,0.000031946274,0.0012308343,0.004066423],"genre_scores_gemma":[0.98971933,0.0000067341457,0.007941517,0.00053570216,0.00043376355,0.00023870304,0.000025633193,0.00009200878,0.001006586],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99796844,0.0000047986623,0.00048696896,0.0002917069,0.00056833075,0.00067973166],"domain_scores_gemma":[0.9983264,0.000024809293,0.00016606732,0.00015325751,0.000967424,0.00036203174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033298312,0.0003150864,0.00023576934,0.0003270094,0.00019560714,0.00018539785,0.00050901825,0.00021241885,0.00006251169],"category_scores_gemma":[0.00087866874,0.000324154,0.00008682671,0.0014926755,0.000028026636,0.00034457177,0.000030435725,0.00034308792,0.00006852799],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000469005,0.00046800706,0.34818035,0.0022641972,0.0008913068,8.982255e-7,0.06679927,0.15637635,0.03900892,0.016431788,0.3678152,0.001759014],"study_design_scores_gemma":[0.00069863105,0.00015477653,0.50236964,0.001460864,0.00018749936,0.000036549613,0.008041342,0.016858432,0.057964034,0.000104172956,0.40967798,0.002446093],"about_ca_topic_score_codex":0.00033854146,"about_ca_topic_score_gemma":0.00033679805,"teacher_disagreement_score":0.15418927,"about_ca_system_score_codex":0.0027537986,"about_ca_system_score_gemma":0.00046096698,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W2623186459","doi":"10.18260/1-2--6791","title":"Sources Of Industrial Projects For Dfma Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Course (navigation); Session (web analytics); Quarter (Canadian coin); Work (physics); Engineering; Engineering management; Capstone course; Computer science; World Wide Web; Mechanical engineering","score_opus":0.040222312779723,"score_gpt":0.23650165762455783,"score_spread":0.19627934484483484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623186459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94501114,0.00023864965,0.03932126,0.0022692746,0.0013725306,0.00077410747,0.000016742708,0.000913138,0.010083145],"genre_scores_gemma":[0.9956422,0.000003788401,0.003944352,0.00006615095,0.00014927216,0.000054983808,0.0000046632413,0.000012263923,0.000122326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997235,0.0000014903087,0.00009776939,0.000050768507,0.000050316063,0.00007618652],"domain_scores_gemma":[0.99987376,0.000013359985,0.000008947285,0.000036886948,0.00001842362,0.00004859627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000027079017,0.000051490766,0.00007123505,0.000014593295,0.000007347969,0.0000062620556,0.000051091047,0.00003240193,0.00008217163],"category_scores_gemma":[0.000021938213,0.000046829053,0.00002137233,0.000091703565,0.0000050012477,0.000024369352,0.000004752745,0.00003723367,0.0000075030052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027457412,0.00015829245,0.013860567,0.0007762981,0.00030060235,0.0000014712264,0.01197017,0.07362832,0.0057413685,0.007639381,0.84856164,0.037334412],"study_design_scores_gemma":[0.0034683812,0.00031480606,0.00559821,0.0001327146,0.00008347541,0.0000053749172,0.0040675853,0.17848308,0.21736073,0.00007439079,0.5893713,0.0010399147],"about_ca_topic_score_codex":0.0000012038546,"about_ca_topic_score_gemma":4.4394517e-7,"teacher_disagreement_score":0.25919032,"about_ca_system_score_codex":0.00000810725,"about_ca_system_score_gemma":0.000028590486,"threshold_uncertainty_score":0.19096333},"labels":[],"label_agreement":null},{"id":"W2623349941","doi":"10.18260/1-2--4952","title":"Engineering Design Case Implementation: Observations, Results, And Perspectives","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Engineering education; Engineering design process; Curriculum; Work (physics); Engineering management; Process (computing); Computer science; Software engineering; Engineering; Mechanical engineering; Pedagogy","score_opus":0.06589827860476427,"score_gpt":0.2478879775444786,"score_spread":0.18198969893971434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623349941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23278208,0.0019991759,0.7488425,0.010066561,0.0005592616,0.0007448878,0.000033032124,0.0030145312,0.0019579944],"genre_scores_gemma":[0.92512,0.00009878942,0.0744854,0.000108587585,0.000075804164,0.00003170428,0.000010266691,0.00001937814,0.000050095987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955845,0.0000052143364,0.0001489532,0.00012179008,0.00005634009,0.00010923741],"domain_scores_gemma":[0.9997691,0.000032456654,0.000008218946,0.00005921442,0.000024873772,0.00010613601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060992148,0.0000944574,0.000067199486,0.000033008244,0.00003326215,0.00003627639,0.00003447227,0.000021096754,0.00008853699],"category_scores_gemma":[0.0000318186,0.00009821119,0.00001171678,0.00016855742,0.0000044944936,0.000104881234,0.000010720719,0.000062057996,0.000014354055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019652143,0.00006138832,0.0011218375,0.00047441962,0.00038175753,0.0004064497,0.0909968,0.6355576,0.010788315,0.026293248,0.21038699,0.023511574],"study_design_scores_gemma":[0.002032715,0.000098444005,0.02045096,0.000034558645,0.00004955444,0.0007206856,0.045303766,0.8339091,0.009785556,0.000031694442,0.086329624,0.0012533584],"about_ca_topic_score_codex":0.0000057090465,"about_ca_topic_score_gemma":0.0000019494278,"teacher_disagreement_score":0.6923379,"about_ca_system_score_codex":0.000036727863,"about_ca_system_score_gemma":0.000012905191,"threshold_uncertainty_score":0.40049362},"labels":[],"label_agreement":null},{"id":"W2626709964","doi":"10.18260/1-2--4842","title":"Integration Of An Innovative Engineering Program In A Suny College","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Accreditation; Curriculum; Engineering education; Multidisciplinary approach; Engineering management; Work (physics); Computer science; Institution; Workforce; Engineering ethics; Engineering; Pedagogy; Medical education; Sociology; Mechanical engineering; Political science","score_opus":0.011802118240261455,"score_gpt":0.237339924311203,"score_spread":0.22553780607094154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626709964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98252654,0.00002535721,0.013430782,0.00015152046,0.00016018118,0.0002893643,0.000004078038,0.00058114284,0.0028310218],"genre_scores_gemma":[0.9668787,0.0000031063369,0.032960918,0.00003096432,0.000021212723,0.0000618296,0.000015088208,0.000014582499,0.0000135760665],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995498,0.0000036901456,0.0001953622,0.00008013261,0.00007078809,0.00010021954],"domain_scores_gemma":[0.9998272,0.000008076299,0.000010547634,0.000055858884,0.00004506758,0.00005324884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004365033,0.0000850331,0.00010457233,0.000093376664,0.000003889212,0.000006671806,0.00006528702,0.000034035485,0.00004461256],"category_scores_gemma":[0.000031786563,0.00008391658,0.000010549088,0.0008908869,0.0000042537145,0.00010422436,0.0000070198744,0.0000946226,0.000004195467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023002014,0.0006410067,0.0023105647,0.00092565635,0.00012027173,0.000018008988,0.028735533,0.59114796,0.22591045,0.04778675,0.003638771,0.098742045],"study_design_scores_gemma":[0.0003291055,0.00009763765,0.02461854,0.000052630327,0.000001995914,0.0000013981311,0.0008646748,0.91781384,0.050616123,0.000009369803,0.0053537274,0.00024098268],"about_ca_topic_score_codex":0.000004490002,"about_ca_topic_score_gemma":0.000009297481,"teacher_disagreement_score":0.32666588,"about_ca_system_score_codex":0.00004203975,"about_ca_system_score_gemma":0.000018733856,"threshold_uncertainty_score":0.3422019},"labels":[],"label_agreement":null},{"id":"W2662883094","doi":"10.23977/aetp.2017.11001","title":"Coherence Design of CNC Technology Professional Curriculum","year":2017,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Curriculum; Vocational education; Coherence (philosophical gambling strategy); Machining; Plan (archaeology); Engineering; Process (computing); Numerical control; Computer science; Mathematics education; Manufacturing engineering; Engineering drawing; Engineering management; Pedagogy; Mechanical engineering; Psychology","score_opus":0.011075753649897694,"score_gpt":0.33249304076329433,"score_spread":0.3214172871133966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2662883094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8989533,0.028366303,0.02752777,0.0241105,0.009063169,0.00073339563,0.000010835843,0.00048199645,0.010752696],"genre_scores_gemma":[0.97856075,0.0013264308,0.019638846,0.000044867607,0.000030073421,0.00022402337,0.0000041819444,0.000010835008,0.000160025],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992859,0.000011300788,0.00023635522,0.0002108473,0.00005874436,0.00019686566],"domain_scores_gemma":[0.99943715,0.00004171468,0.00008523817,0.000337306,0.000069874375,0.00002874006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000111430934,0.00012369947,0.00016924192,0.0005568069,0.00009878317,0.0000055136206,0.00038061725,0.00024341115,0.00007771557],"category_scores_gemma":[0.00015800932,0.00012308323,0.000010142887,0.00037191022,0.0004078881,0.0001532232,0.00004115979,0.00027406364,0.000014595716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013737359,0.0005562062,0.5920045,0.00015751318,0.000048131667,0.0000046877017,0.00026160668,0.0021187917,0.0045464956,0.2981449,0.0036228953,0.09852053],"study_design_scores_gemma":[0.0012689293,0.00016522827,0.45910242,0.00036203506,0.0000148121635,0.00022714493,0.0005800955,0.0013663538,0.0037042396,0.48990947,0.042562205,0.0007370592],"about_ca_topic_score_codex":9.028059e-7,"about_ca_topic_score_gemma":0.000004555018,"teacher_disagreement_score":0.19176456,"about_ca_system_score_codex":0.000024898454,"about_ca_system_score_gemma":0.00005767233,"threshold_uncertainty_score":0.50191885},"labels":[],"label_agreement":null},{"id":"W2668666886","doi":"10.21300/19.1.2017.363","title":"Adapting The Industrial Stage-Gate <sup>®</sup> Process To Create A Novel Master’S Degree Innovation Curriculum","year":2017,"lang":"en","type":"article","venue":"Technology & Innovation","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Domtar (Canada)","funders":"","keywords":"Degree (music); Process (computing); Curriculum; Stage (stratigraphy); Manufacturing engineering; Engineering; Computer science; Engineering management; Physics; Sociology; Pedagogy; Programming language; Geology","score_opus":0.06805642962926865,"score_gpt":0.28430195467848124,"score_spread":0.21624552504921257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2668666886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711738,0.0000142771305,0.02135358,0.0035610502,0.0005856417,0.0005314156,0.000008425638,0.0009809798,0.0017907814],"genre_scores_gemma":[0.99616194,0.0000032021833,0.002621778,0.00015640291,0.00019421581,0.0003224714,0.00004083993,0.000046495203,0.0004526325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850017,0.0000071819804,0.00058366376,0.00028783057,0.00023321327,0.0003879496],"domain_scores_gemma":[0.99857783,0.0000140815255,0.00022054062,0.0006450262,0.0005143467,0.000028164037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005125162,0.000255969,0.00019938251,0.00094893493,0.00042619614,0.00015905015,0.0006484852,0.00031136972,0.00003773009],"category_scores_gemma":[0.00066846964,0.00022248989,0.000018988421,0.0029377046,0.00007383083,0.00030934933,0.000115165196,0.0005710449,0.0000645172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044152508,0.00043594014,0.07171605,0.00038481038,0.000503853,0.000014211655,0.0051272255,0.2538902,0.05460701,0.2748869,0.015449423,0.32294026],"study_design_scores_gemma":[0.01022089,0.0006777099,0.097346075,0.0023613877,0.00023323268,0.00020974314,0.019390479,0.4223634,0.19428614,0.006579672,0.24008013,0.0062511344],"about_ca_topic_score_codex":0.000018773817,"about_ca_topic_score_gemma":0.000007980886,"teacher_disagreement_score":0.3166891,"about_ca_system_score_codex":0.00017238953,"about_ca_system_score_gemma":0.000084245425,"threshold_uncertainty_score":0.9072874},"labels":[],"label_agreement":null},{"id":"W26748892","doi":"10.1111/add.13310","title":"Medium of instruction as determinant of student throughput at the Vaal University of Technology","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Throughput; Mathematics education; Computer science; Psychology; Telecommunications","score_opus":0.004487967947973862,"score_gpt":0.21796143818064448,"score_spread":0.2134734702326706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26748892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99291444,0.00026322904,0.00009825098,0.000018857207,0.0009354522,0.00012781048,0.0000038200214,0.00005504875,0.0055831163],"genre_scores_gemma":[0.9949492,0.0010486468,0.0005825256,9.9325e-7,0.000010978459,0.0000023996727,0.000057355785,0.000014812968,0.0033330556],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99942183,0.000005266112,0.00022558834,0.00009212533,0.00017419449,0.00008102038],"domain_scores_gemma":[0.99958134,0.000012262692,0.000111351525,0.00017727212,0.0001012616,0.000016533275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003518005,0.0001143583,0.00021574844,0.00015270404,0.000026177591,8.026339e-7,0.00018732135,0.00017253745,0.0001594537],"category_scores_gemma":[0.000006725524,0.00009628551,0.00005638839,0.00022224145,0.00004559258,0.0000216545,0.00002262531,0.00011218926,0.0000063022326],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045263537,0.0023457175,0.05586464,0.018708793,0.0061581177,0.0000858201,0.19589618,0.0721166,0.3463138,0.025272505,0.050310496,0.2264747],"study_design_scores_gemma":[0.0009555604,0.0001589632,0.24317451,0.00054491084,0.0001878874,0.00006359212,0.043212656,0.00043265737,0.69388044,0.000078285586,0.016723998,0.00058650953],"about_ca_topic_score_codex":0.000062665415,"about_ca_topic_score_gemma":0.00026864352,"teacher_disagreement_score":0.34756666,"about_ca_system_score_codex":0.00010468808,"about_ca_system_score_gemma":0.0000824542,"threshold_uncertainty_score":0.39264092},"labels":[],"label_agreement":null},{"id":"W2675229086","doi":"10.18260/p.25870","title":"Peer Feedback on Teamwork Behaviors: Reactions and Intentions to Change","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Teamwork; Peer feedback; Peer assessment; Accreditation; Computer science; Graduation (instrument); Variety (cybernetics); Interpersonal communication; Knowledge management; Psychology; Medical education; Engineering; Mathematics education","score_opus":0.02049435575674698,"score_gpt":0.2504410779672849,"score_spread":0.22994672221053788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2675229086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85029566,0.000114601324,0.028188124,0.039127607,0.0046609007,0.00079810945,0.000024291285,0.002468957,0.07432172],"genre_scores_gemma":[0.9799424,0.000038719318,0.002063628,0.00017825972,0.00009190899,0.00017237828,0.0000021055514,0.000019740317,0.017490888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995872,0.0000032517337,0.00008582327,0.00009244569,0.00011246093,0.00011886859],"domain_scores_gemma":[0.9997188,0.000019642572,0.0000043496257,0.00010575353,0.000043382744,0.000108084176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006540509,0.00007665891,0.00005002062,0.00009183925,0.000029494635,0.000016750597,0.000038753686,0.000029104463,0.0003020199],"category_scores_gemma":[0.000036583027,0.00005440433,0.000015206433,0.000117053714,0.000005770639,0.00006321745,0.000010803927,0.000042821972,0.0003909769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008820119,0.0003266842,0.007008587,0.00008267228,0.000100213314,0.0000038194557,0.0042202026,0.0006390091,0.04036606,0.016756356,0.73454374,0.19594386],"study_design_scores_gemma":[0.00023531468,0.000044152912,0.20802668,0.00022580381,0.000011448288,0.0000100546495,0.0004184135,0.000105528045,0.0040062163,0.00004778913,0.7865003,0.00036834992],"about_ca_topic_score_codex":0.000007783331,"about_ca_topic_score_gemma":0.000012751331,"teacher_disagreement_score":0.2010181,"about_ca_system_score_codex":0.00006508556,"about_ca_system_score_gemma":0.000004071995,"threshold_uncertainty_score":0.50253475},"labels":[],"label_agreement":null},{"id":"W2724944861","doi":"10.18260/1-2--12853","title":"Linkages Of Undergraduate Students With Industry: The Mmo Connections Program At The University Of Toronto","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Session (web analytics); Curriculum; Engineering education; Vocational education; Engineering; Engineering management; Medical education; Sociology; Pedagogy; Computer science; Political science; Medicine; World Wide Web","score_opus":0.009500572902871278,"score_gpt":0.21991553759106855,"score_spread":0.21041496468819726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724944861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809251,0.00023733223,0.0017708594,0.006020809,0.00015260663,0.0004141225,0.000004658636,0.00027000497,0.010204531],"genre_scores_gemma":[0.9986769,0.00006179644,0.00036110624,0.000028531109,0.000010094342,0.000003120453,0.0000021112112,0.0000059138683,0.00085042015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9997131,0.000008464408,0.0000606471,0.00005038405,0.00010645389,0.000060931823],"domain_scores_gemma":[0.9998108,0.000019018813,0.000016558886,0.00009272971,0.000027480923,0.000033399832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000032663043,0.0000525957,0.000058851932,0.0000037148247,0.000044236793,0.000005548855,0.0001438948,0.000030125275,0.00016730637],"category_scores_gemma":[0.000004335611,0.000030325524,0.000016752923,0.00009431407,0.000031206724,0.000026905109,0.00003075455,0.00008427065,0.000005151905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005414556,0.0010448998,0.23872064,0.00087817275,0.0031024022,0.0000078152825,0.055198092,0.37818915,0.0033924633,0.016494049,0.278146,0.02477218],"study_design_scores_gemma":[0.0014808651,0.0004168332,0.58033955,0.000116457806,0.00019743711,0.000009359056,0.032388162,0.015873725,0.008979006,0.000026148122,0.3596094,0.00056305225],"about_ca_topic_score_codex":0.00014741818,"about_ca_topic_score_gemma":0.0005478537,"teacher_disagreement_score":0.36231542,"about_ca_system_score_codex":0.000049766466,"about_ca_system_score_gemma":0.000016461921,"threshold_uncertainty_score":0.18318874},"labels":[],"label_agreement":null},{"id":"W2725263157","doi":"10.18260/1-2--34","title":"Conceptual Framework For The Internationally Educated Engineers Qualification Pilot Program, University Of Manitoba, Canada","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Context (archaeology); Government (linguistics); Conceptual framework; Work (physics); License; Engineering; Engineering education; Engineering management; Engineering ethics; Computer science; Sociology; Mechanical engineering; Social science","score_opus":0.025726187076220212,"score_gpt":0.21978505432277415,"score_spread":0.19405886724655394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725263157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09455089,0.00024076286,0.89389265,0.007185414,0.0015644605,0.00094547035,0.000040672134,0.0005360356,0.0010436389],"genre_scores_gemma":[0.98228717,0.000019142553,0.017362049,0.0001368481,0.000058969756,0.000014706882,0.000033901884,0.000011079456,0.00007615292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963325,0.000004217098,0.00010072378,0.000073350966,0.00010112329,0.00008735279],"domain_scores_gemma":[0.9996706,0.00010541963,0.00001971042,0.00007075525,0.00007555169,0.000057931913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000033727298,0.00006846223,0.000063430925,0.000013575321,0.000027819055,0.0000076139017,0.00016789028,0.000020730084,0.000076958306],"category_scores_gemma":[0.00004760925,0.00006202401,0.000019228739,0.00013313342,0.00001701843,0.00002618938,0.0000077383165,0.00007084321,0.000004106627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005242357,0.00022967908,0.0014568877,0.00038877697,0.0007467993,0.0000014660069,0.01224259,0.30841458,0.0015127931,0.3374129,0.31773654,0.019804565],"study_design_scores_gemma":[0.0007466059,0.00015473101,0.034844566,0.000070318245,0.0000676844,0.0000018070363,0.04327654,0.2365273,0.0028730177,0.00013362519,0.68069214,0.00061168906],"about_ca_topic_score_codex":0.008981934,"about_ca_topic_score_gemma":0.021754352,"teacher_disagreement_score":0.88773626,"about_ca_system_score_codex":0.00010515594,"about_ca_system_score_gemma":0.00015415357,"threshold_uncertainty_score":0.99761736},"labels":[],"label_agreement":null},{"id":"W2726916142","doi":"10.18260/1-2--13522","title":"Writing In The Engineering Design Lab: How Problem Based Learning Provides A Context For Student Writing","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Presentation (obstetrics); Session (web analytics); Computer science; Quality (philosophy); Mathematics education; Grammar; Multimedia; Pedagogy; Psychology; World Wide Web; Linguistics","score_opus":0.024240825901483357,"score_gpt":0.22988724849115894,"score_spread":0.20564642258967558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726916142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07233093,0.000443867,0.9181474,0.0053965603,0.0001642371,0.0017870208,0.0000018898127,0.001197352,0.0005307335],"genre_scores_gemma":[0.94395524,0.000006220782,0.054825615,0.00040567585,0.00010709352,0.00061426545,0.0000070441347,0.00004731423,0.00003155394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989913,0.000030790532,0.0002737851,0.0001900504,0.00017732258,0.00033675414],"domain_scores_gemma":[0.99945426,0.00031681897,0.000026044112,0.00008348254,0.000043602133,0.00007576632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000549498,0.0001922663,0.000169837,0.0000717524,0.00006506447,0.00019101078,0.00021117355,0.00004853671,0.000014198206],"category_scores_gemma":[0.0001560327,0.00016226183,0.00004988842,0.00030099976,0.0000056842887,0.00011499607,0.000016480299,0.0002703973,0.000005904754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036786137,0.000030666986,0.0015277972,0.00055457675,0.000028031265,0.000004349674,0.005822077,0.97954565,0.0031583859,0.0009338202,0.0016702189,0.006720764],"study_design_scores_gemma":[0.00062459015,0.00006472789,0.0015562169,0.00017073873,0.000010302675,0.0000027890871,0.0073775463,0.9737423,0.0024034847,0.000004206279,0.013702047,0.0003410279],"about_ca_topic_score_codex":0.0000022944862,"about_ca_topic_score_gemma":0.0000025976021,"teacher_disagreement_score":0.8716243,"about_ca_system_score_codex":0.000081470025,"about_ca_system_score_gemma":0.000035690926,"threshold_uncertainty_score":0.6616845},"labels":[],"label_agreement":null},{"id":"W2728970448","doi":"10.18260/1-2--15787","title":"The Challenge Of Teaching Sustainable Development Using A Multidisciplinary Project With Integrated Process Design","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Multidisciplinary approach; Context (archaeology); Engineering management; Process (computing); Capstone; Work (physics); Computer science; Sustainable development; Capstone course; Engineering; Engineering ethics; Sociology; Mechanical engineering; Political science","score_opus":0.031788707491824025,"score_gpt":0.26692413393694153,"score_spread":0.2351354264451175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728970448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31848633,0.00047583453,0.6712125,0.00058056327,0.00011798291,0.0012515306,6.49133e-7,0.00080700644,0.007067579],"genre_scores_gemma":[0.94014794,0.000011375261,0.05951886,0.000008620802,0.00001620807,0.000078440666,0.0000026312744,0.000028626124,0.00018732676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992385,0.000020830907,0.00021606541,0.00013083013,0.00014964351,0.00024411055],"domain_scores_gemma":[0.9996927,0.00003616087,0.000030173009,0.00008970945,0.000092368246,0.000058924816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002169417,0.00014884413,0.00012390126,0.000049281083,0.00015657188,0.000029944184,0.00015210536,0.00003156953,0.000006887844],"category_scores_gemma":[0.000036408135,0.000089940986,0.000014268636,0.00028465717,0.000017138113,0.000093985946,0.000026880294,0.00017601132,0.0000020553282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010984738,0.00024208442,0.0007741105,0.0024913796,0.0004281092,0.0000337124,0.13345087,0.8425591,0.0018979451,0.0037002906,0.002058633,0.0122539485],"study_design_scores_gemma":[0.00061758736,0.00016492592,0.00046136355,0.00026255584,0.000024740137,0.000011315614,0.07205332,0.8952576,0.020579899,0.000044539956,0.009873173,0.0006489872],"about_ca_topic_score_codex":0.000008607998,"about_ca_topic_score_gemma":0.0000029427295,"teacher_disagreement_score":0.6216616,"about_ca_system_score_codex":0.00010769156,"about_ca_system_score_gemma":0.0003116595,"threshold_uncertainty_score":0.36676872},"labels":[],"label_agreement":null},{"id":"W2729097778","doi":"","title":"Assessing Problem-Solving Skills: Part 2. Assessing the Process of Problem Solving","year":2002,"lang":"en","type":"article","venue":"Chemical Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Process (computing); Management science; Computer science; Mathematics education; Engineering; Psychology","score_opus":0.008977021858481258,"score_gpt":0.25032389629625146,"score_spread":0.2413468744377702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729097778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95864797,0.002627479,0.019190952,0.0004524473,0.0027009463,0.0006953813,0.0000026040839,0.0013560898,0.014326134],"genre_scores_gemma":[0.97662723,0.000054062126,0.022515452,0.00003230274,0.0003521491,0.00015622663,0.000020602789,0.00008574201,0.00015620525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984479,0.000013025559,0.0005449749,0.00027115192,0.00030172552,0.00042123432],"domain_scores_gemma":[0.9991784,0.00012454293,0.00010202466,0.00030833326,0.00015448115,0.00013223456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002499685,0.00030117322,0.0002504017,0.00014503582,0.00008495453,0.0002190016,0.00031084215,0.0001345482,0.00010728511],"category_scores_gemma":[0.00017034121,0.00026762497,0.00007693728,0.0006290015,0.00003383837,0.0006032268,0.000031265787,0.00040206988,0.00001682518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015500908,0.001455513,0.0025809107,0.010218969,0.00036428272,0.0000028097859,0.023868633,0.46629393,0.3588888,0.0016535708,0.027703173,0.106967844],"study_design_scores_gemma":[0.0008195853,0.00003324584,0.008524046,0.0066565257,0.00021616626,0.00015074745,0.0040677716,0.61290896,0.34180054,0.0006147866,0.02130138,0.002906263],"about_ca_topic_score_codex":0.0000030503686,"about_ca_topic_score_gemma":1.2628198e-7,"teacher_disagreement_score":0.14661501,"about_ca_system_score_codex":0.00024481953,"about_ca_system_score_gemma":0.000096465454,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W2735114485","doi":"10.18260/1-2--4231","title":"International Educational Activities Of Abet Inc.","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Globalization; Engineering education; Political science; Quality (philosophy); Management; Engineering; Engineering ethics; Engineering management; Law; Operations management","score_opus":0.007498740862367046,"score_gpt":0.20954928251900443,"score_spread":0.20205054165663738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735114485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53221637,0.00017346955,0.01747166,0.012237525,0.0035610928,0.00015407141,0.000029826077,0.000635316,0.43352067],"genre_scores_gemma":[0.9950069,0.000022309547,0.0043384563,0.00012619185,0.00011165766,0.000008823803,0.0000216076,0.000006993582,0.0003570178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99974513,0.0000014529978,0.000087009765,0.000042632015,0.00007761755,0.000046182344],"domain_scores_gemma":[0.99989045,0.000013318423,0.000007762114,0.000031855005,0.00001755443,0.000039072624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000013353471,0.00004344117,0.000045360197,0.000027705888,0.000005412784,0.000006408421,0.00007368914,0.000014309854,0.0018994589],"category_scores_gemma":[0.000010474267,0.000043652206,0.000012693517,0.000060405742,0.000006236231,0.0000550396,0.000009201117,0.000036073565,0.000042118358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009981291,0.0002367201,0.019164195,0.00047325465,0.00044884597,9.5084164e-7,0.011084597,0.07675177,0.058253106,0.066529684,0.737754,0.029292913],"study_design_scores_gemma":[0.0005615427,0.00003474029,0.08953337,0.000042868374,0.000013511213,0.000006865414,0.0017884554,0.089024015,0.08582277,0.00025188862,0.7322907,0.00062928407],"about_ca_topic_score_codex":0.0000012925377,"about_ca_topic_score_gemma":2.9721184e-7,"teacher_disagreement_score":0.46279055,"about_ca_system_score_codex":0.00002006609,"about_ca_system_score_gemma":0.000019722711,"threshold_uncertainty_score":0.99901295},"labels":[],"label_agreement":null},{"id":"W2735140759","doi":"10.4050/f-0071-2015-10231","title":"Increased Industry Safety Through Education Technology","year":2015,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell Helicopter Textron (Canada)","funders":"","keywords":"Computer science","score_opus":0.011083575803952226,"score_gpt":0.23863185492257546,"score_spread":0.22754827911862324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735140759","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4695396,0.0007922785,0.017193412,0.0019689773,0.003450678,0.0002490603,0.0000022440706,0.0030194595,0.50378424],"genre_scores_gemma":[0.9831851,0.00001694324,0.014675679,0.0001874427,0.00008616315,0.00004465372,0.000016432612,0.000018228433,0.0017693349],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999608,0.000003719225,0.000118364595,0.00007738847,0.00007333983,0.00011918613],"domain_scores_gemma":[0.99971575,0.0000045932456,0.000008029228,0.00013951956,0.00005109467,0.00008099499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000053673546,0.00008109981,0.000066891356,0.000080635284,0.000015083174,0.000010484509,0.000085510204,0.00016562881,0.00015697088],"category_scores_gemma":[0.000032353495,0.00007876706,0.000010128311,0.00033474987,0.00001024429,0.00008079168,0.0000121887715,0.00018690816,0.00018838585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000677378,0.0003860348,0.020466257,0.000115477465,0.00011342044,0.000002857551,0.0022372329,0.024814103,0.0012881595,0.10666144,0.78138286,0.062525414],"study_design_scores_gemma":[0.0003954847,0.000017306951,0.0068449876,0.000042846365,0.000009332915,0.000036088284,0.0031469862,0.0017213202,0.008472449,0.0034143,0.97547334,0.00042552588],"about_ca_topic_score_codex":0.0000185141,"about_ca_topic_score_gemma":0.0000029877615,"teacher_disagreement_score":0.51364547,"about_ca_system_score_codex":0.00015042376,"about_ca_system_score_gemma":0.00016966162,"threshold_uncertainty_score":0.32120275},"labels":[],"label_agreement":null},{"id":"W2737453544","doi":"10.18260/1-2--27612","title":"Are Students Overworked? Understanding the Workload Expectations and Realities of First-Year Engineering","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Minor (academic); Class (philosophy); Curriculum; Engineering education; Computer science; Mathematics education; Medical education; Psychology; Pedagogy; Engineering; Engineering management; Medicine; Artificial intelligence","score_opus":0.019960352090128135,"score_gpt":0.24120591583339926,"score_spread":0.22124556374327112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737453544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8679019,0.00081352016,0.11961634,0.0003288379,0.0012573836,0.000270474,0.0000054459306,0.0005669071,0.009239168],"genre_scores_gemma":[0.9982912,0.000054586406,0.0013666233,0.000010909313,0.00006790552,0.000017574252,7.7078204e-7,0.000015530433,0.000174909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995286,0.0000038326916,0.00013541974,0.00007372722,0.00013286383,0.0001255645],"domain_scores_gemma":[0.9997405,0.000057267265,0.000023011818,0.000114763505,0.000025432077,0.00003904805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006421997,0.00008945687,0.00008368686,0.00006225616,0.0000671445,0.000036729158,0.0000996703,0.000028839293,0.00006683002],"category_scores_gemma":[0.000025582633,0.000070520626,0.000017398106,0.00017394335,0.000032548727,0.00006883874,0.000025110996,0.000058827853,0.0000073106758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028942017,0.00030010944,0.45276156,0.0015796815,0.0015526331,0.000007867881,0.13625742,0.07477487,0.0007965797,0.26450768,0.06602719,0.0014054674],"study_design_scores_gemma":[0.0017428522,0.00011029711,0.5718925,0.0020834077,0.00012061734,0.000027448714,0.3189117,0.082220554,0.0048988746,0.0027069943,0.013528883,0.0017558787],"about_ca_topic_score_codex":0.0000039071215,"about_ca_topic_score_gemma":0.000030971692,"teacher_disagreement_score":0.26180068,"about_ca_system_score_codex":0.000074040356,"about_ca_system_score_gemma":0.0000042226525,"threshold_uncertainty_score":0.28757477},"labels":[],"label_agreement":null},{"id":"W2739017635","doi":"","title":"An Hourglass Approach to Program Development and Curriculum Redesign","year":2017,"lang":"en","type":"article","venue":"44th Biennial Convention (28 October - 01 November 2017)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Hourglass; Computer science; Engineering; Engineering drawing; History","score_opus":0.023197604450511066,"score_gpt":0.28068891026798787,"score_spread":0.2574913058174768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739017635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.909695,0.0002487814,0.028539015,0.0003076347,0.004016015,0.0018058517,0.000013924704,0.0012485991,0.054125153],"genre_scores_gemma":[0.94008815,0.00002607464,0.055593878,0.00011845005,0.00031539993,0.00057607464,0.00009344648,0.000089641406,0.0030988546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821764,0.000027699289,0.00041593908,0.0004998254,0.0003179829,0.00052091683],"domain_scores_gemma":[0.9984932,0.000008796624,0.00010787594,0.0006938583,0.00011098123,0.00058527145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037162943,0.00036399715,0.00028964342,0.00017763235,0.00042175662,0.00052459195,0.00046436174,0.000163738,0.00014325506],"category_scores_gemma":[0.000049188187,0.0003616884,0.00006352663,0.00014338332,0.000060689737,0.0004602901,0.00009221025,0.00021613971,0.00026762654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012407107,0.008121942,0.08689838,0.0023892578,0.0013400436,0.000058403053,0.016561091,0.008101077,0.012766304,0.025965309,0.3341242,0.50354993],"study_design_scores_gemma":[0.0016597887,0.00015924894,0.18325977,0.00020976877,0.00006285855,0.00005220706,0.00041033103,0.01961883,0.0041532554,0.000081757666,0.7886433,0.0016888863],"about_ca_topic_score_codex":0.000046457106,"about_ca_topic_score_gemma":0.00003659819,"teacher_disagreement_score":0.50186104,"about_ca_system_score_codex":0.00014205916,"about_ca_system_score_gemma":0.00009002151,"threshold_uncertainty_score":0.99988353},"labels":[],"label_agreement":null},{"id":"W2741050295","doi":"10.18260/p.25530","title":"Impact of an Extracurricular Activity Funding Program in Engineering Education","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"TRIPS architecture; Experiential learning; Medical education; Variety (cybernetics); Engineering education; Public relations; Psychology; Political science; Pedagogy; Engineering; Computer science; Engineering management; Medicine","score_opus":0.008453904934701516,"score_gpt":0.2805361735018322,"score_spread":0.2720822685671307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741050295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98808366,0.00004979651,0.010380044,0.000010644763,0.00029095466,0.00017370112,0.0000011978834,0.000345373,0.00066461886],"genre_scores_gemma":[0.99414206,0.000017011833,0.005632061,0.0000010284507,0.000035161425,0.00008946896,0.0000027600304,0.000021597361,0.00005886145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999437,0.000006681188,0.00015465982,0.0001123164,0.00008789702,0.0002014849],"domain_scores_gemma":[0.9996954,0.000017343862,0.000016812794,0.00014804989,0.000027205751,0.00009518871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000087844244,0.00012357945,0.00011690121,0.00019904463,0.000006900326,0.000011808182,0.00008375976,0.00004964531,0.00010667329],"category_scores_gemma":[0.000021452344,0.0000880107,0.000046107583,0.00027885006,0.0000054953953,0.00026309057,0.0000075869475,0.00005898761,0.000008314602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004481342,0.00095437374,0.043651357,0.00024830605,0.00006279434,0.0000016181395,0.00034831435,0.027952012,0.20514636,0.00070964603,0.0003390111,0.7205817],"study_design_scores_gemma":[0.0002848928,0.000082901155,0.9481071,0.0002209124,0.000005098592,0.000007681223,0.000037255257,0.034107763,0.016292555,0.000020914435,0.0004909699,0.00034190415],"about_ca_topic_score_codex":0.000032015705,"about_ca_topic_score_gemma":0.00000702901,"teacher_disagreement_score":0.9044558,"about_ca_system_score_codex":0.00027689984,"about_ca_system_score_gemma":0.00006668447,"threshold_uncertainty_score":0.35889724},"labels":[],"label_agreement":null},{"id":"W2743768872","doi":"10.18260/1-2--28748","title":"Practicing What we Preach: A Multi-Disciplinary Team Teaching Multi-Disciplinary Teamwork","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Discipline; Cohesion (chemistry); Leverage (statistics); Unit (ring theory); Engineering ethics; Knowledge management; Psychology; Medical education; Engineering; Pedagogy; Mathematics education; Computer science; Sociology; Management; Medicine","score_opus":0.033309930757165436,"score_gpt":0.3100936154323761,"score_spread":0.2767836846752107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743768872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5656152,0.0059862672,0.34378642,0.0039728824,0.01830318,0.0023081868,0.000011077988,0.009996082,0.050020713],"genre_scores_gemma":[0.82501143,0.00027418966,0.166214,0.00009769691,0.00061674305,0.00012957561,0.000022131453,0.00013274967,0.007501448],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981196,0.000050790713,0.00047756333,0.00045096054,0.0002762155,0.00062485813],"domain_scores_gemma":[0.9989803,0.000105446285,0.00006575666,0.000502573,0.00007479358,0.0002711486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044843575,0.0004200447,0.000291261,0.00024106228,0.000387976,0.00025935404,0.00033995986,0.00017347708,0.00028404253],"category_scores_gemma":[0.00008726286,0.00038580294,0.00009732071,0.00031484343,0.00006332831,0.001116647,0.0001996848,0.00063452957,0.000696954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011230796,0.0060461788,0.018815128,0.0024940474,0.0015580937,0.00011952619,0.29259348,0.08898224,0.051986292,0.0025002386,0.3014557,0.23333675],"study_design_scores_gemma":[0.0024026278,0.00027913033,0.033799045,0.0025159006,0.00012444316,0.0002615755,0.04677137,0.8017442,0.008788252,0.00011178856,0.100347266,0.0028544052],"about_ca_topic_score_codex":0.0000138028745,"about_ca_topic_score_gemma":0.00004261406,"teacher_disagreement_score":0.71276194,"about_ca_system_score_codex":0.00027930917,"about_ca_system_score_gemma":0.00006503317,"threshold_uncertainty_score":0.9998594},"labels":[],"label_agreement":null},{"id":"W2744032552","doi":"10.24908/pceea.v0i0.7350","title":"INCREASING SYSTEM UNDERSTANDING AND MOTIVATION IN STUDENTS USING NOVEL INTERACTIVE LEARNING METHODS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactive Learning; Active learning (machine learning); Computer science; Mathematics education; Key (lock); Experiential learning; Multimedia; Psychology; Artificial intelligence","score_opus":0.022165879592268574,"score_gpt":0.2811881741830245,"score_spread":0.25902229459075593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744032552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934677,0.000051232713,0.0018224638,0.00021351644,0.0017691976,0.00027358392,0.0000029553248,0.00010638983,0.0022929986],"genre_scores_gemma":[0.99082947,0.000007927612,0.008899161,0.000011900854,0.000071353286,0.000025518606,0.000002325019,0.000037037673,0.00011530945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905014,0.000010727428,0.00029124165,0.00016087896,0.00023205657,0.00025497426],"domain_scores_gemma":[0.99925274,0.00008180261,0.00026720745,0.00009449359,0.00017305616,0.00013072534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009089193,0.00016061853,0.00018217285,0.00039082507,0.0003103389,0.00031814913,0.00028062717,0.0001230795,0.0000033578185],"category_scores_gemma":[0.0015092213,0.00017524419,0.00003598252,0.00024091612,0.000014270858,0.00043268368,0.000045287445,0.00031333623,7.043863e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026038788,0.00004213016,0.938753,0.00066046196,0.00014119079,9.4639e-8,0.004258624,0.03231506,0.015537026,0.0075536175,0.00016671534,0.0005694718],"study_design_scores_gemma":[0.0003157078,0.0000053088024,0.8794692,0.0010716644,0.00003784826,0.000012698946,0.003770646,0.112565726,0.0014088879,0.00005220289,0.00095486676,0.0003352338],"about_ca_topic_score_codex":0.0039727446,"about_ca_topic_score_gemma":0.0010052434,"teacher_disagreement_score":0.080250666,"about_ca_system_score_codex":0.005938828,"about_ca_system_score_gemma":0.00018676091,"threshold_uncertainty_score":0.9978772},"labels":[],"label_agreement":null},{"id":"W2744864077","doi":"10.18260/1-2--16420","title":"Engineering Design Case Studies: Effective And Sustainable Development Methods","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Sustainable development; Systems engineering; Engineering","score_opus":0.023278241444493215,"score_gpt":0.2940139484708288,"score_spread":0.2707357070263356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744864077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03108715,0.0016439063,0.96531755,0.000107766304,0.00020391097,0.00041014884,1.6763718e-7,0.0007701669,0.00045922317],"genre_scores_gemma":[0.39668548,0.000067938934,0.6025665,0.000119635035,0.000046120924,0.00023588607,9.498883e-7,0.00003935915,0.00023818375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992883,0.000025658308,0.00016894756,0.00016928419,0.00006238161,0.00028542572],"domain_scores_gemma":[0.99951905,0.0001774444,0.000009193897,0.00006720151,0.00005291934,0.00017417688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034578453,0.00017539263,0.00017904631,0.00006636873,0.00006507323,0.000030871906,0.0000488718,0.00003907772,0.000030478996],"category_scores_gemma":[0.00017503479,0.00016447429,0.000015612555,0.00025722312,0.00000840397,0.00009007413,0.000051116356,0.00010958293,0.000019329356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015033942,0.00006445015,0.00013685758,0.0051167565,0.0016477979,0.002887647,0.09168314,0.71318954,0.0069056344,0.0065874355,0.023240155,0.14852557],"study_design_scores_gemma":[0.0013146442,0.00014206539,0.00094392,0.00013111506,0.00009543031,0.0015963106,0.03586306,0.61282533,0.16195872,0.00007964264,0.18290603,0.002143707],"about_ca_topic_score_codex":0.000001248617,"about_ca_topic_score_gemma":2.0433728e-7,"teacher_disagreement_score":0.36559832,"about_ca_system_score_codex":0.00014344296,"about_ca_system_score_gemma":0.000024758188,"threshold_uncertainty_score":0.6707067},"labels":[],"label_agreement":null},{"id":"W2745183715","doi":"10.1109/icalt.2017.99","title":"Graduate Attribute Assessment in Computer Engineering Program at University of Ottawa","year":2017,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of British Columbia; British Columbia Institute of Technology","keywords":"Accreditation; Capstone; Computer science; Process (computing); Work (physics); Visualization; Engineering management; Software engineering; Information engineering; Work in process; Engineering; Information system; Data mining; Medical education; Mechanical engineering","score_opus":0.017932726203012676,"score_gpt":0.24468277164815874,"score_spread":0.22675004544514607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745183715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94580185,0.000022669485,0.04904685,0.00017991432,0.00081199204,0.00025185806,0.000003921396,0.00043955512,0.0034413945],"genre_scores_gemma":[0.96349436,0.000022679444,0.036209144,0.0000025835182,0.000018792069,0.0000031876511,0.000007976788,0.000011086577,0.00023019449],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99953175,0.000003345413,0.00011642335,0.00009653724,0.00009449538,0.00015746271],"domain_scores_gemma":[0.99967617,0.000009522608,0.000025237845,0.000209728,0.000024023058,0.000055313245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009004146,0.000093136405,0.00012299062,0.00006240402,0.00004590147,0.00002018807,0.00018262959,0.00003568736,0.000056923076],"category_scores_gemma":[0.0000038357502,0.00010348477,0.00003084513,0.00005383465,0.000012685988,0.00008270314,0.00006199812,0.00009896623,0.000015502126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028831562,0.00039587278,0.17149997,0.00059565756,0.00018749226,0.00004893961,0.0011234494,0.767465,0.0015427246,0.0031260154,0.01672911,0.03728291],"study_design_scores_gemma":[0.00027695083,0.00001453386,0.72406137,0.00004348701,0.000003728071,0.0000020390194,0.000020003705,0.26558548,0.000712992,0.0000020860848,0.0091219,0.00015543669],"about_ca_topic_score_codex":0.000041500287,"about_ca_topic_score_gemma":0.00007708079,"teacher_disagreement_score":0.5525614,"about_ca_system_score_codex":0.000163045,"about_ca_system_score_gemma":0.000015639675,"threshold_uncertainty_score":0.42199862},"labels":[],"label_agreement":null},{"id":"W2745281488","doi":"","title":"A Comparison of Engineering Curricula in the USA, Canada, Sweden and the UK","year":2006,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Political science; Engineering; Engineering ethics; Law","score_opus":0.012903866885781151,"score_gpt":0.2577048858976952,"score_spread":0.24480101901191403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745281488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936951,0.00010158838,0.00018533353,0.0006367944,0.00009271597,0.0002592144,0.00000804935,0.00002603682,0.0049951677],"genre_scores_gemma":[0.9992909,0.00003529949,0.00011482679,0.000005689295,0.000028321772,0.0000038228322,0.000009804559,0.000008627362,0.00050274516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888927,0.00006470889,0.00016556724,0.00011894366,0.00045697985,0.00030450674],"domain_scores_gemma":[0.99948436,0.00019533843,0.00002117821,0.00017201887,0.0000690345,0.000058079626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004524327,0.000107185886,0.0001647278,0.00016600163,0.000096906646,0.000022430138,0.00029139168,0.000043623604,0.000053841297],"category_scores_gemma":[0.000032210457,0.00008030156,0.000029718003,0.00059100764,0.00008657353,0.00005578118,0.00005891235,0.00038428625,0.0000026923012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040909672,0.00023617309,0.51530004,0.0004280515,0.0001403656,0.00026581265,0.0039424687,0.24598116,0.00029391595,0.10973109,0.12305567,0.0005843671],"study_design_scores_gemma":[0.0011773584,0.00002577558,0.9407505,0.00012332991,0.000018393755,0.000011733607,0.0061846217,0.017421013,0.000501953,0.00003254634,0.033429537,0.00032325115],"about_ca_topic_score_codex":0.21270986,"about_ca_topic_score_gemma":0.09817868,"teacher_disagreement_score":0.42545047,"about_ca_system_score_codex":0.00014589746,"about_ca_system_score_gemma":0.00012977586,"threshold_uncertainty_score":0.9182772},"labels":[],"label_agreement":null},{"id":"W2755375674","doi":"","title":"The Influence Of Program Accreditation On Geological Engineering Education In Canada","year":2000,"lang":"en","type":"article","venue":"ISRM International Symposium","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering ethics; Political science; Engineering; Law","score_opus":0.0027162547423745676,"score_gpt":0.21325112421488776,"score_spread":0.21053486947251318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755375674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942162,0.000030141178,0.000012182321,0.0005519372,0.00091280654,0.00013469563,0.0000025108957,0.000059794704,0.004079702],"genre_scores_gemma":[0.9990757,0.00011254861,0.00026616655,0.00004837232,0.00006582812,0.0001152251,0.00001699698,0.000008542833,0.00029061784],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99939173,0.0000057125085,0.00020971529,0.000081721686,0.00019396747,0.000117148855],"domain_scores_gemma":[0.99975646,0.00005932079,0.000018301847,0.00008291393,0.00005015211,0.00003284998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000057294543,0.00008080469,0.000058088564,0.000037033533,0.00001642992,0.00001749178,0.0001797642,0.00002529594,0.00006197874],"category_scores_gemma":[0.000023446537,0.000060719947,0.000014885145,0.00011617792,0.000007748871,0.00006267675,0.0000060353495,0.00009975204,0.000012508892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004788646,0.00004705686,0.0041813776,0.00001419174,0.000013752657,6.5768177e-7,0.0000895568,0.9555443,0.00047444983,0.0007761126,0.001097647,0.037756123],"study_design_scores_gemma":[0.00018702487,0.000028350318,0.8100346,0.00012512592,0.0000030106662,0.0000066906414,0.00009311949,0.06809773,0.0014961722,0.00004645564,0.11967268,0.00020905993],"about_ca_topic_score_codex":0.018663665,"about_ca_topic_score_gemma":0.023099057,"teacher_disagreement_score":0.8874466,"about_ca_system_score_codex":0.00043687885,"about_ca_system_score_gemma":0.00025051887,"threshold_uncertainty_score":0.99472684},"labels":[],"label_agreement":null},{"id":"W2759404603","doi":"10.18260/1-2--2298","title":"Curriculum Enhancement To Promote Environmental Awareness Among Engineers","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Enthusiasm; Curriculum; Process (computing); Set (abstract data type); Engineering ethics; Engineering design process; Work (physics); Engineering education; Comprehension; Subject (documents); Engineering; Engineering management; Computer science; Pedagogy; Psychology; Mechanical engineering","score_opus":0.005817927707889343,"score_gpt":0.1933528926636292,"score_spread":0.18753496495573987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759404603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9361178,0.000058801197,0.06045994,0.00036907327,0.0005336895,0.00028167534,0.0000030178244,0.0005959148,0.0015800843],"genre_scores_gemma":[0.99438953,0.000019591158,0.0048302007,0.00025442525,0.000090988666,0.00010631703,0.000021566115,0.00003479688,0.00025259357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991874,0.0000036149454,0.0001836411,0.00019579154,0.00017432857,0.00025522406],"domain_scores_gemma":[0.9995263,0.0000028422724,0.0000088282195,0.000118670185,0.0000064101164,0.0003369396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000033863027,0.00018150925,0.00012611042,0.000046706828,0.00002908935,0.000026438014,0.00014374277,0.000038942784,0.0008043884],"category_scores_gemma":[0.000007747678,0.00017984895,0.00003634762,0.00019582939,0.0000072859307,0.00007936927,0.00003329972,0.00009554488,0.0006199394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005942083,0.00053971255,0.0797638,0.0006522955,0.00043935044,0.000036505062,0.0234839,0.6157488,0.09817592,0.0007881853,0.15038158,0.029983971],"study_design_scores_gemma":[0.0008087798,0.00018711155,0.0389099,0.00011150481,0.00003951369,0.000006705991,0.0032581347,0.48245385,0.18871418,0.0000075870125,0.2833786,0.0021241263],"about_ca_topic_score_codex":0.000005404513,"about_ca_topic_score_gemma":0.0000013707936,"teacher_disagreement_score":0.13329498,"about_ca_system_score_codex":0.00011628554,"about_ca_system_score_gemma":0.000011060529,"threshold_uncertainty_score":0.88074887},"labels":[],"label_agreement":null},{"id":"W2762095266","doi":"10.18260/1-2--16648","title":"Communications Instruction In First Year Engineering: The Glue","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"GLUE; Computer science; Software engineering; Engineering; Mechanical engineering","score_opus":0.013318273629701057,"score_gpt":0.1938168112134885,"score_spread":0.18049853758378745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762095266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74067605,0.0017975732,0.09521354,0.074419394,0.0039110575,0.0014557386,0.000012339894,0.0056656757,0.07684864],"genre_scores_gemma":[0.9950506,0.00010605983,0.0046144836,0.00010596807,0.00003906312,0.0000339798,0.0000045462507,0.000013166621,0.000032122578],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996964,0.000003355862,0.00010952901,0.000053320895,0.000051083814,0.00008636162],"domain_scores_gemma":[0.99974066,0.000019475816,0.000005026744,0.00018454179,0.00000840841,0.000041905594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000033933607,0.00006182802,0.000049403585,0.00002913868,0.000023263321,0.00001668355,0.00019925948,0.000024641882,0.00007133914],"category_scores_gemma":[0.000020312142,0.000050889397,0.000014701306,0.00027735418,0.000007782695,0.000059557555,0.000026900318,0.00013296462,0.000091850015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030596677,0.00006330503,0.010493569,0.00022186257,0.00007055163,0.0000016681257,0.010336577,0.85141397,0.00096148293,0.084035635,0.036964808,0.005433524],"study_design_scores_gemma":[0.0003586991,0.000008653891,0.037528448,0.000025777355,0.000004461722,0.000004251863,0.0008166626,0.545033,0.000587545,0.000031999723,0.41534188,0.0002586172],"about_ca_topic_score_codex":0.000005373076,"about_ca_topic_score_gemma":0.000016886912,"teacher_disagreement_score":0.37837708,"about_ca_system_score_codex":0.000042277017,"about_ca_system_score_gemma":0.000007648697,"threshold_uncertainty_score":0.20752093},"labels":[],"label_agreement":null},{"id":"W2762160181","doi":"10.18260/1-2--432","title":"Student Use Of Textbook Solution Manuals: Student And Faculty Perspectives In A Large Mechanical Engineering Department","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cheating; Quarter (Canadian coin); Perception; Mathematics education; Psychology; Engineering education; Medical education; Engineering; Medicine; Mechanical engineering; Geography","score_opus":0.029521983507479213,"score_gpt":0.2847811416184152,"score_spread":0.255259158110936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762160181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753024,0.00041416127,0.023263136,0.00022305262,0.00011707219,0.00031353903,0.000011856827,0.00022880778,0.00012594655],"genre_scores_gemma":[0.9949623,0.000120560486,0.004742541,0.000036458106,0.000021771375,0.000050578416,0.000009208444,0.000018090403,0.00003853114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991809,0.000009464826,0.00025352303,0.00017633654,0.00018252032,0.00019725559],"domain_scores_gemma":[0.9997444,0.00002161275,0.000016361428,0.00007830805,0.000025559435,0.00011372265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008670909,0.00014529745,0.00018241345,0.00007022697,0.000013250655,0.00002592488,0.00007350617,0.000044146404,0.000052263465],"category_scores_gemma":[0.000019179977,0.00014072222,0.000030399386,0.00013676172,0.0000055526257,0.00010542442,0.00006278558,0.000112539165,0.000008071467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006366548,0.0035768,0.11202944,0.0018427286,0.0015648969,0.00008485222,0.19580522,0.51889426,0.061994113,0.08469675,0.012961158,0.006486106],"study_design_scores_gemma":[0.0019309593,0.00016825537,0.72849464,0.0001486716,0.000045540888,0.000008571088,0.014494609,0.2307511,0.007968007,0.000010064536,0.0151276495,0.00085193146],"about_ca_topic_score_codex":0.0000042488496,"about_ca_topic_score_gemma":0.000012334525,"teacher_disagreement_score":0.6164652,"about_ca_system_score_codex":0.00013599539,"about_ca_system_score_gemma":0.000010926218,"threshold_uncertainty_score":0.57384855},"labels":[],"label_agreement":null},{"id":"W2771752855","doi":"10.1109/fie.2017.8190632","title":"Validating &amp; implementing engineering graduate attribute rubrics in a biosystems engineering curriculum","year":2017,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rubric; Curriculum; Constructive; Set (abstract data type); Computer science; Engineering education; Peer assessment; Medical education; Work (physics); Mathematics education; Psychology; Engineering management; Engineering; Pedagogy; Medicine; Process (computing)","score_opus":0.03797557729956,"score_gpt":0.2702473652142394,"score_spread":0.23227178791467942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771752855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711464,0.00016126249,0.023160024,0.00011665995,0.0023167967,0.00033374177,0.000009116884,0.001148822,0.0016071605],"genre_scores_gemma":[0.9858997,0.000054522152,0.013404585,0.000010733815,0.00021893931,0.0001132996,0.00003551536,0.0000942083,0.00016852781],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782467,0.000009613964,0.0006358555,0.00033382917,0.00031035347,0.00088566437],"domain_scores_gemma":[0.9989569,0.000047726604,0.000095746,0.00064226845,0.00006865584,0.00018868783],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006342124,0.0003955242,0.00036038575,0.00033812496,0.00019305687,0.00039410222,0.00051666127,0.000106311025,0.000059654278],"category_scores_gemma":[0.00027634134,0.00042847978,0.00009447061,0.00030158032,0.000009775854,0.00041797367,0.00015901959,0.00039230892,0.00010001558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016753849,0.00016691958,0.16306548,0.0019202131,0.00030927628,0.00005955778,0.0022719488,0.78257775,0.032612577,0.005232472,0.0073689446,0.004413209],"study_design_scores_gemma":[0.0012375352,0.000016983991,0.115655184,0.0009913435,0.00003605859,0.0000718514,0.0005305615,0.80771744,0.011054347,0.000016652566,0.06051659,0.0021554313],"about_ca_topic_score_codex":0.00016543781,"about_ca_topic_score_gemma":0.00009161328,"teacher_disagreement_score":0.053147644,"about_ca_system_score_codex":0.00031291926,"about_ca_system_score_gemma":0.00002693289,"threshold_uncertainty_score":0.9998167},"labels":[],"label_agreement":null},{"id":"W2773100","doi":"","title":"The Future of Engineering Education: Part 2. Teaching Methods That Work.","year":2000,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering education; Work (physics); Engineering ethics; Science education; Engineering; Higher education; Teaching method; Mathematics education; Engineering management; Engineering physics; Mechanical engineering; Psychology; Political science","score_opus":0.006683981116895186,"score_gpt":0.25591260146414363,"score_spread":0.24922862034724844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773100","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30211902,0.053586278,0.10431208,0.005413314,0.036320657,0.0013035645,0.0000054900993,0.004665854,0.49227375],"genre_scores_gemma":[0.64189464,0.0026586745,0.31757933,0.00022204182,0.0017090713,0.0002577209,0.000020730216,0.00013238602,0.035525374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943167,0.000019320087,0.00018310333,0.00008813416,0.0001028875,0.00017490923],"domain_scores_gemma":[0.9996105,0.0000712957,0.000013174518,0.00022317532,0.000017351545,0.00006451684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028338988,0.00012295129,0.00010018092,0.000039813665,0.00006645557,0.000034157758,0.00016551011,0.00004742078,0.00057318073],"category_scores_gemma":[0.000009778338,0.000090162226,0.0000447545,0.00016900295,0.000008358577,0.00006786714,0.0000077763425,0.0001868718,0.00003021321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010067447,0.00002360802,0.00018470168,0.00004934157,0.000037977916,9.768115e-8,0.000524281,0.015457862,0.00007962224,0.004796401,0.038782462,0.94006264],"study_design_scores_gemma":[0.00003990999,0.000002340314,0.0036972067,0.00004381206,0.000005685964,0.0000040195964,0.00032557713,0.0023595185,0.0011985042,0.000025955043,0.9921571,0.00014035459],"about_ca_topic_score_codex":0.0000017046563,"about_ca_topic_score_gemma":7.23164e-7,"teacher_disagreement_score":0.9533746,"about_ca_system_score_codex":0.000044893735,"about_ca_system_score_gemma":0.00003250937,"threshold_uncertainty_score":0.62759274},"labels":[],"label_agreement":null},{"id":"W2774458901","doi":"","title":"Examining Nova Scotia‟s Learning Outcomes Framework and the Developmental Appropriateness of Specific Curriculum Outcomes","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Curriculum; Medical education; Library science; Psychology; Mathematics education; Geography; Medicine; Pedagogy; Computer science; Engineering; Archaeology","score_opus":0.01911129937820397,"score_gpt":0.25374419288902905,"score_spread":0.23463289351082509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774458901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774126,0.001285988,0.0013033128,0.000040690764,0.0041474993,0.00045287443,0.000002832346,0.00036014832,0.014994077],"genre_scores_gemma":[0.98150045,0.0002557034,0.013783172,0.000020246764,0.00007009438,0.000055501954,0.00022752285,0.000114311864,0.003973006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824613,0.000039505037,0.0006436934,0.000300235,0.00046605352,0.00030436707],"domain_scores_gemma":[0.99919444,0.00019087439,0.00014626684,0.00020494453,0.00015428329,0.00010918149],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046410083,0.00048306622,0.0007356509,0.00021522648,0.000067956134,0.000079757556,0.00028330283,0.00030000825,0.00022530108],"category_scores_gemma":[0.00020563879,0.0003251764,0.00008998553,0.00031997246,0.00005256014,0.0000902173,0.00004284812,0.0006548976,0.00006444709],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000676836,0.00031630503,0.8553155,0.0031077578,0.0024872806,0.000012107532,0.05339009,0.017435294,0.0003262446,0.0142747685,0.009054347,0.044212636],"study_design_scores_gemma":[0.0026895409,0.000035444555,0.90886265,0.001146142,0.00018458437,0.000022076978,0.07327757,0.0019259747,0.0009685253,0.0006151105,0.00814065,0.002131705],"about_ca_topic_score_codex":0.000075695774,"about_ca_topic_score_gemma":0.0000741643,"teacher_disagreement_score":0.053547192,"about_ca_system_score_codex":0.00013547092,"about_ca_system_score_gemma":0.00011353594,"threshold_uncertainty_score":0.99992},"labels":[],"label_agreement":null},{"id":"W2778955213","doi":"10.17722/ijme.v10i1.948","title":"Application of Saudi’s National qualifying Framework in System Analysis &amp; Design Course","year":2017,"lang":"en","type":"article","venue":"International Journal of Management Excellence","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Curriculum; Engineering management; Quality (philosophy); Brainstorming; Commission; Higher education; Computer science; Engineering ethics; Medical education; Political science; Engineering; Pedagogy; Sociology; Operations management; Medicine","score_opus":0.021789091482914833,"score_gpt":0.3101717447110864,"score_spread":0.2883826532281715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778955213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02134962,0.00020764835,0.9742936,0.0002770515,0.0010684575,0.000106908796,0.0000033716397,0.00002486947,0.0026684634],"genre_scores_gemma":[0.9610812,0.00024212191,0.038471248,0.000013172939,0.00009055309,0.0000142957515,0.0000035286073,0.000008656031,0.00007520298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998639,0.000020080644,0.0005044553,0.00009456753,0.00064717996,0.00009470913],"domain_scores_gemma":[0.99905944,0.000066463515,0.0003551164,0.00018145927,0.00029746105,0.000040074792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071207556,0.000094124945,0.00017157638,0.0004576522,0.000034575707,0.00006180538,0.0007022217,0.00003973641,0.0000279609],"category_scores_gemma":[0.00005916946,0.00009685424,0.00008267169,0.00017353901,0.00002076894,0.00018216747,0.00004543809,0.00012284561,0.000013643315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020947404,0.00013896445,0.021695785,0.00017595162,0.0014694026,0.000018790144,0.0005832313,0.9518547,0.00018255663,0.013557962,0.0012610086,0.009040682],"study_design_scores_gemma":[0.0015524209,0.00003503209,0.6367508,0.0020254944,0.00052410114,0.000045788922,0.0018527393,0.33929497,0.0011679017,0.0030066778,0.013011624,0.00073242973],"about_ca_topic_score_codex":0.000010762618,"about_ca_topic_score_gemma":0.0000052528612,"teacher_disagreement_score":0.9397316,"about_ca_system_score_codex":0.00025598743,"about_ca_system_score_gemma":0.000025040705,"threshold_uncertainty_score":0.3949601},"labels":[],"label_agreement":null},{"id":"W2782785507","doi":"10.3727/152599518x15173356116718","title":"Applying the Motivation, Opportunity, Ability (MOA) Model, and Self-Efficacy (S-E) to Better Understand Student Engagement on Undergraduate Event Management Programs","year":2018,"lang":"en","type":"article","venue":"Event Management","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Boeing (Canada)","funders":"","keywords":"Self-efficacy; Reading (process); Student engagement; Psychology; Event (particle physics); Mathematics education; Frame (networking); Social cognitive theory; Cognition; Pedagogy; Social psychology; Computer science; Political science","score_opus":0.02998417985783746,"score_gpt":0.2748561940293656,"score_spread":0.24487201417152815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782785507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69300455,0.00016580365,0.24109282,0.010609325,0.0024228226,0.01639843,0.000007676418,0.001980778,0.034317818],"genre_scores_gemma":[0.9893871,0.00022515235,0.005762612,0.0011048187,0.00010488502,0.0022432448,0.000022502776,0.000061307794,0.001088375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976316,0.00007120153,0.00049781986,0.00053646864,0.00074154447,0.00052135775],"domain_scores_gemma":[0.99889827,0.000039318445,0.000061806924,0.0006768371,0.000060065504,0.000263681],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008676985,0.00039875228,0.00020928758,0.00021572295,0.00037335214,0.00018521585,0.00040271107,0.00004592069,0.00005208333],"category_scores_gemma":[0.000008724007,0.00033279564,0.0000715336,0.00042412916,0.000046699875,0.00009574693,0.0003753709,0.00017244146,0.00009928789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042248994,0.0051683816,0.0020228934,0.0018290551,0.0030796737,0.00003660648,0.012037809,0.45931008,0.000063023224,0.07569832,0.067884386,0.37282753],"study_design_scores_gemma":[0.0041878102,0.0008338432,0.25308824,0.0012301698,0.0007131493,0.000007860048,0.011436655,0.1340385,0.00041497784,0.00706074,0.58393896,0.0030491045],"about_ca_topic_score_codex":0.0000022760585,"about_ca_topic_score_gemma":0.000008136218,"teacher_disagreement_score":0.5160546,"about_ca_system_score_codex":0.00068028766,"about_ca_system_score_gemma":0.000015494721,"threshold_uncertainty_score":0.9999124},"labels":[],"label_agreement":null},{"id":"W2783340467","doi":"10.1115/imece2017-72110","title":"An Integrated Framework for the Outcome-Based Assessment and Accreditation Process: A Canadian Experience","year":2017,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Accreditation; Upload; Process (computing); Grading (engineering); Suite; Analytics; Outcome-based education; Outcome (game theory); Software engineering; World Wide Web; Data science; Engineering; Operating system","score_opus":0.02847272543619228,"score_gpt":0.3623061674161774,"score_spread":0.3338334419799851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783340467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23468329,0.000032409847,0.76189697,0.0012528298,0.000997529,0.0003819615,0.0000077967725,0.0001804785,0.0005667333],"genre_scores_gemma":[0.95321476,0.00000337621,0.0462368,0.00014470394,0.000037454723,0.00031110184,0.000010475927,0.000011594326,0.000029751009],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996257,0.0000027607784,0.000090915004,0.000089123096,0.00006124608,0.00013029335],"domain_scores_gemma":[0.999556,0.000048663183,0.000016939171,0.0002189194,0.00005131543,0.00010816751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000091555594,0.000078089884,0.000055968114,0.000036368732,0.0002526376,0.00020174128,0.00017991169,0.00004085849,0.000046899622],"category_scores_gemma":[0.000081666505,0.00005444351,0.000010600931,0.000036461995,0.000019041194,0.0001288183,0.0000026396622,0.00007624707,0.0000014123955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016440186,0.00018423084,0.5282506,0.00076839566,0.00020957027,0.0000049254945,0.028471312,0.19433182,0.00061726215,0.0627667,0.00859399,0.17578478],"study_design_scores_gemma":[0.00018650747,0.000021542439,0.45262605,0.000039220282,0.000008846091,8.0097874e-7,0.0037787228,0.5340456,0.00041277386,0.00027411294,0.008383494,0.00022238263],"about_ca_topic_score_codex":0.0012051223,"about_ca_topic_score_gemma":0.004650145,"teacher_disagreement_score":0.7185314,"about_ca_system_score_codex":0.00008744155,"about_ca_system_score_gemma":0.00013544112,"threshold_uncertainty_score":0.259489},"labels":[],"label_agreement":null},{"id":"W2784524237","doi":"10.5430/ijhe.v7n1p98","title":"Comparison of Engineering Education in Norway and China","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China University of Petroleum, Beijing; China National Offshore Oil Corporation; Norges Teknisk-Naturvitenskapelige Universitet","keywords":"China; Certification; Engineering education; Professional certification (computer technology); Engineering; Political science; Engineering management; Engineering ethics; Law","score_opus":0.006386203042604402,"score_gpt":0.302945550575533,"score_spread":0.2965593475329286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784524237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873193,0.0012257288,0.000567077,0.00033043223,0.008104644,0.00004500203,7.467043e-7,0.000012987064,0.0023941186],"genre_scores_gemma":[0.9947948,0.000054937143,0.0041836733,0.000026522399,0.0005916021,0.000004285953,0.000004038589,0.000011480327,0.00032867666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993145,0.0000068450877,0.00038000295,0.000054936383,0.00017573981,0.00006796764],"domain_scores_gemma":[0.99951696,0.000016543452,0.00010520335,0.000054155807,0.00025884263,0.000048276914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000092208145,0.00007757149,0.00011865305,0.0003631287,0.0000072959797,0.000019943142,0.00013806402,0.00003682376,0.00013663349],"category_scores_gemma":[0.000020820886,0.00007901327,0.000022694188,0.00012658737,0.000015186157,0.00016678382,0.000009838378,0.00010693231,0.0000063538255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007704007,0.0029942843,0.40043458,0.00053955085,0.0004858637,0.00000265541,0.019567193,0.019676138,0.06516802,0.025992902,0.06531319,0.39974856],"study_design_scores_gemma":[0.00019014267,0.000038071714,0.9646915,0.00027237786,0.000008456033,0.000025261961,0.00019785392,0.001432052,0.006195052,0.00018672706,0.026648778,0.00011372304],"about_ca_topic_score_codex":0.000009142983,"about_ca_topic_score_gemma":0.0000026899008,"teacher_disagreement_score":0.5642569,"about_ca_system_score_codex":0.00014629844,"about_ca_system_score_gemma":0.0001994182,"threshold_uncertainty_score":0.32220677},"labels":[],"label_agreement":null},{"id":"W2789188461","doi":"10.1145/3159450.3162234","title":"On the Role of Paper in Agile and Active Requirements Engineering Education","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Toolbox; Agile software development; Set (abstract data type); Computer science; Requirements engineering; Engineering education; Agile usability engineering; Cognition; Engineering management; Engineering ethics; Software engineering; Knowledge management; Engineering; Psychology; Software; Software development; Software development process","score_opus":0.004356903870095174,"score_gpt":0.2071800252098617,"score_spread":0.20282312133976652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789188461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97012824,0.00009000251,0.00013524402,0.00007890651,0.00028758665,0.000099191064,5.2361537e-7,0.000052664607,0.02912762],"genre_scores_gemma":[0.99931645,0.000016316084,0.00044127213,0.000052511492,0.000028198441,0.000029142153,0.0000012424648,0.00000880319,0.00010607339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99971914,0.0000032083985,0.00008754245,0.000057158904,0.00005634466,0.000076583376],"domain_scores_gemma":[0.99984854,0.000023944824,0.000007653047,0.000079822574,0.00001910759,0.000020934229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049256978,0.000058338603,0.000046655026,0.000058289883,0.0000103570455,0.000005919223,0.000043416316,0.000020065805,0.00017337319],"category_scores_gemma":[0.000021744056,0.00004442125,0.0000069295584,0.000109942164,0.000008801128,0.0000532678,0.000007883446,0.000047152047,0.000013701539],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025748686,0.0007036451,0.008042616,0.00036234132,0.00021628436,5.5208284e-7,0.021883965,0.012830753,0.33604684,0.36707267,0.017765837,0.23504874],"study_design_scores_gemma":[0.0005688413,0.00014877816,0.3156496,0.00060290674,0.000015918169,0.000005621733,0.0053898212,0.066701256,0.5268333,0.003778548,0.079511106,0.0007943418],"about_ca_topic_score_codex":0.000011111128,"about_ca_topic_score_gemma":0.0000068944523,"teacher_disagreement_score":0.36329412,"about_ca_system_score_codex":0.000041277213,"about_ca_system_score_gemma":0.00001468061,"threshold_uncertainty_score":0.1898315},"labels":[],"label_agreement":null},{"id":"W2792365716","doi":"","title":"The creation of entrepreneurial engineers: a re-evaluation of the Standish-Kuon and Rice (2002) typology and the emergence of the entrepreneurial engineering education (EEE) typology","year":2017,"lang":"en","type":"article","venue":"UTAS Research Repository","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Typology; Entrepreneurship; Context (archaeology); Entrepreneurial education; Multidisciplinary approach; Engineering education; Relevance (law); Sociology; Public relations; Engineering ethics; Knowledge management; Political science; Engineering; Social science; Entrepreneurship education; Engineering management; Computer science","score_opus":0.021592562613375534,"score_gpt":0.31376908029947514,"score_spread":0.2921765176860996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792365716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898475,0.0024038574,0.0000599089,0.00060103147,0.0029316354,0.0006705305,0.0000044905146,0.000017148082,0.0034639365],"genre_scores_gemma":[0.9989691,0.00049917516,0.000044046723,0.0000024336916,0.00016761261,0.00008397833,0.0000012438288,0.0000128007,0.00021963316],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9984091,0.0003347832,0.00034906575,0.00016269114,0.0005489583,0.00019541553],"domain_scores_gemma":[0.99829304,0.00042909553,0.00016403927,0.0007099303,0.00036308073,0.00004082542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016703897,0.00010985214,0.00015337221,0.000070748516,0.00034567717,0.0000451157,0.00044941736,0.000081634054,0.00001595965],"category_scores_gemma":[0.001615225,0.000060829352,0.000051462113,0.00016090153,0.00047397355,0.00007686921,0.00015406159,0.00025104042,4.9429497e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012153127,0.000822648,0.07083569,0.0033320836,0.0019747291,0.000002786746,0.065200366,0.14099671,0.50848436,0.124246754,0.03481022,0.04807831],"study_design_scores_gemma":[0.002891862,0.00012128844,0.6882758,0.00046444498,0.0003044759,0.00005343148,0.0048836153,0.08740707,0.20958754,0.0011948247,0.0044272053,0.00038841533],"about_ca_topic_score_codex":0.00020759487,"about_ca_topic_score_gemma":0.000034915745,"teacher_disagreement_score":0.6174401,"about_ca_system_score_codex":0.00006638597,"about_ca_system_score_gemma":0.00024210218,"threshold_uncertainty_score":0.26587042},"labels":[],"label_agreement":null},{"id":"W2794952438","doi":"10.25046/aj030151","title":"Systematic Tool Support of Engineering Education Performance Management","year":2018,"lang":"en","type":"article","venue":"Advances in Science Technology and Engineering Systems Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Engineering management; Computer science; Systems engineering; Engineering; Software engineering; Knowledge management; Process management","score_opus":0.002606158908111467,"score_gpt":0.2196068161945878,"score_spread":0.21700065728647633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794952438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555214,0.007996745,0.029115705,0.000021149319,0.0053297975,0.00036731485,6.440115e-7,0.00036135872,0.0012858898],"genre_scores_gemma":[0.99295205,0.0012533367,0.005599159,0.0000034390075,0.000061313316,0.000065595865,2.6485029e-7,0.000015375996,0.00004947723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880546,0.0000037249833,0.0004954684,0.00015294332,0.00022017736,0.00032219698],"domain_scores_gemma":[0.99955857,0.0000163009,0.00006882531,0.00018791872,0.00010462713,0.00006374084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006361034,0.00015425798,0.0002425482,0.0019071066,0.00007253255,0.00004069703,0.00031375742,0.00006897205,0.000003698712],"category_scores_gemma":[0.00006296056,0.00014614331,0.000016382639,0.0018431743,0.00012666847,0.0005665361,0.00003660396,0.00021111987,0.0000059643844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064622714,0.00012707949,0.010991099,0.058765486,0.00012769272,0.00001967534,0.0018037352,0.79633594,0.017135153,0.09773716,0.0001870112,0.016763497],"study_design_scores_gemma":[0.0017397174,0.0006631995,0.034974124,0.051598895,0.00013303297,0.0062947324,0.004934645,0.83907396,0.026837587,0.0005052938,0.030314263,0.002930552],"about_ca_topic_score_codex":2.2374806e-7,"about_ca_topic_score_gemma":1.4857052e-7,"teacher_disagreement_score":0.097231865,"about_ca_system_score_codex":0.00016537336,"about_ca_system_score_gemma":0.00005369327,"threshold_uncertainty_score":0.59595513},"labels":[],"label_agreement":null},{"id":"W2797529821","doi":"10.18260/1-2--27535","title":"Active Problem-based Learning on Nano-amended Cement Composites for Nuclear Waste Storage for Civil and Environmental Engineering Undergraduate Students","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Biological and Environmental Research; Basic Energy Sciences; Division of Engineering Education and Centers; National Institute of Standards and Technology; Centre for Energy Advancement through Technological Innovation; U.S. Department of Energy; Office of Science; National Science Foundation","keywords":"Curriculum; Problem-based learning; Context (archaeology); Project-based learning; Radioactive waste; Civil engineering; Engineering; Computer science; Mathematics education; Waste management; Sociology; Pedagogy; Geology; Psychology","score_opus":0.005540592490543384,"score_gpt":0.20614055094635836,"score_spread":0.20059995845581496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797529821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8615519,0.00004644749,0.13488697,0.00019913392,0.0005407557,0.0014936157,0.000032981854,0.00064216397,0.0006060601],"genre_scores_gemma":[0.98682773,0.000012109625,0.012406102,0.000071227725,0.00007205899,0.00018300898,0.00006830726,0.00007291542,0.00028651734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916947,0.0000061045816,0.00016938604,0.0002202046,0.00015921566,0.0002756233],"domain_scores_gemma":[0.99970955,0.00005517134,0.000027611515,0.00009487165,0.000015455098,0.0000973729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008485737,0.00021164694,0.0001484466,0.0000980313,0.00013345592,0.00006218124,0.00010179912,0.000048507536,0.000038410122],"category_scores_gemma":[0.0000075234207,0.00021469909,0.00004279679,0.00005297886,0.000017512255,0.00006539021,0.0000256916,0.00008715985,0.00001123479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001081694,0.00044799273,0.00033217986,0.00063414185,0.0004974848,9.945874e-7,0.00246553,0.7668124,0.2175786,0.0020508193,0.004345529,0.0047261715],"study_design_scores_gemma":[0.0030252761,0.00092213886,0.0012931786,0.00020751325,0.000057671088,0.0000024357544,0.0009936879,0.8155394,0.11240149,0.000042225573,0.06466432,0.00085064274],"about_ca_topic_score_codex":9.0992785e-7,"about_ca_topic_score_gemma":0.0000020569278,"teacher_disagreement_score":0.12527587,"about_ca_system_score_codex":0.00022235954,"about_ca_system_score_gemma":0.0000075496114,"threshold_uncertainty_score":0.8755175},"labels":[],"label_agreement":null},{"id":"W2800865291","doi":"10.1007/s41686-018-0020-x","title":"Examining the Link Between Prior Achievement in Secondary Education and Performance in College: Using Data from Pre-university Physics Courses","year":2018,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Attrition; Mathematics education; Dual enrollment; Academic achievement; Continuance; Physics education; Psychology; Medicine","score_opus":0.04165290104502826,"score_gpt":0.2661237611080842,"score_spread":0.22447086006305597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800865291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97560346,0.000164764,0.02374629,0.000043272474,0.00018834577,0.000103874576,0.000003048633,0.0000075757857,0.00013937948],"genre_scores_gemma":[0.98911935,0.00010336572,0.010557686,0.0000068272884,0.00018489998,8.2198153e-7,0.000006042322,0.000008088687,0.0000128903175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993221,0.000098807875,0.0002791572,0.00006944455,0.00011064897,0.00011982826],"domain_scores_gemma":[0.99954885,0.00015746552,0.00013107334,0.00008409269,0.00004869032,0.000029812452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007530122,0.00008616917,0.00014276495,0.00016733859,0.000065300716,0.000022069777,0.0001868104,0.000035929363,0.0000079285755],"category_scores_gemma":[0.00004887421,0.00007712487,0.000007631322,0.00027240938,0.000026405916,0.00072550453,0.000046844933,0.00048210451,0.0000011564647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006413462,0.00008070207,0.51940733,0.00014843186,0.000088752786,0.0000049009977,0.07413413,0.20443684,0.0007059793,0.00002594202,0.0002373778,0.20066549],"study_design_scores_gemma":[0.00043957934,0.000069835536,0.82181257,0.0004993567,0.000010522922,0.0000048737097,0.009110671,0.16634806,0.00037836094,0.000018586175,0.001198103,0.00010949123],"about_ca_topic_score_codex":0.000013811081,"about_ca_topic_score_gemma":0.000010120843,"teacher_disagreement_score":0.30240524,"about_ca_system_score_codex":0.0002468927,"about_ca_system_score_gemma":0.00018937947,"threshold_uncertainty_score":0.31450608},"labels":[],"label_agreement":null},{"id":"W2802545894","doi":"10.7202/1050845ar","title":"Living the Curriculum Review: Perspectives from Three Leaders","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Process (computing); Quality assurance; Medical education; Curriculum development; Curriculum mapping; Higher education; Quality (philosophy); Engineering ethics; Sociology; Public relations; Pedagogy; Psychology; Political science; Business; Computer science; Medicine; Engineering; Marketing","score_opus":0.010035777456977986,"score_gpt":0.2416518039526494,"score_spread":0.23161602649567142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802545894","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44944394,0.49137232,0.0009215236,0.015563876,0.02869724,0.0003664532,0.000007454482,0.00009401592,0.013533166],"genre_scores_gemma":[0.9955587,0.0005982292,0.00060074957,0.00067817135,0.0015926011,0.000008613341,0.0000023488185,0.000019201823,0.0009414291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994525,0.000016932581,0.00020183164,0.00006615084,0.00009997868,0.00016265045],"domain_scores_gemma":[0.99932104,0.000025031399,0.000056180328,0.00013918764,0.0002390723,0.00021946756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012768072,0.00009336889,0.00009925526,0.00010664844,0.000086885055,0.00004110142,0.00020607107,0.000032020824,0.00150207],"category_scores_gemma":[0.000041801584,0.00007158218,0.00004618626,0.0002196059,0.00006169396,0.00012306818,0.000002771058,0.00016574268,0.000075172036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.005898e-7,0.000020514668,0.014562927,0.000055613804,0.000069429756,0.000001007684,0.0070058936,0.00009777733,0.000050987797,0.00059901865,0.97429556,0.0032410969],"study_design_scores_gemma":[0.000039850416,0.00001775472,0.23700877,0.0011040962,0.00004438136,0.000022215818,0.0037417205,0.000051558105,0.000029802459,0.00017592772,0.7575927,0.00017125241],"about_ca_topic_score_codex":0.0008407603,"about_ca_topic_score_gemma":0.0027351533,"teacher_disagreement_score":0.54611474,"about_ca_system_score_codex":0.00031000187,"about_ca_system_score_gemma":0.0007067552,"threshold_uncertainty_score":0.9994107},"labels":[],"label_agreement":null},{"id":"W2802891374","doi":"10.18260/1-2--29419","title":"Improving Disciplinary Literacy in an Electronics course","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"La Cité Collégiale","funders":"","keywords":"Troubleshooting; Reading (process); Computer science; Readability; Electronics; GRASP; Curriculum; Mathematics education; Multimedia; Electrical engineering; Software engineering; Engineering; Pedagogy; Psychology; Programming language","score_opus":0.004922552950864634,"score_gpt":0.2653226620165598,"score_spread":0.26040010906569516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802891374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96630263,0.005819468,0.02073443,0.0002975779,0.0013826605,0.00011104328,0.0000014559095,0.0014953498,0.0038553786],"genre_scores_gemma":[0.9970512,0.00005632504,0.0023155585,0.000014238813,0.000059278245,0.000023807934,0.000012270381,0.000023063709,0.00044428094],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954844,0.0000036213282,0.00010599997,0.000105137966,0.00005456109,0.00018221792],"domain_scores_gemma":[0.99983305,0.0000101912665,0.0000021193641,0.000092315895,0.000008316397,0.000054001353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000068036825,0.00007810478,0.000051515213,0.00007931042,0.000011914329,0.00008805216,0.00006348898,0.00002871885,0.00009815845],"category_scores_gemma":[0.0000020329715,0.000072255614,0.000014556897,0.00021022676,0.0000033264478,0.0002343905,0.0000103095035,0.00013465977,0.000055152566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034748869,0.00042048795,0.006939837,0.0014279033,0.00009580106,0.0001428255,0.015118555,0.069357075,0.023581224,0.04913638,0.009600135,0.8241763],"study_design_scores_gemma":[0.00006892791,0.000020950552,0.00779362,0.00006858197,0.00000415934,0.000011640864,0.0002052616,0.97469294,0.00068648264,0.00019502,0.015996534,0.00025590416],"about_ca_topic_score_codex":0.0000016257104,"about_ca_topic_score_gemma":0.000021308326,"teacher_disagreement_score":0.90533584,"about_ca_system_score_codex":0.00011716724,"about_ca_system_score_gemma":0.000049636164,"threshold_uncertainty_score":0.29464984},"labels":[],"label_agreement":null},{"id":"W2803561341","doi":"","title":"Internet contribution to the engineering students' learning","year":2014,"lang":"en","type":"article","venue":"Scopus","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Artificial intelligence; Library science; Humanities; Political science; Sociology; Art; Computer science; World Wide Web","score_opus":0.003518038892109826,"score_gpt":0.2071564476897079,"score_spread":0.20363840879759806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803561341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7949602,0.00015860486,0.20032297,0.00039811377,0.0022894386,0.0002131893,6.9392377e-7,0.0007470267,0.0009097541],"genre_scores_gemma":[0.9987675,0.0000090184185,0.00045217783,0.00010768631,0.00014872484,0.00004777274,0.000008194524,0.000018706933,0.00044024867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947786,0.000011018923,0.00011108765,0.00008702194,0.00013528136,0.00017774352],"domain_scores_gemma":[0.9997636,0.000024193252,0.000007988416,0.00011010049,0.000023683142,0.00007042125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021772145,0.00009245802,0.000074348594,0.000051047613,0.000028579247,0.000059000726,0.0001722038,0.000027067885,0.00004208439],"category_scores_gemma":[0.00008972823,0.00007499469,0.00002071206,0.0001547464,0.0000027990159,0.000033502365,0.00002891698,0.00014002698,0.00038238228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019180166,0.00001744938,0.004000642,0.0000390389,0.00005210938,7.899323e-7,0.0013153723,0.9656451,0.0014116617,0.0032887124,0.016139183,0.008088058],"study_design_scores_gemma":[0.00017535503,0.000025922845,0.02955898,0.00006347499,0.000007150748,0.000004911864,0.000037835336,0.115127504,0.0035167388,0.000006136653,0.8512573,0.00021863716],"about_ca_topic_score_codex":0.0000031127645,"about_ca_topic_score_gemma":0.0000023811492,"teacher_disagreement_score":0.8505176,"about_ca_system_score_codex":0.000080600475,"about_ca_system_score_gemma":0.000004083331,"threshold_uncertainty_score":0.4914878},"labels":[],"label_agreement":null},{"id":"W2803941471","doi":"10.18260/1-2--28734","title":"Pedagogical Skill Development Through the Horizontal Integration of a Second-Year Engineering Curriculum","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Duration (music); Subject (documents); Mathematics education; Task (project management); Engineering education; Bridge (graph theory); Computer science; Engineering management; Engineering; Pedagogy; Psychology; Systems engineering","score_opus":0.019479379824479295,"score_gpt":0.2591505768983402,"score_spread":0.23967119707386092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803941471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8721201,0.000117639516,0.10675776,0.0000714953,0.0014936416,0.0002280546,0.000002229905,0.00048341678,0.01872569],"genre_scores_gemma":[0.97293687,0.000010436796,0.026005428,0.000029194765,0.00017597612,0.000045128538,0.000010462228,0.00002445536,0.00076205266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991487,0.000007283237,0.00030377175,0.00013614733,0.00018471862,0.00021934629],"domain_scores_gemma":[0.9996385,0.000023161965,0.00002495034,0.00017365864,0.000087123306,0.000052616455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010937462,0.00017162574,0.0001389211,0.000053705728,0.000053815347,0.000024359724,0.00017855225,0.00006525104,0.0008442654],"category_scores_gemma":[0.000027496417,0.000117307485,0.000045123128,0.00025717187,0.000031145937,0.00014528786,0.000031401076,0.00014578729,0.00012767357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032872547,0.0012957104,0.0054080705,0.0011766775,0.0013283623,0.000012790928,0.23122193,0.02956312,0.09966786,0.43754795,0.14298508,0.04975956],"study_design_scores_gemma":[0.0008955559,0.00021377654,0.03902665,0.00028227596,0.000038064172,0.000056173718,0.013220784,0.038525067,0.24995352,0.00020011805,0.65618116,0.0014068487],"about_ca_topic_score_codex":0.000008311912,"about_ca_topic_score_gemma":0.000041148778,"teacher_disagreement_score":0.51319605,"about_ca_system_score_codex":0.00009483131,"about_ca_system_score_gemma":0.000039513918,"threshold_uncertainty_score":0.92441136},"labels":[],"label_agreement":null},{"id":"W2805117998","doi":"10.3991/ijep.v8i3.8573","title":"Project-Based Approach in a First-Year Engineering Course to Promote Project Management and Sustainability","year":2018,"lang":"en","type":"article","venue":"International Journal of Engineering Pedagogy (iJEP)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Variety (cybernetics); Presentation (obstetrics); Teamwork; Engineering management; Engineering ethics; Class (philosophy); Engineering; Computer science; Political science","score_opus":0.01024855417641154,"score_gpt":0.2920247566676025,"score_spread":0.281776202491191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805117998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6815445,0.00053833646,0.31104144,0.00078144675,0.0037348121,0.0012330278,0.000014666991,0.0003949083,0.00071689225],"genre_scores_gemma":[0.9437539,0.00003678107,0.055590168,0.000029238301,0.0003650192,0.000080068035,0.0000057692314,0.00005769629,0.00008133495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846,0.000010338182,0.00053899613,0.00022220053,0.0004185116,0.00034995505],"domain_scores_gemma":[0.9992336,0.000036860503,0.000064150845,0.00017051696,0.000367148,0.0001277044],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040108006,0.0002602695,0.0002645228,0.0009171402,0.00002293027,0.00008441217,0.0003905204,0.00008395814,0.000011377059],"category_scores_gemma":[0.00010621287,0.0002763567,0.00006960128,0.00043750883,0.000020990252,0.00021347588,0.00006665743,0.00029623296,0.0000045194083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008785805,0.0003749912,0.007494594,0.00086393725,0.00044256428,0.00013104446,0.0036958698,0.97735626,0.0002913384,0.0015770108,0.0038372667,0.003847268],"study_design_scores_gemma":[0.0034594012,0.000417855,0.0965228,0.0011122978,0.00008562755,0.0003713673,0.0013909107,0.7270714,0.0014293453,0.000041803734,0.16675706,0.0013401126],"about_ca_topic_score_codex":0.000011366772,"about_ca_topic_score_gemma":0.000007456611,"teacher_disagreement_score":0.26220945,"about_ca_system_score_codex":0.00054530666,"about_ca_system_score_gemma":0.00016548873,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2806073596","doi":"10.3991/ijep.v8i3.7857","title":"Engineering Education in an Integrated Setting","year":2018,"lang":"en","type":"article","venue":"International Journal of Engineering Pedagogy (iJEP)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Niagara College","funders":"","keywords":"Scope (computer science); Confusion; Engineering management; Work (physics); Electronics; Key (lock); Computer science; Engineering education; Engineering; Subject (documents); Systems engineering; World Wide Web; Mechanical engineering; Electrical engineering; Computer security; Psychology","score_opus":0.007199575946296687,"score_gpt":0.2951203660177517,"score_spread":0.28792079007145505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806073596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94150424,0.00038291828,0.04593373,0.00021827195,0.011132083,0.000097724565,0.0000049399177,0.0002419438,0.00048417246],"genre_scores_gemma":[0.9751684,0.000054919194,0.023140859,0.000060473278,0.0013945438,0.000010176826,0.000018978919,0.00006282863,0.00008880641],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985676,0.0000134740985,0.00064932485,0.00014869103,0.00034757392,0.00027337472],"domain_scores_gemma":[0.9990141,0.000050381423,0.000094765586,0.00015025721,0.00052548514,0.0001650459],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003294443,0.00022638454,0.00022100925,0.00089141185,0.000017183851,0.000093301875,0.0005037055,0.00010582981,0.00013102012],"category_scores_gemma":[0.00017369862,0.0002507484,0.00007212317,0.0002979038,0.000015727463,0.00049273303,0.000027609234,0.00041211065,0.000032516007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003948149,0.00036274779,0.010640845,0.0001452338,0.00032688517,0.00007749455,0.0035383485,0.85661507,0.03328855,0.0017169232,0.0039768945,0.0892715],"study_design_scores_gemma":[0.0018599326,0.00027621348,0.15852539,0.0016993287,0.000051255895,0.0010315557,0.0012567975,0.637031,0.018206455,0.000078129764,0.17849496,0.0014889839],"about_ca_topic_score_codex":0.00000955517,"about_ca_topic_score_gemma":0.000018058498,"teacher_disagreement_score":0.21958409,"about_ca_system_score_codex":0.00043946982,"about_ca_system_score_gemma":0.0003183977,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W2806885336","doi":"10.2991/snce-18.2018.39","title":"Analysis and Research on Outcomes-based Education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the 8th International Conference on Social Network, Communication and Education (SNCE 2018)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Nanyang Institute of Technology","keywords":"Computer science","score_opus":0.07144622777793436,"score_gpt":0.3730187661293647,"score_spread":0.30157253835143033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806885336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84154487,0.00018746188,0.00012879472,0.01630046,0.0019555755,0.00047323355,0.000008984909,0.000130396,0.13927025],"genre_scores_gemma":[0.9964365,0.00028427155,0.0010952768,0.0005168183,0.00023187959,0.00010800891,0.000021694606,0.000014398561,0.0012911627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99899787,0.000030637595,0.0002659061,0.00018457453,0.00035782604,0.00016317457],"domain_scores_gemma":[0.998641,0.00007555865,0.00012387495,0.00018269272,0.0009075602,0.000069273374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005166246,0.00013618807,0.0001529487,0.00029468734,0.00032331288,0.0001346532,0.00049375923,0.0000820026,0.00008444562],"category_scores_gemma":[0.000084965584,0.00011776011,0.000051015362,0.00068665546,0.00022316905,0.00012182088,0.00007634251,0.0002691833,0.000013703192],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007881349,0.0008551222,0.10619719,0.00012663682,0.00056794734,1.2145242e-8,0.0058763903,0.00050566904,0.00057787594,0.62829196,0.14173257,0.115189806],"study_design_scores_gemma":[0.000436917,0.00009160598,0.90588206,0.00046930197,0.00011779528,0.0000013502389,0.004140574,0.023459297,0.0011868357,0.011326115,0.05237491,0.00051324477],"about_ca_topic_score_codex":0.000029475043,"about_ca_topic_score_gemma":0.00001569236,"teacher_disagreement_score":0.7996849,"about_ca_system_score_codex":0.00014293724,"about_ca_system_score_gemma":0.00017430466,"threshold_uncertainty_score":0.4802118},"labels":[],"label_agreement":null},{"id":"W2882985730","doi":"10.15273/ijge.2018.03.008","title":"Challenges and Opportunities of Higher Education for International Mining Engineers in China: Based on the Practice at Chongqing University","year":2018,"lang":"en","type":"article","venue":"International Journal of Georesources and Environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education","keywords":"China; Curriculum; Quality (philosophy); Engineering management; Engineering ethics; Sustainable development; Engineering education; Engineering; Higher education; Political science; Business; Sociology; Pedagogy","score_opus":0.01682255400334684,"score_gpt":0.21992615432749804,"score_spread":0.2031036003241512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2882985730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733505,0.0019028761,0.00084653613,0.015479882,0.0015143917,0.00009744782,0.0000071334275,0.000009608389,0.0067916196],"genre_scores_gemma":[0.9954247,0.0026264153,0.0014049981,0.0001079083,0.00016654118,0.0000021008836,0.000002753265,0.000006757299,0.0002578341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995866,0.000011411403,0.00013996688,0.000054957007,0.00015462017,0.00005245499],"domain_scores_gemma":[0.9997064,0.00010117086,0.0000795245,0.00003707379,0.000045068628,0.000030787778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018979622,0.00006175046,0.00006252026,0.00012759412,0.000020011013,0.0000104149585,0.00010256945,0.000021791127,0.00005288894],"category_scores_gemma":[0.000026750682,0.000050905666,0.000019611227,0.000012408264,0.000038529604,0.00007514044,0.000021800635,0.000049118895,3.5427163e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009767023,0.0011213925,0.009763237,0.00027020441,0.0014228842,0.000035352867,0.046375323,0.26784185,0.0016649758,0.041581668,0.012735686,0.61621076],"study_design_scores_gemma":[0.0007140258,0.00013211982,0.1627196,0.00025270894,0.00002495585,0.000027231847,0.005027665,0.021133156,0.00031938258,0.00009515841,0.80940497,0.00014900598],"about_ca_topic_score_codex":0.0000021243584,"about_ca_topic_score_gemma":8.741328e-7,"teacher_disagreement_score":0.7966693,"about_ca_system_score_codex":0.00011928968,"about_ca_system_score_gemma":0.000011227054,"threshold_uncertainty_score":0.20758729},"labels":[],"label_agreement":null},{"id":"W2883611995","doi":"10.15273/ijge.2018.03.013","title":"People Skills for Mining Engineers, an Important Addition to the Curriculum","year":2018,"lang":"en","type":"article","venue":"International Journal of Georesources and Environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Emotional intelligence; Set (abstract data type); Skills management; Work (physics); Engineering ethics; Critical thinking; Engineering; Medical education; Psychology; Engineering management; Knowledge management; Pedagogy; Computer science; Medicine; Mechanical engineering","score_opus":0.0030471880582952316,"score_gpt":0.20333442584026806,"score_spread":0.20028723778197283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883611995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97841007,0.0002012526,0.019076016,0.0010311438,0.0010794828,0.00009396669,0.000016558493,0.000017068625,0.000074441276],"genre_scores_gemma":[0.99177,0.00021929218,0.0068391385,0.00014484998,0.0009239983,0.000017962491,0.000013950262,0.000014832167,0.000055920635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993575,0.0000056480817,0.00024553502,0.00007246328,0.00020935287,0.00010947519],"domain_scores_gemma":[0.9997062,0.000027929416,0.000057844954,0.000063934895,0.00004562433,0.000098442244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019109796,0.00008750065,0.0000819221,0.00007974106,0.00004432813,0.000046407335,0.00017530474,0.000023559678,0.0001357775],"category_scores_gemma":[0.00002228768,0.00006312427,0.000037564776,0.000033861095,0.000015965756,0.00007648642,0.000020400043,0.000052638494,0.0000068552317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010610098,0.00085432857,0.029809177,0.00008102536,0.0013477417,0.000023876752,0.078724675,0.37385362,0.0032597205,0.0014650666,0.14384593,0.3666287],"study_design_scores_gemma":[0.00054602604,0.00037654612,0.078542866,0.00008731176,0.000037179547,0.00014620986,0.0035383203,0.035757907,0.0011627845,0.000116566545,0.8794054,0.00028290655],"about_ca_topic_score_codex":0.0000035294725,"about_ca_topic_score_gemma":0.000007705878,"teacher_disagreement_score":0.73555946,"about_ca_system_score_codex":0.00006766112,"about_ca_system_score_gemma":0.000006032749,"threshold_uncertainty_score":0.2574133},"labels":[],"label_agreement":null},{"id":"W2883634368","doi":"10.24908/pceea.v0i0.12970","title":"Making writing practices visible and sustainable in the engineering curriculum: a practice architectures theory analysis","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Curriculum; Engineering education; Engineering ethics; Subject (documents); Best practice; Engineering; Mathematics education; Computer science; Pedagogy; Engineering management; Sociology; Psychology; Management","score_opus":0.005381512424488161,"score_gpt":0.245574741726899,"score_spread":0.24019322930241083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883634368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755083,0.0011370566,0.00048482083,0.0052853795,0.0013455047,0.0009127257,0.0000102232625,0.00031781438,0.014998197],"genre_scores_gemma":[0.9962919,0.00002346269,0.002745687,0.00025785956,0.00023446202,0.000114989416,0.0000045942274,0.000037179103,0.00028986845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984943,0.000024040799,0.00037300767,0.00022161978,0.00036035437,0.0005266307],"domain_scores_gemma":[0.9986049,0.0002844326,0.00032543094,0.00015045896,0.0005180133,0.0001167935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002011318,0.00021804188,0.00020708225,0.00081140414,0.00021659919,0.0003002433,0.0003818788,0.00012877709,0.000018307734],"category_scores_gemma":[0.0039392742,0.00018889194,0.00007546058,0.0023105564,0.000021989588,0.0003474502,0.000038384165,0.00041631795,0.0000033142833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001779531,0.000515134,0.3364225,0.0038273763,0.0032641268,0.000005774691,0.07442879,0.23301473,0.0031439655,0.3062136,0.03360656,0.0055396664],"study_design_scores_gemma":[0.00053737086,0.00006088129,0.60024613,0.0007492384,0.0011294043,0.00010353885,0.03624654,0.17677152,0.0012067968,0.0008085209,0.18060648,0.0015335728],"about_ca_topic_score_codex":0.002118303,"about_ca_topic_score_gemma":0.0020076071,"teacher_disagreement_score":0.30540505,"about_ca_system_score_codex":0.0012218988,"about_ca_system_score_gemma":0.00027025776,"threshold_uncertainty_score":0.770279},"labels":[],"label_agreement":null},{"id":"W2884340694","doi":"10.15273/ijge.2018.03.027","title":"hanging the Culture and Attitude: Supporting Women Studying Mining Engineering","year":2018,"lang":"en","type":"article","venue":"International Journal of Georesources and Environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; South Dakota School of Mines and Technology; National Science Foundation","keywords":"Curriculum; State (computer science); Engineering education; Engineering; Engineering management; Engineering ethics; Pedagogy; Sociology; Computer science","score_opus":0.004657880230504682,"score_gpt":0.20166877592013258,"score_spread":0.1970108956896279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884340694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952928,0.0008250321,0.002909878,0.00027458536,0.000442728,0.000033895787,8.978053e-7,0.000017903945,0.00020227065],"genre_scores_gemma":[0.99674565,0.00045744484,0.0022516868,0.00006317635,0.00039348946,0.000004447562,6.712327e-7,0.000012419971,0.00007100122],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993393,0.0000049881996,0.00022655091,0.0000683761,0.00021446735,0.00014631358],"domain_scores_gemma":[0.9997683,0.000025949244,0.00006601994,0.000045272576,0.000022482545,0.000071974995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026876052,0.00009664568,0.000090821246,0.00007205462,0.000059721577,0.000077532444,0.00013325598,0.000024160438,0.000058813755],"category_scores_gemma":[0.000018649776,0.00006916881,0.000021147875,0.000029699828,0.000036662976,0.0000798527,0.00005747382,0.00010550014,0.0000024156084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064532214,0.00019024464,0.081506476,0.00020671128,0.00269304,0.00012853145,0.39997616,0.22294712,0.018085709,0.0010383782,0.004777152,0.26838592],"study_design_scores_gemma":[0.0015987806,0.00032696492,0.24610725,0.0005243309,0.00008094503,0.001035322,0.036938976,0.075317584,0.0022324277,0.00013695717,0.6348899,0.00081055635],"about_ca_topic_score_codex":0.00000111759,"about_ca_topic_score_gemma":2.9573954e-7,"teacher_disagreement_score":0.63011277,"about_ca_system_score_codex":0.00008752753,"about_ca_system_score_gemma":0.0000041344147,"threshold_uncertainty_score":0.28206223},"labels":[],"label_agreement":null},{"id":"W2885022454","doi":"10.24908/pceea.v0i0.10371","title":"Effective Coordination of Capstone Design Work Using Milestones","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Milestone; Capstone; Deliverable; Pace; Work (physics); Engineering management; Quality (philosophy); Engineering; Computer science; Systems engineering; Mechanical engineering","score_opus":0.0059399223624491465,"score_gpt":0.19822235271424676,"score_spread":0.19228243035179762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885022454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900831,0.00022782416,0.0018910519,0.0005273753,0.0044388045,0.00077552034,0.000010911586,0.00019603672,0.0018494008],"genre_scores_gemma":[0.9924345,0.0000056831113,0.0067548635,0.00003216892,0.00020748872,0.00006619881,0.00000399357,0.00004416938,0.00045093347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99898374,0.000007775314,0.00032198554,0.00014278582,0.00027133082,0.00027237047],"domain_scores_gemma":[0.9986995,0.00005387068,0.00019945957,0.00009882691,0.00080488436,0.000143485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004041053,0.00017424526,0.00019340051,0.000383959,0.00010613402,0.0000378195,0.00023004606,0.0001483858,0.000024240224],"category_scores_gemma":[0.0004902256,0.0001813223,0.000065924396,0.0010447865,0.000029031029,0.00016899811,0.000014285505,0.00015538857,0.000008542637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025549789,0.0005039808,0.20490043,0.0030872992,0.0014759724,2.7588214e-7,0.024958126,0.25956172,0.22546305,0.016999204,0.2484726,0.0145517895],"study_design_scores_gemma":[0.00069835526,0.00008209111,0.63562804,0.0014414565,0.00025218193,0.000013441951,0.000951168,0.08035245,0.25440598,0.00031606387,0.02454569,0.0013130808],"about_ca_topic_score_codex":0.0010514435,"about_ca_topic_score_gemma":0.00032518947,"teacher_disagreement_score":0.4307276,"about_ca_system_score_codex":0.0023051652,"about_ca_system_score_gemma":0.000370526,"threshold_uncertainty_score":0.73941094},"labels":[],"label_agreement":null},{"id":"W2885034132","doi":"10.24908/pceea.v0i0.10569","title":"Integration of English Language Modules into the Introduction to Engineering Design Course in the Vantage College 1st Year Engineering Program at the University of British Columbia","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Presentation (obstetrics); Mathematics education; General partnership; Course (navigation); English language; Literacy; Computer science; Psychology; Pedagogy; Medical education; Engineering; Medicine","score_opus":0.0027085285641950643,"score_gpt":0.17543306376563578,"score_spread":0.1727245352014407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885034132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942737,0.00016516009,0.00046704445,0.0012241913,0.0022571988,0.0011309397,0.000045973455,0.00013979945,0.00029598208],"genre_scores_gemma":[0.9952727,0.000022704035,0.0035057066,0.000029809029,0.00042484578,0.00006835645,0.0000129773525,0.000037936643,0.00062498223],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99885243,0.000016684104,0.00032806653,0.00017899497,0.00034191646,0.00028188867],"domain_scores_gemma":[0.9988497,0.00009504358,0.00015411523,0.00020851252,0.00060198316,0.00009066948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088159245,0.00015039109,0.00018866418,0.00015601634,0.0001477359,0.00008140209,0.00052240596,0.0001174464,0.000034643475],"category_scores_gemma":[0.0009286605,0.00014915688,0.00007414949,0.0011496521,0.000040503655,0.00018082459,0.000037349266,0.00026972318,0.0000041253775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018031284,0.000415437,0.01612786,0.0012289821,0.0005215102,8.4450585e-7,0.1579792,0.28524378,0.040638436,0.0038074178,0.4837755,0.010243017],"study_design_scores_gemma":[0.0008279833,0.00016661611,0.6479513,0.0011529656,0.00026023804,0.000016851931,0.04342268,0.10828106,0.01487224,0.0000420989,0.18186599,0.0011399555],"about_ca_topic_score_codex":0.011561919,"about_ca_topic_score_gemma":0.0601278,"teacher_disagreement_score":0.6318235,"about_ca_system_score_codex":0.0013751229,"about_ca_system_score_gemma":0.00020574001,"threshold_uncertainty_score":0.99502015},"labels":[],"label_agreement":null},{"id":"W2885041835","doi":"10.24908/pceea.v0i0.9768","title":"A FRAMEWORK FOR EXPLORING ETHICAL DILEMMAS IN A FIRST YEAR ENGINEERING COURSE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Accreditation; Inclusion (mineral); Curriculum; Engineering ethics; Engineering education; Content (measure theory); Engineering; Pedagogy; Medical education; Psychology; Sociology; Engineering management; Medicine; Social science; Mathematics","score_opus":0.01430179654337192,"score_gpt":0.2309376046603896,"score_spread":0.2166358081170177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885041835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576231,0.0003390826,0.0051345965,0.012647963,0.018283466,0.0020503039,0.0000702505,0.0010193393,0.0028318805],"genre_scores_gemma":[0.981762,0.000021395419,0.016757676,0.00011989098,0.0005505558,0.00050578365,0.000006792101,0.00008054971,0.000195358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986467,0.0000027430383,0.0003777683,0.00020936111,0.00027555923,0.000487891],"domain_scores_gemma":[0.9990307,0.00011832821,0.000101764585,0.00013073282,0.00038659034,0.00023185195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046985518,0.00021992353,0.00021545606,0.00036510386,0.0001101451,0.000088199304,0.00032304277,0.00032734967,0.00003417854],"category_scores_gemma":[0.0013877839,0.00024120777,0.00009004776,0.00081587344,0.000015745825,0.00021966854,0.000020561753,0.0005310649,0.00001576295],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018085064,0.0003774374,0.19869614,0.0041893283,0.0006691743,5.326763e-7,0.023273202,0.09509538,0.0036369,0.53213906,0.13914493,0.0027598129],"study_design_scores_gemma":[0.0011464506,0.00008684585,0.5020052,0.0031786924,0.00014591178,0.000010484785,0.0017300354,0.110699445,0.0113599785,0.0022546516,0.36530623,0.002076072],"about_ca_topic_score_codex":0.00046576295,"about_ca_topic_score_gemma":0.002277586,"teacher_disagreement_score":0.52988446,"about_ca_system_score_codex":0.0022796495,"about_ca_system_score_gemma":0.00037147154,"threshold_uncertainty_score":0.98361677},"labels":[],"label_agreement":null},{"id":"W2885086340","doi":"10.24908/pceea.v0i0.9558","title":"Teaching Engineering Conferences","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Bachelor; Curriculum; Attendance; Session (web analytics); Engineering education; Engineering ethics; Engineering; Engineering management; Computer science; Mathematics education; Pedagogy; Sociology; Psychology; Political science; World Wide Web; Medicine","score_opus":0.004203536881646179,"score_gpt":0.18900301218147578,"score_spread":0.1847994752998296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885086340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8956107,0.0002727909,0.00040271104,0.0041004177,0.015930962,0.00080483465,0.00003392903,0.001311092,0.08153259],"genre_scores_gemma":[0.99453676,0.000008388578,0.0024107988,0.00012829443,0.0005132276,0.000062881285,0.0000065469885,0.00005368153,0.0022793973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874955,0.00000365701,0.00033489347,0.00017830395,0.00031896099,0.00041463412],"domain_scores_gemma":[0.9990348,0.000035346133,0.000118197255,0.000121916084,0.00043911586,0.00025058852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038332303,0.00022137047,0.00018305135,0.0003694911,0.00017022456,0.00012206292,0.00039299254,0.00016206918,0.00007210574],"category_scores_gemma":[0.0005166041,0.00022267275,0.00007782886,0.00050189765,0.000017784721,0.00022524297,0.000022882325,0.0003504969,0.00003979402],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042579118,0.0002441187,0.1177234,0.0022835517,0.0009270253,3.535962e-7,0.014419339,0.023650164,0.04648483,0.19462943,0.58729875,0.012334782],"study_design_scores_gemma":[0.00030121184,0.000033493772,0.16510409,0.00060803845,0.00008160898,0.000014006441,0.0006459944,0.058645777,0.01966507,0.00020279705,0.7536217,0.0010762097],"about_ca_topic_score_codex":0.0021653632,"about_ca_topic_score_gemma":0.0016590784,"teacher_disagreement_score":0.19442664,"about_ca_system_score_codex":0.0017874755,"about_ca_system_score_gemma":0.00050852774,"threshold_uncertainty_score":0.90803313},"labels":[],"label_agreement":null},{"id":"W2885164636","doi":"10.24908/pceea.v0i0.10221","title":"Engineering educators’ perceptions of the influence of professional/industry experience on their teaching practice","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Perception; Pedagogy; Medical education; Psychology; Engineering ethics; Professional development; Engineering; Medicine","score_opus":0.003881838920807291,"score_gpt":0.2291293714988189,"score_spread":0.2252475325780116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885164636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936374,0.000029439563,0.000012663472,0.0012892877,0.0027545923,0.0003036311,0.000017204722,0.000078571305,0.0018772496],"genre_scores_gemma":[0.9977946,0.0000066971465,0.0010127933,0.00015173036,0.00020046768,0.000088352404,0.000002516472,0.000042464962,0.00070036424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99863327,0.000012801602,0.00045873463,0.00017794818,0.00041566917,0.00030155366],"domain_scores_gemma":[0.9984286,0.00012404993,0.00032743643,0.00023060263,0.0007244981,0.00016480904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047229996,0.00021410499,0.00019892234,0.0002866341,0.00017552306,0.00003306908,0.00054035045,0.00023268783,0.00003623436],"category_scores_gemma":[0.00236574,0.00017564993,0.00009832367,0.0007394004,0.000044259268,0.00028325012,0.000040343828,0.00064961,0.0000057951565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013837258,0.0010380117,0.26604456,0.0023031468,0.00071022636,1.2033759e-7,0.09799081,0.29031625,0.20310226,0.042843547,0.09293883,0.0026983744],"study_design_scores_gemma":[0.00016592706,0.000027186596,0.91818285,0.0014022148,0.000056375276,0.000008569661,0.0058741583,0.00466689,0.036950644,0.000033254953,0.032180503,0.00045140786],"about_ca_topic_score_codex":0.0008497501,"about_ca_topic_score_gemma":0.00017398714,"teacher_disagreement_score":0.6521383,"about_ca_system_score_codex":0.0013576467,"about_ca_system_score_gemma":0.0006749929,"threshold_uncertainty_score":0.7162796},"labels":[],"label_agreement":null},{"id":"W2885185411","doi":"10.24908/pceea.v0i0.10374","title":"A TALE OF TWO PEDAGOGICAL PERSPECTIVES: A LITERATURE REVIEW OF WRITING PROGRAM ADMINISTRATION WITHIN ENGINEERING PROGRAMS","year":2018,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Identity (music); Engineering education; Composition (language); Administration (probate law); Technical communication; Writing center; Professional writing; Engineering ethics; Pedagogy; Sociology; Engineering; Political science; Engineering management; Electrical engineering; Linguistics; Communication","score_opus":0.019384046873873094,"score_gpt":0.3050199145134808,"score_spread":0.28563586763960774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885185411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007621173,0.9942054,0.000014446033,0.00012112981,0.0015695341,0.0020601526,0.000071025956,0.00028055967,0.0009156129],"genre_scores_gemma":[0.0069966638,0.981206,0.009129023,0.000023028995,0.0005692768,0.0010935619,0.0002197758,0.00019645916,0.00056620623],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972366,0.000016221837,0.00137679,0.0003544881,0.00058067316,0.00043519403],"domain_scores_gemma":[0.9969868,0.00006335837,0.0010363125,0.00024724603,0.0014024626,0.00026379913],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081814785,0.0005264932,0.0011101502,0.0006035231,0.000064410924,0.000106165295,0.00057216774,0.00040953665,0.000022688815],"category_scores_gemma":[0.0010567871,0.00048860244,0.00047165478,0.0019821413,0.000035184712,0.00021751635,0.000037624362,0.0006487347,0.000004068681],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002490265,0.0007231827,0.00044527804,0.8547227,0.0015610368,9.586165e-7,0.0097271,0.0006472018,0.000097210876,0.012100176,0.017682634,0.10229004],"study_design_scores_gemma":[0.00021544988,0.00011180792,0.00025476856,0.34137106,0.0008479984,0.000067316454,0.0006346562,0.0016042825,0.00023036462,0.000015490532,0.65351814,0.0011287068],"about_ca_topic_score_codex":0.000109738525,"about_ca_topic_score_gemma":0.00015795387,"teacher_disagreement_score":0.63583547,"about_ca_system_score_codex":0.002218711,"about_ca_system_score_gemma":0.0016173619,"threshold_uncertainty_score":0.9997566},"labels":[],"label_agreement":null},{"id":"W2885235135","doi":"10.24908/pceea.v0i0.10350","title":"CO-DESIGNING CURRICULUM: FIRST-HAND EXPERIENCES OF UNDERGRADUATES CREATING EXPERIENTIAL LEARNING ACTIVITIES FOR THEIR PEERS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Deliverable; Project-based learning; Experiential learning; Context (archaeology); Curriculum; Documentation; Medical education; Project management; Bachelor; Engineering management; Engineering; Work (physics); Psychology; Pedagogy; Computer science; Medicine; Political science","score_opus":0.0056307987661563625,"score_gpt":0.21093063257368314,"score_spread":0.20529983380752678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885235135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993745,0.00012208334,0.00074677216,0.00024899736,0.0022250751,0.00037823062,0.000008926422,0.00015234607,0.0023725585],"genre_scores_gemma":[0.99614227,0.000012533206,0.002532633,0.000019270035,0.00027677172,0.00029161575,0.000011988858,0.000047897465,0.0006650437],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988465,0.0000053643,0.00035443972,0.0001787394,0.00025920256,0.00035578836],"domain_scores_gemma":[0.998947,0.000098770666,0.00024301978,0.00007792633,0.00048918894,0.00014406447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032103655,0.00020816624,0.00022296296,0.00029753376,0.00037328966,0.00012366976,0.00025714925,0.00012453376,0.000037481124],"category_scores_gemma":[0.0005670212,0.00020254069,0.00010193959,0.00044995,0.00005471457,0.00025285958,0.000011471048,0.0001630312,0.0000017948707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000158567,0.00032539305,0.116438225,0.0034682439,0.0010590967,9.9636466e-8,0.62984854,0.033989232,0.10078402,0.010963014,0.09908154,0.0040267454],"study_design_scores_gemma":[0.00066292915,0.00014432121,0.012973253,0.0010900807,0.0001075486,0.000007101931,0.1754636,0.06776287,0.68469685,0.00016167932,0.055702846,0.0012268937],"about_ca_topic_score_codex":0.0006048813,"about_ca_topic_score_gemma":0.0005447186,"teacher_disagreement_score":0.58391285,"about_ca_system_score_codex":0.0010183231,"about_ca_system_score_gemma":0.00031528508,"threshold_uncertainty_score":0.825937},"labels":[],"label_agreement":null},{"id":"W2885259028","doi":"10.24908/pceea.v0i0.7410","title":"DEVELOPMENT OF THE CANADIAN ENGINEERING ETHICS GAME: FEEDBACK FROM PROFESSIONAL ENGINEERS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Red River College","funders":"","keywords":"Video game; Work (physics); Engineering ethics; Game Developer; Engineering education; Computer science; Game testing; Game design; Multimedia; Engineering; Game design document; Engineering management; Mechanical engineering","score_opus":0.01051415872948903,"score_gpt":0.22188236736871114,"score_spread":0.21136820863922212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885259028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702419,0.00023756437,0.00007306829,0.006775666,0.016086314,0.00088512525,0.00010863285,0.00023983749,0.005351896],"genre_scores_gemma":[0.9932256,0.000010506843,0.0047257477,0.000114605326,0.00021852097,0.00010548914,0.00001986311,0.00007874215,0.0015009554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979655,0.0000068826744,0.00056370045,0.00024080175,0.000669982,0.0005531039],"domain_scores_gemma":[0.9981064,0.00007142265,0.00037393425,0.00037240976,0.0006311889,0.00044465196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006352345,0.00032017566,0.00028126859,0.0003395934,0.00064152264,0.00020630355,0.0011342979,0.0004177579,0.000053929096],"category_scores_gemma":[0.001577273,0.00028966597,0.00013491296,0.00040374883,0.000034376804,0.00027080334,0.000070817085,0.00086458726,0.000014872201],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010938239,0.0004507002,0.3836048,0.0053562755,0.0029259052,0.0000011126222,0.09400533,0.23019634,0.056233194,0.055307634,0.16217588,0.009731922],"study_design_scores_gemma":[0.0002557614,0.0000033335061,0.82176954,0.0008569148,0.00005837768,0.0000022466,0.00047387357,0.011359131,0.016854692,0.0000491763,0.14772375,0.00059319445],"about_ca_topic_score_codex":0.03836447,"about_ca_topic_score_gemma":0.1973455,"teacher_disagreement_score":0.43816477,"about_ca_system_score_codex":0.0047119553,"about_ca_system_score_gemma":0.0038835122,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W2885288789","doi":"10.24908/pceea.v0i0.10302","title":"FINDING THE GAPS: THE DEVELOPMENT OF A NETWORK FOR GRADUATE ATTRIBUTE PROFESSIONALS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"University of Waterloo; Université de Moncton; University of Toronto; Dalhousie University; Connaught Fund; University of Alberta; York University; Queen's University; McMaster University; École de technologie supérieure; McGill University; University of Regina","keywords":"Accreditation; Process (computing); Resource (disambiguation); Graduate students; Professional development; Medical education; Business; Public relations; Political science; Computer science; Medicine","score_opus":0.018009559833833184,"score_gpt":0.2451902977704967,"score_spread":0.22718073793666352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885288789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97081035,0.0004475937,0.0011774644,0.011426602,0.0111489985,0.002154099,0.000049683837,0.0002577303,0.0025274884],"genre_scores_gemma":[0.99253505,0.00000712528,0.0051285024,0.0001712387,0.00049084006,0.00035949916,0.000013615646,0.000041837873,0.0012522889],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99869865,0.0000065557824,0.00044690684,0.00013310689,0.00033205986,0.00038271042],"domain_scores_gemma":[0.9986467,0.00013065417,0.00025135555,0.00013070482,0.0007338727,0.000106758846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001057411,0.00017131251,0.00016421711,0.00012281812,0.0004194761,0.00005909496,0.00046528166,0.00010339953,0.000017951334],"category_scores_gemma":[0.00059274404,0.00011657059,0.00008458093,0.00068649894,0.000027298673,0.00009818351,0.000028447112,0.00020457647,0.0000067519327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006176603,0.00012372363,0.035023574,0.0012830129,0.00077592273,1.9487851e-8,0.031352844,0.018837277,0.0034790037,0.019669311,0.8848071,0.0046420046],"study_design_scores_gemma":[0.0004905665,0.000033592412,0.4798038,0.0013177866,0.00016285016,0.000005014298,0.0038852962,0.018211644,0.04096913,0.00060160644,0.4536202,0.0008985234],"about_ca_topic_score_codex":0.00014604436,"about_ca_topic_score_gemma":0.0014671573,"teacher_disagreement_score":0.44478023,"about_ca_system_score_codex":0.0011678645,"about_ca_system_score_gemma":0.00079148175,"threshold_uncertainty_score":0.47536108},"labels":[],"label_agreement":null},{"id":"W2885337142","doi":"10.24908/pceea.v0i0.10158","title":"PEER FEEDBACK OVER TIME","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Teamwork; Accreditation; Peer feedback; Component (thermodynamics); Inclusion (mineral); Work (physics); Peer evaluation; Peer assessment; Value (mathematics); Computer science; Engineering education; Medical education; Psychology; Engineering management; Higher education; Engineering; Mathematics education; Medicine; Management; Political science; Mechanical engineering","score_opus":0.0027790901552920194,"score_gpt":0.1800514439323227,"score_spread":0.17727235377703068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885337142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88808364,0.00019055384,0.000058947197,0.007319885,0.0108165685,0.0006787316,0.00004413166,0.0008266551,0.09198089],"genre_scores_gemma":[0.97402716,0.000006417543,0.0012145904,0.00023134287,0.00054339145,0.000052059168,0.000011977522,0.00006307437,0.023850001],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987632,0.000002638807,0.00027791038,0.00015817983,0.00043591222,0.00036214682],"domain_scores_gemma":[0.9986208,0.000021050404,0.00010631558,0.00012109253,0.0008924275,0.00023829714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003371293,0.00018637945,0.00015428134,0.0002788429,0.0001234701,0.00010379238,0.00032044083,0.00016002357,0.00033437353],"category_scores_gemma":[0.000516148,0.00018820263,0.00007539967,0.00067605777,0.00001938283,0.0001985855,0.00001915061,0.00020546907,0.0002071176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.945001e-7,0.000041991923,0.019825293,0.0001743087,0.00013489393,3.6147995e-8,0.0017714152,0.0013882584,0.007105548,0.0037609753,0.96467113,0.0011252214],"study_design_scores_gemma":[0.00022639608,0.000015593712,0.31336418,0.0001817358,0.00004716477,0.0000053925296,0.00014788861,0.014490337,0.010944378,0.00012819687,0.65987206,0.00057669595],"about_ca_topic_score_codex":0.000709031,"about_ca_topic_score_gemma":0.00078128604,"teacher_disagreement_score":0.3047991,"about_ca_system_score_codex":0.0022618533,"about_ca_system_score_gemma":0.00038877432,"threshold_uncertainty_score":0.76746804},"labels":[],"label_agreement":null},{"id":"W2885361583","doi":"10.24908/pceea.v0i0.10566","title":"USING ACCOUNTABILITY LOGS TO ASSESS INDIVIDUAL STUDENT CONTRIBUTIONS TO CAPSTONE PROJECTS: WHAT HAPPENS WHEN ONE STUDENT ON A TEAM FAILS?","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Rubric; Capstone; Accountability; Grading (engineering); Capstone course; Social loafing; Psychology; Situated; Formative assessment; Coaching; Engineering education; Engineering ethics; Pedagogy; Engineering; Medical education; Engineering management; Computer science; Political science","score_opus":0.029409040404915866,"score_gpt":0.30433664610918176,"score_spread":0.2749276057042659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885361583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98893684,0.000046893885,0.00037175175,0.0032029962,0.0042573563,0.0014904122,0.00007281312,0.00024652568,0.0013744205],"genre_scores_gemma":[0.99398494,0.000008254908,0.0041610016,0.0007275739,0.00046693333,0.00031438144,0.000018486937,0.00006460888,0.00025379413],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99772173,0.000011364073,0.00050899945,0.0003548648,0.0008002375,0.00060278375],"domain_scores_gemma":[0.99770075,0.000050447732,0.00016045652,0.00023520699,0.0013111916,0.00054197235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008453843,0.00030786797,0.0003071557,0.00065471645,0.0002566071,0.0006208382,0.000599656,0.00018668054,0.000051808125],"category_scores_gemma":[0.00080832565,0.0003283931,0.0000832197,0.0010633941,0.000019196037,0.0005528313,0.000077483215,0.0003282406,0.000062667816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033631728,0.0030479212,0.24090652,0.0015789345,0.0028376621,5.677741e-7,0.22354874,0.11787329,0.051938426,0.02183373,0.32838815,0.008012417],"study_design_scores_gemma":[0.0007583474,0.00020066375,0.8429019,0.001751822,0.00026971937,0.0000080316395,0.019430527,0.0027764423,0.02590036,0.00009170965,0.104233675,0.0016768086],"about_ca_topic_score_codex":0.0019955244,"about_ca_topic_score_gemma":0.005165119,"teacher_disagreement_score":0.60199535,"about_ca_system_score_codex":0.009026643,"about_ca_system_score_gemma":0.0008254874,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W2885362565","doi":"10.24908/pceea.v0i0.9483","title":"WHERE LANGUAGE AND ENGINEERING MEET: FOSTERING EMERGING ENGINEERING IDENTITIES AMONG INTERNATIONAL ENGLISH LANGUAGE LEARNERS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Social connectedness; Feeling; Bridging (networking); English language; Engineering education; League; Pedagogy; Mathematics education; Psychology; Identity (music); Engineering; Computer science; Engineering management; Social psychology","score_opus":0.0029016739381455383,"score_gpt":0.1913277710732878,"score_spread":0.18842609713514227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885362565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98770535,0.0005636691,0.00009933851,0.00039163523,0.0064606573,0.0002800519,0.000019784055,0.0005532087,0.0039263256],"genre_scores_gemma":[0.9957885,0.0000621362,0.0017586147,0.00004294913,0.00087461463,0.000076927274,0.000012552477,0.00010271004,0.0012809541],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984338,0.000004001977,0.00040847965,0.00026534227,0.00039361545,0.0004947544],"domain_scores_gemma":[0.99901545,0.000040834042,0.0001484577,0.00014807812,0.00036926978,0.0002778805],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035499776,0.00031328408,0.00023820071,0.00059849373,0.00012689961,0.00026814122,0.000409949,0.00018922104,0.00007160705],"category_scores_gemma":[0.0006820358,0.00035039734,0.00008876169,0.0005738317,0.000022801947,0.0005265742,0.000087835746,0.0003263664,0.00000841333],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001352138,0.0002218259,0.24825409,0.0069776447,0.002628147,0.000005768228,0.2951305,0.10459006,0.19428283,0.017382538,0.11884183,0.011671255],"study_design_scores_gemma":[0.0020322825,0.00009905646,0.3991266,0.005034699,0.00041808467,0.00008007131,0.051663797,0.32070103,0.080582306,0.000071472256,0.13510075,0.005089852],"about_ca_topic_score_codex":0.0008149527,"about_ca_topic_score_gemma":0.0015365997,"teacher_disagreement_score":0.2434667,"about_ca_system_score_codex":0.0015597729,"about_ca_system_score_gemma":0.00014452447,"threshold_uncertainty_score":0.9998948},"labels":[],"label_agreement":null},{"id":"W2885623018","doi":"10.24908/pceea.v0i0.7329","title":"USING THE CLA+ TO TRACK DEVELOPMENT OF COGNITIVE SKILLS FROM FIRST TO THIRD YEAR: ACCESSIBILITY AND FACTORS FOR SUCCESS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Accreditation; Argument (complex analysis); Cognition; Cognitive skill; Test (biology); Mathematics education; Psychology; Relevance (law); Cognitive development; Medical education; Pedagogy; Political science","score_opus":0.015256696657532256,"score_gpt":0.26187066012449994,"score_spread":0.24661396346696768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885623018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966045,0.000024577654,0.0005086427,0.0007461623,0.0011327453,0.0006042104,0.00006433987,0.000039273156,0.000275547],"genre_scores_gemma":[0.9935646,0.00000278991,0.0059950002,0.000055506618,0.000082522594,0.00010101909,0.000009168056,0.000028460512,0.00016093648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990828,0.0000023332136,0.0003015151,0.00017544665,0.00020415208,0.00023374324],"domain_scores_gemma":[0.99892294,0.00011887832,0.00018570322,0.00013308412,0.00042935176,0.00021005144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030842895,0.00015662887,0.00017903344,0.00014761185,0.0003384642,0.00016444783,0.00040127485,0.00009586628,0.000009583583],"category_scores_gemma":[0.0016909259,0.0001339621,0.00004689207,0.00018664113,0.000013661569,0.00018244461,0.000042005755,0.00011315971,0.0000015779542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008355719,0.00015473858,0.9043534,0.00090577424,0.0004976279,2.8839334e-8,0.058179993,0.011356547,0.0059967665,0.0011083117,0.013355117,0.0040833335],"study_design_scores_gemma":[0.00012162688,0.0000050737085,0.97661984,0.00031291286,0.000034505516,1.5765869e-7,0.0010269373,0.0014313845,0.016447788,0.000029803501,0.0037653092,0.00020464687],"about_ca_topic_score_codex":0.0016973253,"about_ca_topic_score_gemma":0.0062511703,"teacher_disagreement_score":0.072266445,"about_ca_system_score_codex":0.0010642314,"about_ca_system_score_gemma":0.0003547835,"threshold_uncertainty_score":0.5462815},"labels":[],"label_agreement":null},{"id":"W2885663162","doi":"10.24908/pceea.v0i0.10404","title":"INVESTIGATING THE RELATIVE IMPORTANCE OF THE CEAB GRADUATE ATTRIBUTES: STUDY DESIGN AND INITIAL FINDINGS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stakeholder; Graduate students; Psychology; Work (physics); Medical education; Knowledge management; Computer science; Engineering; Pedagogy; Public relations; Medicine; Political science","score_opus":0.021656782501163138,"score_gpt":0.2328499039364739,"score_spread":0.21119312143531077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885663162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99445,0.000075412325,0.0001301065,0.0022685851,0.0015830982,0.0007288983,0.0000092489045,0.00007701815,0.00067765306],"genre_scores_gemma":[0.998099,0.00000501215,0.0012375779,0.000118851334,0.0001381422,0.000090037545,0.0000018129019,0.000032993707,0.00027656695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988473,0.000016217218,0.00037429988,0.0001558452,0.00034480664,0.00026150895],"domain_scores_gemma":[0.99888,0.00011899156,0.00022559438,0.0001405025,0.0005160752,0.00011883287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007953568,0.00017544301,0.00016235256,0.00013533905,0.00026977158,0.00007107206,0.0003666006,0.0000902596,0.000011076595],"category_scores_gemma":[0.0014626932,0.00012741335,0.000053392967,0.00082232495,0.000060990038,0.0001911708,0.000040020084,0.00030601933,0.0000029419703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032139396,0.00016884982,0.8102487,0.0005486333,0.00070675375,9.5135455e-8,0.062299643,0.013877271,0.0055001727,0.014811109,0.09090452,0.0009310641],"study_design_scores_gemma":[0.00026177612,0.00003835888,0.973062,0.00029081226,0.00010338269,0.000004775069,0.0024002758,0.011782039,0.008600813,0.0006001927,0.0025145567,0.00034103775],"about_ca_topic_score_codex":0.00061465456,"about_ca_topic_score_gemma":0.00090850156,"teacher_disagreement_score":0.1628133,"about_ca_system_score_codex":0.00093694567,"about_ca_system_score_gemma":0.0004069579,"threshold_uncertainty_score":0.5195766},"labels":[],"label_agreement":null},{"id":"W2885714682","doi":"10.24908/pceea.v0i0.9528","title":"HOLDING THE CRUCIBLE: GROWING A PORTFOLIO OF ENGINEERING LEADERSHIP ELECTIVE COURSES AND A COMMUNITY OF EDUCATORS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Crucible (geodemography); Portfolio; Leadership studies; Leadership development; Medical education; Engineering ethics; Pedagogy; Engineering; Psychology; Management; Political science; Sociology; Public relations; Leadership style; Medicine; Business","score_opus":0.011582363189454437,"score_gpt":0.2057296988435735,"score_spread":0.19414733565411907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885714682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99581,0.0003567506,0.00004457659,0.00062717294,0.0014861148,0.00027625417,0.000011203189,0.00008801789,0.0012999327],"genre_scores_gemma":[0.9987429,0.000025940735,0.00074873725,0.00006005315,0.00014282377,0.000045093213,0.0000031697832,0.000044645087,0.0001866569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988444,0.000013294496,0.00040984811,0.00012431211,0.00027990778,0.00032823865],"domain_scores_gemma":[0.99871165,0.00014469012,0.00024940618,0.00015728784,0.00058688194,0.0001500734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000791046,0.00019991714,0.0002473174,0.00041594618,0.00018972855,0.00004456519,0.00035928126,0.00013122986,0.000016736542],"category_scores_gemma":[0.0010793629,0.00018276519,0.00007519613,0.0009655009,0.000056690726,0.00023498412,0.000030796848,0.00044865906,0.0000011262799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022193934,0.0008124741,0.42319185,0.010888433,0.0028823505,2.5996678e-7,0.120282315,0.041956224,0.22875327,0.06320879,0.099696256,0.008305583],"study_design_scores_gemma":[0.0005003071,0.0001082571,0.76711464,0.002015432,0.0002722874,0.000025036443,0.020112855,0.015442068,0.18009971,0.00021846037,0.013084113,0.0010068007],"about_ca_topic_score_codex":0.0023901707,"about_ca_topic_score_gemma":0.0006949301,"teacher_disagreement_score":0.34392282,"about_ca_system_score_codex":0.00092100014,"about_ca_system_score_gemma":0.0004630503,"threshold_uncertainty_score":0.7452948},"labels":[],"label_agreement":null},{"id":"W2885745529","doi":"10.24908/pceea.v0i0.10575","title":"PREPARING STUDENTS FOR SUCCESS THROUGH IMPLEMENTATION OF A UNIFIED CURRICULUM DESIGN SPINE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Curriculum; Engineering management; Soft skills; Workforce; Computer science; Engineering; Medical education; Engineering ethics; Knowledge management; Psychology; Pedagogy; Medicine; Management","score_opus":0.008350070494939545,"score_gpt":0.26833255638363945,"score_spread":0.25998248588869993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885745529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857699,0.00013376048,0.004597124,0.0006357233,0.0046388926,0.0016718684,0.00003303988,0.00026040958,0.0022592326],"genre_scores_gemma":[0.9887312,0.000016003945,0.010367086,0.000047357684,0.00020909843,0.00023642152,0.000014352568,0.000046309648,0.00033218195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871767,0.0000048195034,0.00044121384,0.00017191067,0.00033888387,0.00032551234],"domain_scores_gemma":[0.9986782,0.000026550662,0.00024978843,0.00011021412,0.0008140674,0.00012114673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004371266,0.00018130033,0.00019839361,0.00022902903,0.00011585299,0.00007139922,0.00039179804,0.000113017995,0.000029222032],"category_scores_gemma":[0.00026128776,0.00018729053,0.000077886434,0.00062066014,0.00001639223,0.00025934397,0.000022934986,0.00010870035,0.0000033601355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013388938,0.00060023647,0.49719253,0.0046702656,0.0016640077,7.9078724e-8,0.026423471,0.046339426,0.03836756,0.04199197,0.33587646,0.0068606185],"study_design_scores_gemma":[0.0018289671,0.00019166147,0.6424799,0.00097192515,0.0003079633,0.000006723455,0.004064279,0.03366272,0.22682996,0.000656565,0.08750129,0.0014980497],"about_ca_topic_score_codex":0.0017808648,"about_ca_topic_score_gemma":0.0018847089,"teacher_disagreement_score":0.24837518,"about_ca_system_score_codex":0.0015366074,"about_ca_system_score_gemma":0.00041559222,"threshold_uncertainty_score":0.76374865},"labels":[],"label_agreement":null},{"id":"W2885851973","doi":"10.24908/pceea.v0i0.9486","title":"TEACHING TEAMWORK TO ENGINEERING TECHNOLOGY STUDENTS: THE IMPORTANCE OF SELF-REFLECTION AND ACKNOWLEDGING DIVERSITY IN TEAMS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Teamwork; Diversity (politics); Group work; Psychology; Work (physics); Engineering education; Transferable skills analysis; Medical education; Engineering ethics; Pedagogy; Engineering; Higher education; Sociology; Political science; Engineering management; Medicine","score_opus":0.003469927280296318,"score_gpt":0.21563423468743903,"score_spread":0.2121643074071427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885851973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958781,0.00010273934,0.00006582063,0.0013534762,0.0012691837,0.0003293327,0.0000026717626,0.00016806567,0.0008306249],"genre_scores_gemma":[0.9974304,0.00001153184,0.0020490417,0.000074653595,0.00013849181,0.00005396372,0.0000010337566,0.00002923802,0.00021165021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896914,0.0000045981114,0.0003054137,0.00016890116,0.00025613542,0.00029581948],"domain_scores_gemma":[0.9993285,0.000034736677,0.00011679863,0.00011733955,0.0002822852,0.00012035052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005780028,0.00016228935,0.00017086836,0.00057875924,0.00018751257,0.000046897512,0.00040440724,0.0001318882,0.000006812054],"category_scores_gemma":[0.00057296874,0.00015179491,0.000034907374,0.0010562802,0.000015645965,0.00014666894,0.00010745517,0.00032881254,0.000003903791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012072949,0.00005833735,0.9733945,0.00028030263,0.00010992833,5.531121e-8,0.009399754,0.0043672384,0.003201021,0.00383076,0.00444755,0.00090930355],"study_design_scores_gemma":[0.00029038463,0.00003631603,0.9582934,0.0006195421,0.0000599173,0.000007843146,0.0020720004,0.010802567,0.0056177806,0.00015430796,0.021534203,0.00051174156],"about_ca_topic_score_codex":0.0009363782,"about_ca_topic_score_gemma":0.0035628458,"teacher_disagreement_score":0.017086653,"about_ca_system_score_codex":0.0020989096,"about_ca_system_score_gemma":0.00015249953,"threshold_uncertainty_score":0.6190017},"labels":[],"label_agreement":null},{"id":"W2885856569","doi":"10.24908/pceea.v0i0.7404","title":"TEACHING THE FUNDAMENTALS OF CIVIL ENGINEERING MATERIALS THROUGH EXPERIENTIAL LEARNING","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Experiential learning; Curriculum; Experiential education; Sustainability; Engineering education; Engineering; Engineering ethics; Mathematics education; Civil engineering; Pedagogy; Engineering management; Psychology","score_opus":0.00588815169856415,"score_gpt":0.21446048547994925,"score_spread":0.2085723337813851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885856569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98125947,0.00023440734,0.00012087105,0.0019395966,0.006903647,0.0005013222,0.000024160207,0.00023458475,0.008781933],"genre_scores_gemma":[0.99734074,0.000027118938,0.0007486352,0.000043589032,0.00028515034,0.000102310376,0.00000820863,0.00006112859,0.0013831108],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986308,0.000008163298,0.00044605226,0.00017265596,0.0003672321,0.00037509206],"domain_scores_gemma":[0.99895406,0.00004663847,0.00039407844,0.00024212443,0.00024016136,0.00012295772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058592734,0.00023128837,0.00024944678,0.00015781308,0.00048563446,0.00026354237,0.0006972623,0.0001454282,0.000084560335],"category_scores_gemma":[0.0009623651,0.00020383416,0.00010228839,0.00016664217,0.000028154174,0.00039711382,0.00006128275,0.00037763175,0.000007436989],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011125396,0.00031966262,0.08461041,0.004234456,0.0015604049,5.8951514e-7,0.057542797,0.11434843,0.5536427,0.08148327,0.09841271,0.0038334394],"study_design_scores_gemma":[0.00089120277,0.000050112485,0.3815597,0.0017250632,0.00024137997,0.000022883558,0.0046299123,0.014670302,0.23307231,0.00028403863,0.36110803,0.0017450486],"about_ca_topic_score_codex":0.0038071366,"about_ca_topic_score_gemma":0.0011535727,"teacher_disagreement_score":0.3205704,"about_ca_system_score_codex":0.0011900474,"about_ca_system_score_gemma":0.00023017792,"threshold_uncertainty_score":0.8312116},"labels":[],"label_agreement":null},{"id":"W2885894686","doi":"10.24908/pceea.v0i0.9669","title":"OUTCOME COMPARISON FRAMEWORK FOR DESIGN COURSES IN ENGINEERING AND TECHNOLOGY","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Seneca Polytechnic; Queen's University; University of British Columbia","funders":"","keywords":"Syllabus; Context (archaeology); Stakeholder; Troubleshooting; Engineering management; Outcome (game theory); Computer science; Project-based learning; Engineering; Mathematics education; Psychology","score_opus":0.011167749612632708,"score_gpt":0.24501827081641608,"score_spread":0.23385052120378338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885894686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94913,0.0013050905,0.02354829,0.00929337,0.011745755,0.0025781293,0.000041409585,0.001146632,0.0012113276],"genre_scores_gemma":[0.96169883,0.000011822936,0.037645817,0.000053454027,0.00016277326,0.0001939969,0.000002701911,0.000048695143,0.00018192516],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895215,0.0000021900316,0.0003691328,0.00016675146,0.00015308123,0.0003566779],"domain_scores_gemma":[0.99923366,0.0000891067,0.0001048108,0.0000903521,0.0003442478,0.0001378182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035372275,0.00018045784,0.00022173632,0.00061661523,0.00007892975,0.000064373555,0.00022719488,0.00023651918,0.000009111737],"category_scores_gemma":[0.0012248536,0.00019322988,0.000034528275,0.00085541484,0.000019330153,0.000117980715,0.000016059803,0.00025479012,0.000004101193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005908641,0.00015865687,0.76607776,0.0018713386,0.00027182026,1.2542701e-7,0.0050902637,0.055851478,0.007235084,0.11475453,0.044713866,0.0039691525],"study_design_scores_gemma":[0.0010505653,0.0001269185,0.4071956,0.0017245997,0.00014721228,0.000016576194,0.002018908,0.4389442,0.030770196,0.0032019378,0.1128153,0.0019879828],"about_ca_topic_score_codex":0.00019133538,"about_ca_topic_score_gemma":0.00057777506,"teacher_disagreement_score":0.3830927,"about_ca_system_score_codex":0.0013799869,"about_ca_system_score_gemma":0.00021761039,"threshold_uncertainty_score":0.7879685},"labels":[],"label_agreement":null},{"id":"W2885922145","doi":"10.24908/pceea.v0i0.10236","title":"SURVEYS FOR SIMULTANEOUS DIRECT AND INDIRECT ASSESSMENT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Variety (cybernetics); Indirect costs; Direct cost; Direct imaging; Computer science; Risk analysis (engineering); Engineering; Business; Political science; Accounting; Artificial intelligence","score_opus":0.004509591000638284,"score_gpt":0.20985453916416516,"score_spread":0.20534494816352689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885922145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93786937,0.000467927,0.0012482813,0.0030265385,0.012407288,0.0019808398,0.00014253375,0.0008992558,0.041957986],"genre_scores_gemma":[0.9944261,0.000017275659,0.0035596972,0.000070272676,0.00024914194,0.00012342061,0.000010949933,0.000044383483,0.0014987611],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991126,0.0000059448885,0.00023744753,0.00015989716,0.00019009579,0.0002940369],"domain_scores_gemma":[0.99902403,0.000110162626,0.000099313045,0.000079016696,0.00050174765,0.0001857375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064415956,0.00016084722,0.000167578,0.00022907983,0.00014749652,0.000091076865,0.00017451272,0.00012086405,0.000018884928],"category_scores_gemma":[0.0007201465,0.00016185483,0.00004921535,0.00039221844,0.000017054363,0.00011280466,0.000013310616,0.00012435316,0.0000040483965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008816145,0.0004551866,0.38030583,0.004834462,0.0019634187,3.6367902e-7,0.015212469,0.03834784,0.03943012,0.034725495,0.43172476,0.052991234],"study_design_scores_gemma":[0.0005236158,0.00006828455,0.5489182,0.00034585857,0.00011946838,0.00000793857,0.00043300007,0.088093616,0.01836697,0.00021207384,0.34190318,0.0010078031],"about_ca_topic_score_codex":0.00047424363,"about_ca_topic_score_gemma":0.0022587022,"teacher_disagreement_score":0.16861235,"about_ca_system_score_codex":0.0015960266,"about_ca_system_score_gemma":0.0003602641,"threshold_uncertainty_score":0.6600248},"labels":[],"label_agreement":null},{"id":"W2886059665","doi":"10.24908/pceea.v0i0.10194","title":"A MODEL TO DEVELOP PEER FEEDBACK SKILLS IN FIRST-YEAR ENGINEERING STUDENTS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Communication source; Active listening; Computer science; Peer feedback; Face (sociological concept); Craft; Face-to-face; Human–computer interaction; Multimedia; Psychology; Mathematics education; Communication; Telecommunications","score_opus":0.005276861824340917,"score_gpt":0.21301525188117224,"score_spread":0.2077383900568313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886059665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98821115,0.00004141051,0.0004645528,0.0028340565,0.003681442,0.0007354199,0.000023336683,0.0003384366,0.0036701798],"genre_scores_gemma":[0.986037,0.000008797361,0.010147483,0.00018894582,0.00022268911,0.0001730323,0.000008219225,0.00008289471,0.0031309053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99814785,0.0000026579373,0.00044740326,0.00024985377,0.0006055036,0.00054673495],"domain_scores_gemma":[0.9982893,0.000030112778,0.00009373741,0.00015065636,0.0010769315,0.00035926467],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053767645,0.00026825964,0.00023220065,0.00067836937,0.00009742136,0.00013725634,0.00057352043,0.00018812389,0.000037786678],"category_scores_gemma":[0.0013406301,0.00029428516,0.000054615666,0.0018222977,0.000009673721,0.0002626347,0.00005447716,0.00028716418,0.00007679565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044692993,0.000258039,0.28128535,0.00073088694,0.0002457167,2.7016102e-7,0.01592837,0.4673567,0.0031813576,0.0068323836,0.22341555,0.0007609054],"study_design_scores_gemma":[0.0006103093,0.000026455915,0.78531206,0.00085903436,0.000042296997,0.0000050635763,0.0005305582,0.10976788,0.0054540103,0.000099254554,0.096112385,0.0011806681],"about_ca_topic_score_codex":0.00063297467,"about_ca_topic_score_gemma":0.0051358254,"teacher_disagreement_score":0.5040268,"about_ca_system_score_codex":0.004123806,"about_ca_system_score_gemma":0.00054249674,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W2886097079","doi":"10.24908/pceea.v0i0.9735","title":"POWER OF PEERS: EXPERIENCES USING AN ONLINE PEER ASSESSMENT TOOL TO GRADE STUDENT WORK","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Peer feedback; Peer assessment; Curriculum; Set (abstract data type); Work (physics); Class (philosophy); Online assessment; Process (computing); Computer science; Rubric; Upload; Quality (philosophy); Medical education; Psychology; Mathematics education; Pedagogy; Engineering; Formative assessment; World Wide Web; Medicine","score_opus":0.013879111038107104,"score_gpt":0.2735924146421647,"score_spread":0.2597133036040576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886097079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99480784,0.000027145796,0.00014922082,0.00081873324,0.0030558063,0.00031133555,0.000012949247,0.00010528918,0.00071169663],"genre_scores_gemma":[0.987671,0.0000020536836,0.01138447,0.000119109856,0.00023347924,0.00007258685,0.000008310083,0.000044228957,0.0004647372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843407,0.0000053080767,0.0004145455,0.00019685515,0.00060827413,0.00034095734],"domain_scores_gemma":[0.99842405,0.00001787253,0.00015763158,0.00015467721,0.0009789952,0.00026675258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004136293,0.00019916991,0.00020607487,0.0003677064,0.00010620477,0.00009207802,0.00041118902,0.000117311974,0.0000887424],"category_scores_gemma":[0.00029232205,0.00020093338,0.00006574513,0.0009434928,0.000019583225,0.00023957079,0.000028779597,0.0001748763,0.000004658357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010053174,0.0018076258,0.38306493,0.00092649844,0.0009517282,3.8980147e-7,0.26622728,0.12667707,0.050546788,0.011759473,0.15506186,0.0029663066],"study_design_scores_gemma":[0.00031673018,0.00009931558,0.91392916,0.00051745836,0.00007462499,0.0000047153235,0.026884539,0.0095461365,0.01356686,0.000041872165,0.034054026,0.00096456084],"about_ca_topic_score_codex":0.0005778663,"about_ca_topic_score_gemma":0.0005620182,"teacher_disagreement_score":0.53086424,"about_ca_system_score_codex":0.0022821284,"about_ca_system_score_gemma":0.0005018521,"threshold_uncertainty_score":0.81938255},"labels":[],"label_agreement":null},{"id":"W2886378117","doi":"10.24908/pceea.v0i0.9690","title":"COMPARING AND ALIGNING OUTCOMES OF TWO ENGINEERING AND TECHNOLOGY DISCIPLINES IN ONTARIO","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; Seneca Polytechnic; University of British Columbia; Queen's University","funders":"","keywords":"Syllabus; Accreditation; Bridging (networking); Engineering education; Process (computing); Computer science; Engineering management; Engineering; Medical education; Mathematics education; Psychology; Medicine","score_opus":0.005620610565832131,"score_gpt":0.20140747199425454,"score_spread":0.19578686142842242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886378117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975764,0.0001097467,0.000019839365,0.00054649636,0.00079115754,0.00016054315,0.0000019299903,0.00008165957,0.0007122085],"genre_scores_gemma":[0.99711967,0.000007400085,0.002496781,0.000015293726,0.000040661693,0.00003432152,0.0000019366823,0.000026780554,0.00025714058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913377,0.0000016208709,0.00032168196,0.00014535201,0.00014468479,0.00025287434],"domain_scores_gemma":[0.99946165,0.000028869355,0.00010528323,0.000074851996,0.00021855017,0.000110822104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023151143,0.00016129769,0.00023984964,0.0006091256,0.000053978583,0.000039779654,0.00015207916,0.00010650341,0.000006756154],"category_scores_gemma":[0.00024266019,0.00016388748,0.000024032624,0.000567655,0.00002609,0.00014335856,0.000037522877,0.00021076917,9.309723e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.886469e-7,0.000012441055,0.9888317,0.00012800623,0.000044753055,2.6637439e-8,0.0016302222,0.0024741895,0.0026400299,0.0037421545,0.00033628897,0.00015990561],"study_design_scores_gemma":[0.0002170673,0.000008125988,0.9759625,0.00024523362,0.000020734828,0.0000039078695,0.0002636245,0.017397683,0.003712013,0.000104553445,0.0018400846,0.0002244431],"about_ca_topic_score_codex":0.014962366,"about_ca_topic_score_gemma":0.13342795,"teacher_disagreement_score":0.11846558,"about_ca_system_score_codex":0.0011267156,"about_ca_system_score_gemma":0.00021764911,"threshold_uncertainty_score":0.99159706},"labels":[],"label_agreement":null},{"id":"W2886572311","doi":"10.24908/pceea.v0i0.10368","title":"Peer Evaluation: Enhancing learning Opportunities and Reducing Marking Effort","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Rubric; Grading (engineering); Peer assessment; Computer science; Medical education; Mathematics education; Psychology; Engineering; Medicine","score_opus":0.011047159232311482,"score_gpt":0.21552335785815185,"score_spread":0.20447619862584038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886572311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95417434,0.00049504405,0.00008580174,0.0040298426,0.0054103723,0.0005425199,0.000005676864,0.00038341607,0.034873016],"genre_scores_gemma":[0.99348116,0.00004103441,0.0012658699,0.00008341867,0.0004207516,0.00008542071,0.000010772433,0.000050127914,0.0045614666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856657,0.0000066803927,0.00033984813,0.0001855972,0.000558952,0.00034234457],"domain_scores_gemma":[0.99822134,0.000034663663,0.00015181616,0.00008911514,0.0012842222,0.00021883668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012089573,0.00019039371,0.00016487352,0.0003487383,0.00026691362,0.00015334225,0.00018260365,0.00013675632,0.0000929679],"category_scores_gemma":[0.0009675365,0.00020260751,0.000048503403,0.0004320412,0.000024590363,0.0002599161,0.000025351523,0.00026736732,0.000008362641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010462352,0.00020367005,0.2392182,0.0040984405,0.0014843661,7.051989e-7,0.066562444,0.069809675,0.04803621,0.036806375,0.43679655,0.09697289],"study_design_scores_gemma":[0.0005671626,0.000052717096,0.31504396,0.0013718323,0.0002553783,0.00003828632,0.0065203914,0.14379199,0.026896562,0.00023133482,0.5037885,0.0014419084],"about_ca_topic_score_codex":0.0007815373,"about_ca_topic_score_gemma":0.001132086,"teacher_disagreement_score":0.09553099,"about_ca_system_score_codex":0.0020529993,"about_ca_system_score_gemma":0.00057772617,"threshold_uncertainty_score":0.8262094},"labels":[],"label_agreement":null},{"id":"W2886601050","doi":"10.24908/pceea.v0i0.9636","title":"LEARNING THE LIFE SKILL: CEAB LIFELONG LEARNING GRADUATE ATTRIBUTE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Lifelong learning; Scope (computer science); Syllabus; Set (abstract data type); Accreditation; Intervention (counseling); Process (computing); Psychology; Mathematics education; Computer science; Pedagogy; Medical education; Medicine","score_opus":0.006941673879966858,"score_gpt":0.19421749271784208,"score_spread":0.18727581883787522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886601050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97531444,0.00033486987,0.00017008503,0.0076979385,0.0072626784,0.0005759977,0.0000086988375,0.0007917508,0.007843549],"genre_scores_gemma":[0.994827,0.00004616935,0.00042209882,0.00025207468,0.0006916858,0.00008761086,0.00001288526,0.00007514971,0.0035853616],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984134,0.000013513038,0.00039464992,0.00020900519,0.00045243927,0.00051698525],"domain_scores_gemma":[0.9985009,0.0000787325,0.00021702309,0.00013016861,0.0007580933,0.00031507577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007154802,0.00025132322,0.00020369829,0.00027836356,0.0004826824,0.00019014465,0.00045154832,0.00016347096,0.000057380254],"category_scores_gemma":[0.002040718,0.0002178276,0.00010699209,0.0009896181,0.00003383671,0.00021827914,0.000036517093,0.00069944334,0.00006949308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005067419,0.00013523248,0.30649787,0.000919779,0.0010289771,3.0584332e-7,0.030052995,0.16144273,0.0041416907,0.009157859,0.4802802,0.006337294],"study_design_scores_gemma":[0.00033097455,0.00004892599,0.6089237,0.00037631448,0.0001337096,0.00001164177,0.0032028272,0.04403141,0.0052584317,0.00007491951,0.33668983,0.00091732264],"about_ca_topic_score_codex":0.0012862317,"about_ca_topic_score_gemma":0.0011270295,"teacher_disagreement_score":0.3024258,"about_ca_system_score_codex":0.0016285406,"about_ca_system_score_gemma":0.0005623125,"threshold_uncertainty_score":0.88827515},"labels":[],"label_agreement":null},{"id":"W2886612247","doi":"10.24908/pceea.v0i0.10506","title":"A THREE-TIER EVALUATION RUBRIC FOR THE ASSESSMENT OF GROUP PROJECTS IN CHEMICAL ENGINEERING DESIGN COURSES","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Rubric; Grading (engineering); Teamwork; Computer science; Consistency (knowledge bases); Tier 1 network; Group work; Context (archaeology); Peer assessment; Engineering management; Mathematics education; Engineering; Psychology; Artificial intelligence; World Wide Web","score_opus":0.0156851952156507,"score_gpt":0.24970338767091949,"score_spread":0.23401819245526878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886612247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86715233,0.0012862086,0.09620965,0.005107667,0.01629664,0.010105679,0.0000784738,0.00065652665,0.0031068323],"genre_scores_gemma":[0.98166215,0.000010261521,0.017234756,0.000032522832,0.00023951785,0.0007135935,0.000009482329,0.00004917985,0.00004851944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986191,0.000007889936,0.0004136014,0.00017912916,0.00043321121,0.00034708565],"domain_scores_gemma":[0.9986988,0.00016381673,0.00017935788,0.00013421351,0.0007192191,0.000104606566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016550673,0.00019525389,0.00020271893,0.00035338386,0.00007649435,0.00005611538,0.00033695684,0.00014470697,0.000021895425],"category_scores_gemma":[0.0008966221,0.00017266243,0.00007907529,0.00083046063,0.000020510288,0.00015564173,0.000017093089,0.00020806988,0.0000015046995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014817292,0.0007068637,0.15171568,0.0038410237,0.0013747341,1.7108667e-7,0.011649482,0.5172412,0.11491676,0.03886589,0.13081564,0.02885774],"study_design_scores_gemma":[0.00036696374,0.00002646014,0.21858914,0.00028717838,0.0000908765,0.0000024820072,0.00025123288,0.76763713,0.008895684,0.000113121874,0.0034288226,0.00031088223],"about_ca_topic_score_codex":0.0006047719,"about_ca_topic_score_gemma":0.00090696855,"teacher_disagreement_score":0.25039595,"about_ca_system_score_codex":0.0027554936,"about_ca_system_score_gemma":0.0007601075,"threshold_uncertainty_score":0.72055197},"labels":[],"label_agreement":null},{"id":"W2886626841","doi":"10.24908/pceea.v0i0.10230","title":"Building Indicators by Consensus for Common Attributes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Brainstorming; Process (computing); Work (physics); Computer science; Engineering management; Process management; Work in process; Medical education; Engineering; Operations management; Medicine; Mechanical engineering","score_opus":0.004275746334556751,"score_gpt":0.20655011290056527,"score_spread":0.20227436656600853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886626841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819467,0.0003812202,0.0005204886,0.0044937436,0.006900362,0.0009506256,0.0001647935,0.00052588177,0.004116174],"genre_scores_gemma":[0.9937842,0.000007440445,0.0046504494,0.00016191594,0.00027407697,0.0001414161,0.000019483277,0.00005534367,0.0009056734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891746,0.0000028031523,0.00031863523,0.0001615646,0.00022137063,0.00037814103],"domain_scores_gemma":[0.9990529,0.00006534531,0.00015401888,0.0000968868,0.00040487535,0.00022600008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003326954,0.0001814441,0.00017826729,0.00032966226,0.00017709554,0.00008159451,0.00029500277,0.00016268333,0.00002360039],"category_scores_gemma":[0.0005204842,0.00019020676,0.00007446414,0.0006758917,0.00002403437,0.00008729411,0.000014340176,0.00016635883,0.000008550259],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016928647,0.000052186646,0.034422845,0.00040312065,0.00018991869,1.7885496e-8,0.0009476343,0.0011516736,0.014005328,0.013182589,0.9331118,0.0025311876],"study_design_scores_gemma":[0.00041502496,0.000035980105,0.068269044,0.00028341493,0.00008602684,0.000005322932,0.0002885566,0.012036713,0.084103554,0.00038363875,0.8333232,0.00076951494],"about_ca_topic_score_codex":0.0005618628,"about_ca_topic_score_gemma":0.00066043576,"teacher_disagreement_score":0.0997886,"about_ca_system_score_codex":0.0020238666,"about_ca_system_score_gemma":0.0003230218,"threshold_uncertainty_score":0.7756406},"labels":[],"label_agreement":null},{"id":"W2886737464","doi":"10.24908/pceea.v0i0.10260","title":"THREE QUARTERS OF A LOOP: CO-OP WORK TERM EVALUATIONS AND WORK REPORTS TO MEASURE THE COMMUNICATION ATTRIBUTE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Interpersonal communication; Work (physics); Term (time); Leverage (statistics); Communication skills; Meaning (existential); Psychology; Computer science; Diversity (politics); Process (computing); Medical education; Knowledge management; Social psychology; Engineering; Sociology; Artificial intelligence; Management","score_opus":0.01067799138260925,"score_gpt":0.22880156062087176,"score_spread":0.2181235692382625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886737464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865602,0.0004719818,0.00060544617,0.007377778,0.002096803,0.0010293042,0.000017036682,0.00018120732,0.0016601916],"genre_scores_gemma":[0.99768966,0.00001212805,0.0015315948,0.00012100478,0.00011741997,0.00015154274,0.0000125608785,0.000035315807,0.00032878277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877024,0.000008417254,0.00042037896,0.00016187954,0.00037614768,0.00026293698],"domain_scores_gemma":[0.9984734,0.00006643898,0.0002303953,0.00026188244,0.000774091,0.00019376917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008616855,0.00017019075,0.00017504732,0.00026212708,0.00020702956,0.000089354915,0.00031325192,0.000120032324,0.000027699829],"category_scores_gemma":[0.0007256106,0.00015154557,0.000057097135,0.0011136247,0.000037269954,0.00013271127,0.00002523698,0.00020930107,0.000008300448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071166605,0.00010995879,0.5742415,0.0004123128,0.00048642227,9.837703e-8,0.01996539,0.006983298,0.003303269,0.002494821,0.38078946,0.011206313],"study_design_scores_gemma":[0.00013229754,0.000017271625,0.9798791,0.0005057369,0.0000807051,0.000005713311,0.0005075986,0.0007782444,0.0024051303,0.00010966127,0.0152570745,0.00032149488],"about_ca_topic_score_codex":0.0006436747,"about_ca_topic_score_gemma":0.002253298,"teacher_disagreement_score":0.40563753,"about_ca_system_score_codex":0.0011259303,"about_ca_system_score_gemma":0.00033690172,"threshold_uncertainty_score":0.61798483},"labels":[],"label_agreement":null},{"id":"W2886744585","doi":"10.24908/pceea.v0i0.10389","title":"EXPERIENCING ENGINEERING EDUCATION: LESSONS FROM THE COMPREHENSIVE/QUALIFYING EXAMINATIONS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Candidacy; Medical education; Discipline; Engineering education; Engineering ethics; Pedagogy; Psychology; Mathematics education; Engineering management; Engineering; Medicine; Political science","score_opus":0.011857280067786252,"score_gpt":0.23203496462491344,"score_spread":0.2201776845571272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886744585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626482,0.0012743921,0.00048979104,0.008289857,0.01597225,0.00094034814,0.000069881484,0.0007734322,0.009541822],"genre_scores_gemma":[0.9941577,0.000037359503,0.0029780974,0.00045896886,0.0010329884,0.00023993789,0.000030638883,0.000081587816,0.0009827331],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983431,0.00000979203,0.00047036374,0.00027246517,0.0004366354,0.00046761933],"domain_scores_gemma":[0.99823314,0.00015347831,0.00019529404,0.00025730047,0.0008938793,0.00026691897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029495952,0.00030076815,0.00022532661,0.00029809074,0.00039553535,0.00022220046,0.00062036456,0.00018690398,0.000107711545],"category_scores_gemma":[0.00068228325,0.00027693546,0.00010771018,0.0010593175,0.00003616805,0.00031637432,0.00004529998,0.00038172462,0.0000415879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000460446,0.0004043255,0.06967145,0.0012763574,0.0011007137,3.2005957e-7,0.06325297,0.02554665,0.059460662,0.071142696,0.68924487,0.018894356],"study_design_scores_gemma":[0.00028758254,0.000018043771,0.4385801,0.0008397751,0.00012066538,0.000011596753,0.006342126,0.022760471,0.016364712,0.00017281936,0.5134677,0.0010343826],"about_ca_topic_score_codex":0.0036226492,"about_ca_topic_score_gemma":0.002343973,"teacher_disagreement_score":0.36890864,"about_ca_system_score_codex":0.0025698438,"about_ca_system_score_gemma":0.0009681895,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W2886783195","doi":"10.24908/pceea.v0i0.7395","title":"ASSESSING AND DEVELOPING THE INDIVIDUAL AND TEAM WORK ATTRIBUTE","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Operationalization; Likert scale; Accreditation; Psychology; Medical education; Scale (ratio); Work (physics); Tracking (education); Teamwork; Team effectiveness; Applied psychology; Knowledge management; Pedagogy; Computer science; Engineering; Medicine; Management","score_opus":0.014063907795518664,"score_gpt":0.22457707283918052,"score_spread":0.21051316504366185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886783195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839959,0.00048253266,0.00007075047,0.009902681,0.0023184805,0.0003168676,0.000008251049,0.0001314098,0.0027731021],"genre_scores_gemma":[0.99742347,0.000050224382,0.0017416955,0.00013194449,0.00013247158,0.000046733872,0.0000035725798,0.000028829067,0.00044104765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991763,0.0000034236132,0.0002060661,0.00013849244,0.00021374693,0.00026193337],"domain_scores_gemma":[0.9993289,0.000043966134,0.00016711628,0.00012660585,0.00018929546,0.00014411217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004738469,0.00015273651,0.00013153904,0.00012473391,0.0005608014,0.000761008,0.0003372427,0.00011073914,0.0000055241035],"category_scores_gemma":[0.00067288434,0.00012884905,0.000029007124,0.00018153811,0.000030394656,0.0003297876,0.000054647935,0.00023937675,0.0000025659886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010862674,0.00003372277,0.82437676,0.00081519794,0.0004399587,1.4773953e-7,0.007357928,0.0018615993,0.00082458806,0.016568454,0.12620012,0.02152045],"study_design_scores_gemma":[0.00008215095,0.0000017304681,0.9605548,0.00018995022,0.00002977064,0.000004320289,0.00038937683,0.00058790494,0.0004585929,0.000058110334,0.0374486,0.00019472509],"about_ca_topic_score_codex":0.0005770011,"about_ca_topic_score_gemma":0.0005411688,"teacher_disagreement_score":0.13617803,"about_ca_system_score_codex":0.0007806971,"about_ca_system_score_gemma":0.0002511037,"threshold_uncertainty_score":0.7338418},"labels":[],"label_agreement":null},{"id":"W2886852054","doi":"10.24908/pceea.v0i0.10584","title":"FIRST-YEAR COMMON ENGINEERING CURRICULUM FOR THE BC POST-SECONDARY SECTOR","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Curriculum; Accreditation; Engineering education; Diversity (politics); Institution; Engineering; Process (computing); Mathematics education; Political science; Engineering management; Pedagogy; Sociology; Computer science; Mathematics; Social science","score_opus":0.0037740738756394726,"score_gpt":0.18493308849338497,"score_spread":0.1811590146177455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886852054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241362,0.0015770395,0.0016673148,0.01787104,0.038569126,0.0042455895,0.0002958619,0.0018181523,0.00981967],"genre_scores_gemma":[0.9942006,0.00002861033,0.0030690357,0.00020242663,0.00087758893,0.00035370237,0.00002038229,0.00010008623,0.001147571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986012,0.0000029800256,0.0003885414,0.00020902188,0.00030063582,0.0004976135],"domain_scores_gemma":[0.998532,0.00011816465,0.00015273788,0.00018940071,0.00077748316,0.00023019622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040638144,0.00026889454,0.00021647142,0.0002830443,0.0003054245,0.00015148836,0.0005367475,0.00018536064,0.000113260605],"category_scores_gemma":[0.00065308006,0.00023353113,0.00014326451,0.0006533607,0.000023376586,0.00021780045,0.000029699066,0.00033100945,0.000031438718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010610333,0.00026447338,0.09365146,0.0034620576,0.0012871178,1.9709425e-7,0.009135578,0.06500079,0.006880673,0.052411422,0.7638865,0.0040091104],"study_design_scores_gemma":[0.000512197,0.000055183646,0.23355678,0.00040123175,0.00014415549,0.000009949312,0.0010024109,0.10458166,0.0061098137,0.00011706908,0.6525853,0.0009242111],"about_ca_topic_score_codex":0.0020311393,"about_ca_topic_score_gemma":0.0050714435,"teacher_disagreement_score":0.1399053,"about_ca_system_score_codex":0.0019362209,"about_ca_system_score_gemma":0.00044712823,"threshold_uncertainty_score":0.9523123},"labels":[],"label_agreement":null},{"id":"W2886872088","doi":"10.24908/pceea.v0i0.9630","title":"Adapting CEAB Graduate Attributes to Promote Graduate Student Success in the Canadian Engineering Community","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Process (computing); Medical education; Graduate students; Engineering education; Engineering management; Engineering; Computer science; Medicine","score_opus":0.02549310632224345,"score_gpt":0.24629876796690603,"score_spread":0.2208056616446626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886872088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886281,0.000049358958,0.00003607247,0.005224272,0.00265933,0.00078411604,0.00002845986,0.00019085506,0.0023994346],"genre_scores_gemma":[0.9976777,0.0000065490785,0.0011072659,0.00036583949,0.0003038435,0.00022142037,0.000019609832,0.00006989636,0.00022786389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787253,0.000022299275,0.0005079429,0.00021834335,0.0006116587,0.0007672129],"domain_scores_gemma":[0.99833107,0.000080958336,0.00013796933,0.0002602502,0.0007248718,0.0004648653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017074262,0.00032321038,0.00026032803,0.0007471123,0.00047336664,0.00031697075,0.0009804737,0.00016952978,0.00001575873],"category_scores_gemma":[0.0010312282,0.0003028002,0.000083618586,0.0017364906,0.000020494177,0.00025206097,0.000046768473,0.0008507746,0.00003140034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009431175,0.00069182273,0.28133386,0.0025670284,0.0010193583,0.000003228413,0.21791314,0.20520896,0.008323497,0.024022056,0.25201014,0.0068975035],"study_design_scores_gemma":[0.00022833691,0.000035558518,0.946725,0.00051282847,0.00004636212,0.00001033005,0.0025550746,0.012432195,0.0032571133,0.000067815294,0.03341818,0.0007112062],"about_ca_topic_score_codex":0.13971652,"about_ca_topic_score_gemma":0.47311088,"teacher_disagreement_score":0.66539115,"about_ca_system_score_codex":0.005472066,"about_ca_system_score_gemma":0.00079124194,"threshold_uncertainty_score":0.9999424},"labels":[],"label_agreement":null},{"id":"W2887163444","doi":"10.32920/ryerson.14636991.v1","title":"Creating a Human-Centric Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Human engineering; Engineering design process; Engineering; Engineering management; Industrial design; Health systems engineering; Computer science; Systems engineering; Mechanical engineering","score_opus":0.017843778566179816,"score_gpt":0.24454716827548179,"score_spread":0.22670338970930198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887163444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098637626,0.005277963,0.8686549,0.0000731401,0.0059284964,0.0007826675,0.0000071602963,0.0047116955,0.015926316],"genre_scores_gemma":[0.8962215,0.0002434728,0.10119476,0.00003731693,0.00034834747,0.00028135872,0.00014653816,0.00016908017,0.0013575807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854714,0.000017897648,0.0004118118,0.0003573072,0.00024929657,0.00041657544],"domain_scores_gemma":[0.9992092,0.000053687756,0.000039660958,0.00043404772,0.00008711348,0.00017627375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018224155,0.00043496696,0.00037216875,0.00017363392,0.000056310928,0.00022630741,0.00027420692,0.00027582297,0.00058879924],"category_scores_gemma":[0.000039269027,0.0004909053,0.00012326063,0.00026981265,0.000007262188,0.000064319895,0.00016988313,0.00069064315,0.000042712476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.118746e-7,0.000050875675,0.0001023425,0.0004897197,0.00017122882,0.000021291451,0.00061747927,0.9905841,0.0011549783,0.0002512691,0.005898395,0.00065814605],"study_design_scores_gemma":[0.00047434162,0.000017027218,0.0085615665,0.0013956967,0.00017814257,0.000048324277,0.0006687116,0.96866274,0.011313938,0.000045148256,0.0062849913,0.0023493604],"about_ca_topic_score_codex":0.000013695076,"about_ca_topic_score_gemma":0.0000021962558,"teacher_disagreement_score":0.79758394,"about_ca_system_score_codex":0.0002992654,"about_ca_system_score_gemma":0.0001444512,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W2887226318","doi":"10.24908/pceea.v0i0.9750","title":"COMPARISON OF STUDENT PERFORMANCE WHEN SOLVING A THERMODYNAMIC CYCLE AFTER IMPLEMENTING AN ALTERNATIVE TEACHING METHOD","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Mathematics education; Term (time); Significant difference; Learning cycle; Mathematics; Psychology; Computer science; Statistics; Physics","score_opus":0.007984135075007056,"score_gpt":0.28332357370433103,"score_spread":0.275339438629324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887226318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939631,0.000056642915,0.0006918572,0.0001717651,0.0013767522,0.00026209318,0.000009253421,0.000110044624,0.0033584987],"genre_scores_gemma":[0.98744494,0.000003762227,0.011932047,0.00004295777,0.00022458572,0.00008414556,0.0000068180916,0.000048112222,0.00021262959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986296,0.000011339688,0.0004533187,0.00018132916,0.00034918095,0.0003752191],"domain_scores_gemma":[0.998997,0.00003272529,0.00025714657,0.00012846675,0.00042809563,0.00015659432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071800675,0.00019015749,0.00022562602,0.00030062787,0.00016074133,0.000079390826,0.00037433757,0.000093375784,0.00005738871],"category_scores_gemma":[0.00013767452,0.00019310415,0.000063606094,0.00026025265,0.0000142648905,0.00032738943,0.00003818214,0.00027378183,0.000004801455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061624014,0.00033250728,0.81687105,0.0010669847,0.000575476,7.1927914e-8,0.089104906,0.0348917,0.025796372,0.0057855775,0.005682992,0.01988621],"study_design_scores_gemma":[0.0002027984,0.000044452947,0.6045927,0.00036959662,0.00006785302,0.0000021721671,0.002422565,0.37213126,0.014481547,0.00009136047,0.005149898,0.00044379392],"about_ca_topic_score_codex":0.0013168775,"about_ca_topic_score_gemma":0.0019539667,"teacher_disagreement_score":0.33723956,"about_ca_system_score_codex":0.0017077855,"about_ca_system_score_gemma":0.00021241844,"threshold_uncertainty_score":0.7874559},"labels":[],"label_agreement":null},{"id":"W2887253076","doi":"10.24908/pceea.v0i0.7392","title":"PROFESSIONAL PRACTICE AND ENGINEERING INTERNS: THREE CASES FOR DISCUSSION","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; Association of Professional Engineers and Geoscientists of Manitoba; Red River College","funders":"","keywords":"Misconduct; Engineering ethics; Discipline; Scope (computer science); Competence (human resources); Phrase; Process (computing); Virtue; Pedagogy; Psychology; Public relations; Sociology; Engineering; Political science; Law; Computer science; Social psychology","score_opus":0.007391975143945282,"score_gpt":0.24008412487725242,"score_spread":0.23269214973330712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887253076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9201564,0.0009996758,0.0011485413,0.040046506,0.027992006,0.003044152,0.00015554402,0.0008479727,0.005609205],"genre_scores_gemma":[0.9932066,0.000025250614,0.0046523013,0.00008940804,0.00026798178,0.00023680166,0.0000091475395,0.000056144872,0.0014563369],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99901867,0.0000020261339,0.00026777215,0.00017713291,0.00023087976,0.00030354282],"domain_scores_gemma":[0.998923,0.00009069692,0.00021869018,0.00015743998,0.00039850824,0.00021166906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037240217,0.00019204717,0.00016748201,0.00018868786,0.000323439,0.0002368113,0.0003471485,0.00014602861,0.000009476824],"category_scores_gemma":[0.003119069,0.0001567761,0.00006458146,0.00011923071,0.000014528114,0.00048962433,0.000043548036,0.00022032156,0.0000029435414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004483782,0.0006324604,0.30092636,0.009376712,0.0018344413,0.000001972834,0.013568506,0.026421506,0.029810114,0.11782515,0.45730865,0.0422493],"study_design_scores_gemma":[0.00064377097,0.00003590055,0.5749505,0.0013117698,0.00015806756,0.000041530482,0.00088390656,0.04977135,0.0039034402,0.00026596442,0.3670769,0.00095686316],"about_ca_topic_score_codex":0.0007129964,"about_ca_topic_score_gemma":0.0014030023,"teacher_disagreement_score":0.2740242,"about_ca_system_score_codex":0.0011041596,"about_ca_system_score_gemma":0.0002788802,"threshold_uncertainty_score":0.6393144},"labels":[],"label_agreement":null},{"id":"W2887289730","doi":"10.24908/pceea.v0i0.9657","title":"Reviewing a decade of research on Engineering Leadership","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; Concordia University","keywords":"Scope (computer science); Situated; Transformational leadership; Context (archaeology); Engineering ethics; Field (mathematics); Neuroleadership; Globalization; Political science; Process (computing); Leadership studies; Sociology; Public relations; Engineering; Leadership style; Servant leadership; Computer science; Geography","score_opus":0.047499948212845006,"score_gpt":0.2829234909859708,"score_spread":0.2354235427731258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887289730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461596,0.0016162385,0.00015341718,0.0059057497,0.01102615,0.0015411641,0.000035153298,0.0007938367,0.03276867],"genre_scores_gemma":[0.99678123,0.00003775982,0.0014612448,0.000098930264,0.0003965956,0.000083103434,0.0000041204953,0.00006411635,0.0010729282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982513,0.000008700683,0.00043499083,0.00020281249,0.0005778966,0.00052426767],"domain_scores_gemma":[0.9983403,0.00010699337,0.00013536766,0.00017784024,0.0010010968,0.00023839173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010746277,0.00020123897,0.0002341324,0.0007949183,0.00012622183,0.00006100879,0.00044576646,0.00018878534,0.000050624567],"category_scores_gemma":[0.0014951209,0.00020443415,0.00009397017,0.0015810382,0.000033214037,0.00015351704,0.000023675544,0.00046393633,0.000035768215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016193762,0.000503491,0.06304415,0.012643297,0.001094827,5.9166547e-7,0.02005703,0.06784663,0.07647397,0.13047726,0.6167454,0.011097137],"study_design_scores_gemma":[0.0007416426,0.00017603813,0.32510677,0.0076308744,0.0001376983,0.000017621123,0.0029323904,0.03746917,0.18636006,0.0002679084,0.43736807,0.0017917464],"about_ca_topic_score_codex":0.0005043074,"about_ca_topic_score_gemma":0.00039152187,"teacher_disagreement_score":0.2620626,"about_ca_system_score_codex":0.0023647072,"about_ca_system_score_gemma":0.00044185825,"threshold_uncertainty_score":0.8336583},"labels":[],"label_agreement":null},{"id":"W2887395235","doi":"10.24908/pceea.v0i0.9756","title":"Perceptions of Undergraduate Engineering Students about Learning Objectives of Undergraduate Laboratories","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychomotor learning; Medical education; Focus group; Psychology; Perception; Cognition; Engineering; Mathematics education; Medicine","score_opus":0.002929298211452181,"score_gpt":0.21142209713461113,"score_spread":0.20849279892315895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887395235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365824,0.00017799594,0.0002668526,0.00090267404,0.002545289,0.00032610775,0.000026409321,0.00022007243,0.0018763259],"genre_scores_gemma":[0.99712783,0.00006834941,0.001553941,0.000017325912,0.00015828855,0.000047913156,0.000009674408,0.000059971604,0.0009567202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984978,0.000007952708,0.0005049309,0.00017933168,0.0004699885,0.00033998495],"domain_scores_gemma":[0.998276,0.00005208772,0.0002866985,0.00012883819,0.0010779903,0.00017841942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034763946,0.00023206363,0.00028641298,0.0004663702,0.00011956426,0.00006060922,0.0003848262,0.00015025068,0.000017935676],"category_scores_gemma":[0.0006990403,0.00024764083,0.000099091805,0.0011580825,0.00004078117,0.00022655378,0.000034221044,0.00028442303,0.0000082844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065556424,0.00029859188,0.73803025,0.0026239937,0.0011191915,1.2394831e-7,0.012460348,0.09696381,0.08571008,0.044702247,0.016897291,0.0011875356],"study_design_scores_gemma":[0.00046535136,0.00007748065,0.9138855,0.0010346506,0.00015490915,0.000004386994,0.0017544628,0.0138079235,0.051990587,0.00036945543,0.015653236,0.00080209656],"about_ca_topic_score_codex":0.0008046322,"about_ca_topic_score_gemma":0.00082164287,"teacher_disagreement_score":0.17585523,"about_ca_system_score_codex":0.0013651513,"about_ca_system_score_gemma":0.00044768112,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W2887422345","doi":"10.24908/pceea.v0i0.10338","title":"COMPARITIVE STUDY OF THE ORGANIZATIONAL STRUCTURE OF ENGINEERING STUDENT TEAMS AND TEAM EFFECTIVENESS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Teamwork; Team effectiveness; Organizational structure; Knowledge management; Engineering; Capstone course; Engineering education; Engineering management; Computer science; Management","score_opus":0.0019177492188584204,"score_gpt":0.1887967975862939,"score_spread":0.18687904836743546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887422345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974153,0.00005001374,0.000018303159,0.00009959863,0.001500455,0.0005158291,0.000019754583,0.00004834442,0.00033241152],"genre_scores_gemma":[0.999488,0.00000263296,0.0002624164,0.000013186083,0.000101823614,0.000024863413,0.0000033391839,0.00003494232,0.00006882721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896485,0.0000091012225,0.00033621886,0.00014439692,0.0003549872,0.00019044415],"domain_scores_gemma":[0.9988234,0.000058001475,0.00018824133,0.000116070325,0.0007149563,0.0000993275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022124048,0.00017121078,0.00022399968,0.00021281913,0.00009197457,0.00003164794,0.00030114688,0.00009817577,0.000014778683],"category_scores_gemma":[0.00038655725,0.00014704735,0.000040791718,0.00078180106,0.000025972571,0.00009936212,0.000043444765,0.00018787399,6.3758273e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028241357,0.00025551033,0.91178757,0.0009084956,0.00044754831,2.170356e-8,0.0125800595,0.0293553,0.036896147,0.004634942,0.002949125,0.00018245586],"study_design_scores_gemma":[0.00024090262,0.00002807035,0.9677383,0.00021711554,0.00005140619,0.000002346367,0.0010536915,0.003041169,0.02698103,0.000032207812,0.00044417815,0.00016958563],"about_ca_topic_score_codex":0.00073475164,"about_ca_topic_score_gemma":0.0008962246,"teacher_disagreement_score":0.055950724,"about_ca_system_score_codex":0.0009973429,"about_ca_system_score_gemma":0.00026786895,"threshold_uncertainty_score":0.5996417},"labels":[],"label_agreement":null},{"id":"W2887490820","doi":"10.24908/pceea.v0i0.10587","title":"PROMOTING INTERCULTURAL EXCHANGE THROUGH A CORNERSTONE ENGINEERING DESIGN PROJECT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Cornerstone; Institution; Stakeholder; Work (physics); Engineering; Project team; Engineering management; Engineering ethics; Knowledge management; Pedagogy; Sociology; Public relations; Political science; Geography; Computer science; Mechanical engineering; Systems engineering","score_opus":0.01187808400053975,"score_gpt":0.21390721674796226,"score_spread":0.2020291327474225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887490820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378355,0.0012602805,0.0040985327,0.0053215013,0.024633354,0.004319072,0.0000688897,0.003070609,0.019392228],"genre_scores_gemma":[0.9889973,0.00002306976,0.008613309,0.00013928353,0.0005781527,0.00022805302,0.000011180517,0.000092250615,0.0013174118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998463,0.0000066724724,0.0004072812,0.00024250157,0.00034296373,0.00053761294],"domain_scores_gemma":[0.9988795,0.00003873809,0.00016925551,0.0001389405,0.0005926714,0.00018089107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042629024,0.00029569058,0.00023358066,0.00032433428,0.00015884361,0.00014280852,0.0004030315,0.00019249643,0.000053955508],"category_scores_gemma":[0.00061734696,0.00028651336,0.00009530377,0.0010260656,0.000022392576,0.000385176,0.000033500037,0.00032027185,0.000028980447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010900882,0.00028493264,0.009133818,0.0037261255,0.0010192853,7.5757293e-7,0.11717152,0.012785899,0.06386268,0.008431078,0.77736235,0.0062106308],"study_design_scores_gemma":[0.0011584427,0.00018285838,0.054176714,0.002661584,0.0002816974,0.000086605905,0.0036134021,0.26706627,0.12379498,0.00017905861,0.5436686,0.0031297463],"about_ca_topic_score_codex":0.0012250878,"about_ca_topic_score_gemma":0.0006418174,"teacher_disagreement_score":0.2542804,"about_ca_system_score_codex":0.0029808853,"about_ca_system_score_gemma":0.000451726,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W2887494010","doi":"10.24908/pceea.v0i0.10377","title":"TEACHING AIRCRAFT DESIGN:A CASE STUDY ON AN ALTERNATIVE ENGINEERING UNDERGRADUATE CAPSTONE FINAL YEAR PROJECT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Aerospace; Curriculum; Engineering management; Engineering education; Government (linguistics); Creativity; Engineering; Engineering ethics; Manufacturing engineering; Systems engineering; Computer science; Aerospace engineering; Political science; Pedagogy; Psychology","score_opus":0.01806441700737964,"score_gpt":0.25611694393445295,"score_spread":0.2380525269270733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887494010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925996,0.000021341613,0.00065778877,0.00058489677,0.0032340689,0.00094704085,0.000014061844,0.000426403,0.0015148023],"genre_scores_gemma":[0.99415845,0.0000025981287,0.0041397065,0.00007159169,0.00049949635,0.00016714209,0.000006048927,0.00009357983,0.00086138595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984164,0.000019156072,0.0003831055,0.0003015168,0.00041780988,0.00046197217],"domain_scores_gemma":[0.99892324,0.0000570976,0.00015192485,0.00019323024,0.00041282127,0.00026167414],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068068,0.0003159375,0.00023016769,0.000607897,0.0002475825,0.00014559364,0.00036064826,0.00013443251,0.000013118832],"category_scores_gemma":[0.00043422845,0.00032224346,0.00006953955,0.0006040946,0.0000154515,0.0003150384,0.000024175606,0.00048552282,0.000022192426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046392317,0.003513523,0.08319631,0.0019958839,0.00320217,0.00005356395,0.17185324,0.48616862,0.020881725,0.031714227,0.18727791,0.010096422],"study_design_scores_gemma":[0.0043367823,0.0018299246,0.17995946,0.0020782887,0.0007540669,0.0009005087,0.042892918,0.6504576,0.03355876,0.00049317256,0.07621176,0.006526726],"about_ca_topic_score_codex":0.007736038,"about_ca_topic_score_gemma":0.0027272967,"teacher_disagreement_score":0.164289,"about_ca_system_score_codex":0.0028249247,"about_ca_system_score_gemma":0.0004798981,"threshold_uncertainty_score":0.999923},"labels":[],"label_agreement":null},{"id":"W2887555735","doi":"10.24908/pceea.v0i0.10344","title":"DIVERSIFYING THE ENGINEERING VOICES: BRINGING DIVERSE PROFESSIONALS TO THE CLASSROOM THROUGH VIDEO INTERVIEWS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Diversity (politics); Bachelor; Graduation (instrument); Variety (cybernetics); Medical education; Engineering education; Psychology; Pedagogy; Engineering; Computer science; Sociology; Engineering management; Medicine; Political science; Mechanical engineering","score_opus":0.010181137491779456,"score_gpt":0.2284015530379478,"score_spread":0.21822041554616833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887555735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039139,0.0012259955,0.0022360347,0.042154487,0.03054441,0.0034580992,0.00008615799,0.0013052223,0.015075681],"genre_scores_gemma":[0.9942512,0.000024583987,0.0016381746,0.0010558694,0.0008056761,0.00020716558,0.000006715963,0.00007207052,0.0019385667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820966,0.000011602244,0.00044788842,0.00026005984,0.0004998296,0.00057096896],"domain_scores_gemma":[0.9986686,0.00010992152,0.00018986128,0.00026341475,0.0005427823,0.0002253846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007551935,0.00030049635,0.00022066337,0.00025165087,0.0005029437,0.0002121745,0.00093240006,0.00014785877,0.000081058075],"category_scores_gemma":[0.0008458453,0.00021645069,0.00013588615,0.0011947084,0.00002583372,0.00034565368,0.00012247662,0.00045573304,0.00009643283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005195175,0.00011531877,0.018399881,0.0009644848,0.00064449356,2.9523778e-7,0.050033968,0.056744672,0.0044473894,0.01114755,0.85298616,0.004510623],"study_design_scores_gemma":[0.00024455742,0.000024271849,0.077368,0.001082056,0.00011657507,0.000010063737,0.00514429,0.03378785,0.0058563426,0.00006891762,0.87550783,0.00078927004],"about_ca_topic_score_codex":0.0015604153,"about_ca_topic_score_gemma":0.002525626,"teacher_disagreement_score":0.09033726,"about_ca_system_score_codex":0.0022920938,"about_ca_system_score_gemma":0.000324487,"threshold_uncertainty_score":0.88266027},"labels":[],"label_agreement":null},{"id":"W2887769745","doi":"10.24908/pceea.v0i0.10524","title":"HOW FINE ARE THE EMPEROR’S CLOTHES? – MOTIVATING CRITICAL AND ETHICAL DESIGN PRACTICES BY DECONSTRUCTING ENGINEERING CODES AND STANDARDS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute; University Health Network","funders":"University of Toronto; Toronto Rehabilitation Institute; Canadian Institutes of Health Research; AGE-WELL","keywords":"Framing (construction); Engineering ethics; Context (archaeology); Clothing; Engineering; Architectural engineering; Political science; Civil engineering; Law","score_opus":0.008796875566439225,"score_gpt":0.23605067972905205,"score_spread":0.22725380416261282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887769745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95701236,0.0013436432,0.0026606726,0.03398849,0.0030376774,0.0007205812,0.00008440816,0.00043708435,0.00071505876],"genre_scores_gemma":[0.9925965,0.000038053106,0.0067055407,0.00016625493,0.00025348988,0.000060932634,0.0000022583351,0.00005016595,0.00012678794],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986872,0.000013891995,0.0002737888,0.000218246,0.00043752612,0.00036934976],"domain_scores_gemma":[0.9981772,0.0004161485,0.00025146053,0.00010039352,0.0008198891,0.0002349444],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011941487,0.00022626789,0.00020275316,0.00016227306,0.00030288947,0.00041889795,0.00020854957,0.00023559152,0.000009120195],"category_scores_gemma":[0.010257414,0.00019527906,0.000034926044,0.0003795416,0.00006769945,0.0002459876,0.00003267326,0.0005450847,7.7663606e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023267137,0.00018762209,0.32197157,0.0063967938,0.0015732287,0.0000011478747,0.031215377,0.010165672,0.09713613,0.07522253,0.43674976,0.019356914],"study_design_scores_gemma":[0.0015007101,0.00020084987,0.34005705,0.0038424323,0.0005788268,0.00024717633,0.018110964,0.2817653,0.092639714,0.0008456202,0.2564066,0.0038047372],"about_ca_topic_score_codex":0.0003362153,"about_ca_topic_score_gemma":0.000585485,"teacher_disagreement_score":0.27159962,"about_ca_system_score_codex":0.0011601365,"about_ca_system_score_gemma":0.0003298222,"threshold_uncertainty_score":0.9980796},"labels":[],"label_agreement":null},{"id":"W2887830582","doi":"10.24908/pceea.v0i0.9519","title":"USING POST COURSE ASSESSMENTS TO INVOLVE INSTRUCTORS IN THE CONTINUOUS IMPROVEMENT PROCESS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Consistency (knowledge bases); Process (computing); Computer science; Curriculum; Course (navigation); Engineering management; Process management; Medical education; Engineering; Psychology; Pedagogy; Artificial intelligence; Medicine","score_opus":0.007509903757146903,"score_gpt":0.25405658553575694,"score_spread":0.24654668177861003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887830582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99370223,0.000034355377,0.00004662763,0.0012574216,0.0026029781,0.0005805638,0.000021669766,0.000081799044,0.001672354],"genre_scores_gemma":[0.9974457,0.0000028202744,0.0015474549,0.00046645303,0.00025223932,0.00008366468,0.00001246016,0.000039374863,0.00014985718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865764,0.000005317225,0.0003496108,0.0002071292,0.00040100765,0.00037929183],"domain_scores_gemma":[0.9988662,0.000023454677,0.00013282408,0.00019839023,0.000608761,0.00017034962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000559722,0.00018950859,0.00016203367,0.00029587946,0.000121900244,0.00013092275,0.0007099057,0.00011100326,0.000016298276],"category_scores_gemma":[0.00033635314,0.00016548407,0.000036636276,0.0009970964,0.00001513343,0.00024477558,0.00003310799,0.00023316927,0.000008667483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013257073,0.00079206243,0.7098058,0.002112233,0.0008011019,8.382583e-7,0.05777939,0.04537784,0.03609294,0.009257743,0.123920105,0.014046683],"study_design_scores_gemma":[0.00069368025,0.00011823135,0.8730704,0.0008352266,0.00015343104,0.000016060061,0.012024882,0.06238337,0.009916958,0.0001772997,0.039295033,0.0013154391],"about_ca_topic_score_codex":0.0022236868,"about_ca_topic_score_gemma":0.0052027865,"teacher_disagreement_score":0.16326459,"about_ca_system_score_codex":0.0021095704,"about_ca_system_score_gemma":0.0007763396,"threshold_uncertainty_score":0.6748245},"labels":[],"label_agreement":null},{"id":"W2887906431","doi":"10.24908/pceea.v0i0.10176","title":"CENTRALIZED OUTCOME-BASED ASSESSMENT PROCESS AT MCGILL UNIVERSITY","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Accreditation; Process (computing); Engineering management; Component (thermodynamics); Computer science; Process management; Sustainability; Outcome (game theory); Set (abstract data type); Knowledge management; Engineering; Medical education; Medicine","score_opus":0.005411709845433185,"score_gpt":0.21050709553510466,"score_spread":0.20509538568967148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887906431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732421,0.000035446326,0.00012102079,0.0036371371,0.005105929,0.00064482115,0.00012575382,0.0005730883,0.016514722],"genre_scores_gemma":[0.99478626,0.0000044924027,0.0015502297,0.00016216049,0.00011353409,0.000020975614,0.000014193695,0.00004132746,0.0033068103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884903,0.0000048343595,0.00027071254,0.0001826663,0.00032568752,0.00036705303],"domain_scores_gemma":[0.9988744,0.000024138233,0.00014774963,0.00011374962,0.0005764759,0.00026344336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025388095,0.00018779766,0.00017005211,0.0002892205,0.00023711538,0.00003104511,0.00032687635,0.00014075178,0.00012513502],"category_scores_gemma":[0.00018741054,0.00019922806,0.00008194317,0.0007049804,0.00001723517,0.0001509184,0.000018026469,0.00018772495,0.000024142542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010913689,0.0002953325,0.6943412,0.0020684986,0.0004800993,4.704405e-7,0.002221831,0.042859524,0.008634626,0.01469846,0.23289132,0.0014977523],"study_design_scores_gemma":[0.0006828495,0.000024160569,0.5243683,0.00024517227,0.00009978208,0.0000038152757,0.0003558648,0.033971824,0.015909359,0.000054082328,0.42348444,0.0008003821],"about_ca_topic_score_codex":0.0007664356,"about_ca_topic_score_gemma":0.0027257719,"teacher_disagreement_score":0.19059312,"about_ca_system_score_codex":0.008336155,"about_ca_system_score_gemma":0.00048731046,"threshold_uncertainty_score":0.99547064},"labels":[],"label_agreement":null},{"id":"W2887918254","doi":"10.24908/pceea.v0i0.10365","title":"Self Evaluation: Building Student Self-awareness and Competence","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Competence (human resources); Rubric; Psychology; Consciousness; Perception; Mathematics education; Medical education; Pedagogy; Social psychology; Medicine","score_opus":0.005153185599401978,"score_gpt":0.22777398282308964,"score_spread":0.22262079722368766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887918254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896015,0.00032272466,0.0000642101,0.0009524209,0.004029546,0.0005370655,0.0000065917507,0.00044076054,0.0046865214],"genre_scores_gemma":[0.99247307,0.00003471252,0.0067841625,0.00008834585,0.00030523338,0.00011723404,0.0000039027245,0.00003828543,0.00015507734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987367,0.0000064123697,0.00029253363,0.00019654902,0.00045908167,0.00030873384],"domain_scores_gemma":[0.9986442,0.000031805244,0.00012389151,0.00011129566,0.0008670749,0.00022173702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005938465,0.00018710009,0.00015954605,0.00026394933,0.00021264922,0.00013216605,0.00028098954,0.00012094618,0.000033691842],"category_scores_gemma":[0.00018544278,0.00019314424,0.00004162768,0.000589235,0.0000149018415,0.00021000512,0.000029390596,0.00017303276,0.000010714849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033509966,0.00049843104,0.7713445,0.0030405077,0.0013949511,2.7662503e-7,0.04167422,0.0151717225,0.011432162,0.053555388,0.09404272,0.007841795],"study_design_scores_gemma":[0.00040435247,0.000026032281,0.8041731,0.00033723612,0.00017393821,0.000013691171,0.0008499643,0.09924308,0.0063575264,0.0001663975,0.087534435,0.0007202306],"about_ca_topic_score_codex":0.0003713168,"about_ca_topic_score_gemma":0.0007584062,"teacher_disagreement_score":0.08407136,"about_ca_system_score_codex":0.0027833825,"about_ca_system_score_gemma":0.00064161123,"threshold_uncertainty_score":0.78761935},"labels":[],"label_agreement":null},{"id":"W2887923219","doi":"10.24908/pceea.v0i0.7353","title":"ACOMPARISON OF ACCESS AND DIRECT ENTRY STUDENT SUCCESS IN ELECTRICAL ENGINEERING TECHNOLOGY","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Red River College","funders":"","keywords":"Workload; Upgrade; Entry Level; Mathematics education; Cohort; Computer science; Engineering management; Medical education; Engineering; Psychology; Mathematics; Medicine; Statistics","score_opus":0.0054548610840851755,"score_gpt":0.23663671952079895,"score_spread":0.23118185843671377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887923219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993748,0.00032004953,0.000017244223,0.0009842245,0.0013477566,0.00029053126,0.000006060711,0.000107926644,0.003178214],"genre_scores_gemma":[0.99904114,0.00008313354,0.0004961168,0.00001387055,0.00006212622,0.000077279605,0.0000021526962,0.000032275584,0.00019190542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890953,0.0000024424535,0.00035888673,0.00017218757,0.00023673844,0.00032020296],"domain_scores_gemma":[0.99923694,0.00003185513,0.00021599638,0.00016481614,0.00021209245,0.00013829327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027522934,0.00017690158,0.00026622886,0.0006333759,0.00009680575,0.00015192234,0.0006336811,0.00018107292,0.000007902718],"category_scores_gemma":[0.0006393337,0.0001869427,0.000043520944,0.00049518456,0.000018019633,0.0002953652,0.000065654844,0.00029217263,0.0000011763913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.828404e-7,0.000064031345,0.97697204,0.00036492635,0.00008518265,1.2565629e-7,0.0005888562,0.011220463,0.0029785845,0.0035758337,0.0029092927,0.0012396642],"study_design_scores_gemma":[0.00019163058,0.000006916496,0.97449976,0.00024583208,0.000021327178,0.000002177082,0.0000696647,0.012095524,0.008804914,0.000032574993,0.0037967013,0.00023296251],"about_ca_topic_score_codex":0.0012580447,"about_ca_topic_score_gemma":0.001512184,"teacher_disagreement_score":0.0058263293,"about_ca_system_score_codex":0.0013055702,"about_ca_system_score_gemma":0.00022612662,"threshold_uncertainty_score":0.76233023},"labels":[],"label_agreement":null},{"id":"W2889981915","doi":"10.5539/elt.v11n10p109","title":"Practical Abilities Improved by CDIO Teaching Mode Taking the Course of Integrated English as an Example","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CDIO; Teamwork; Mathematics education; Psychology; Teaching method; College English; Course (navigation); Mode (computer interface); Pedagogy; Computer science; Engineering; Curriculum; Human–computer interaction; Management","score_opus":0.010727090897009703,"score_gpt":0.2842749621497714,"score_spread":0.2735478712527617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889981915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724621,0.00020472729,0.011713474,0.00003780058,0.0014845459,0.00022033688,0.000022120368,0.0010145429,0.012840339],"genre_scores_gemma":[0.99001145,0.000004406263,0.008609683,0.00008284242,0.0008452777,0.000042803054,0.000097073265,0.000076163065,0.0002302706],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985157,0.00019718539,0.00037881144,0.00028359416,0.00022729252,0.00039741726],"domain_scores_gemma":[0.99886197,0.000273308,0.00010111476,0.00051011355,0.00012113338,0.00013233314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011556824,0.00028088182,0.00024968703,0.00007766807,0.00022745086,0.00013385486,0.0003282427,0.00011913827,0.00022353743],"category_scores_gemma":[0.0018099736,0.00022056734,0.0000653026,0.00012398114,0.00008940062,0.00046299194,0.000051550254,0.0010673562,0.000005948842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011813811,0.0002601784,0.00029292316,0.00009972583,0.00015405865,0.0000036667193,0.9393097,0.00090122723,0.02074595,0.0052006696,0.0076315813,0.025388509],"study_design_scores_gemma":[0.00082653615,0.0002405628,0.00034556503,0.00025840037,0.0000965748,0.00002524649,0.77788925,0.10662059,0.04070337,0.00008571921,0.071730845,0.0011773306],"about_ca_topic_score_codex":0.0015364015,"about_ca_topic_score_gemma":0.00013357574,"teacher_disagreement_score":0.16142043,"about_ca_system_score_codex":0.00015792141,"about_ca_system_score_gemma":0.00008530158,"threshold_uncertainty_score":0.8994475},"labels":[],"label_agreement":null},{"id":"W2890030143","doi":"10.25959/23240423","title":"Understanding how tertiary-level academic institutions create entrepreneurial engineers","year":2017,"lang":"en","type":"dissertation","venue":"Open Access Repository (University of Tasmania)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Typology; Multidisciplinary approach; Engineering education; Higher education; Order (exchange); Engineering; Public relations; Political science; Engineering ethics; Sociology; Business; Social science; Mechanical engineering","score_opus":0.15608529540162586,"score_gpt":0.3182266256164061,"score_spread":0.16214133021478022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890030143","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45711568,0.0009206875,0.015506416,0.00064246415,0.025072988,0.0025424256,0.00027408116,0.0010408406,0.49688444],"genre_scores_gemma":[0.95483804,0.0005396652,0.0005874666,0.000005402786,0.00014107348,0.000006681468,0.00057162467,0.000055483462,0.043254584],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988377,0.000023679608,0.00020579709,0.00038017952,0.00028882534,0.0002638027],"domain_scores_gemma":[0.9989337,0.000024969533,0.00026701376,0.00052104896,0.00008808182,0.00016519532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009588755,0.00032315217,0.0004026503,0.00027400488,0.0005604218,0.0005877714,0.0026720809,0.0003771726,0.0001407832],"category_scores_gemma":[0.000024287408,0.0004339291,0.00013113713,0.000164527,0.00005785402,0.0017337893,0.00022730735,0.00052260514,0.000015403253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006623043,0.00080470496,0.022915056,0.010389007,0.007516323,0.0012366242,0.040364295,0.1400916,0.054991636,0.019570157,0.68671405,0.014744215],"study_design_scores_gemma":[0.009780725,0.00018247453,0.48789448,0.010818331,0.0035113478,0.0002411895,0.051359396,0.024663802,0.072969355,0.0008132975,0.32729048,0.010475147],"about_ca_topic_score_codex":0.00024618863,"about_ca_topic_score_gemma":0.00026225034,"teacher_disagreement_score":0.49772236,"about_ca_system_score_codex":0.0005824427,"about_ca_system_score_gemma":0.00033967168,"threshold_uncertainty_score":0.99981123},"labels":[],"label_agreement":null},{"id":"W2899368681","doi":"10.3138/cpp.2017-041","title":"Enhancing Development of Competencies by Means of Continuous Improvement Processes","year":2018,"lang":"en","type":"article","venue":"Canadian Public Policy","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Teamwork; Knowledge management; Context (archaeology); Workforce; Discipline; Information and Communications Technology; Professional development; Computer science; Psychology; Pedagogy","score_opus":0.006926077999753274,"score_gpt":0.204780720813595,"score_spread":0.1978546428138417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899368681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711246,0.00050537265,0.0053660395,0.0006390189,0.0005399101,0.00027870844,0.0000799126,0.00017435888,0.021292087],"genre_scores_gemma":[0.99626267,0.000010395978,0.0029973642,0.00010819768,0.000076009404,0.00002966497,0.000022292383,0.000020207355,0.0004731814],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907875,0.0000038856037,0.0003280123,0.00010098096,0.00012834948,0.00036001496],"domain_scores_gemma":[0.9992579,0.000012142684,0.00004608264,0.00013776988,0.00024226955,0.00030383747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010786397,0.0001223026,0.00016441774,0.00027852508,0.000055317872,0.000018519873,0.00018907135,0.00004621512,0.00015226136],"category_scores_gemma":[0.00011739868,0.00012935168,0.00001775187,0.00053000555,0.00005564894,0.00007569223,0.000013231003,0.00004938928,0.000017969616],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050611393,0.00032528388,0.0073095127,0.005411177,0.0010274574,0.000003340062,0.058608513,0.00020703963,0.41360837,0.0245645,0.19559048,0.29333925],"study_design_scores_gemma":[0.00023325038,0.00004797264,0.003567846,0.000115471565,0.000006482583,0.0000031809554,0.0010245661,0.00018289329,0.46498558,0.000033481196,0.52943057,0.00036872455],"about_ca_topic_score_codex":0.0059041954,"about_ca_topic_score_gemma":0.070877425,"teacher_disagreement_score":0.33384007,"about_ca_system_score_codex":0.00038557986,"about_ca_system_score_gemma":0.0033655053,"threshold_uncertainty_score":0.94607663},"labels":[],"label_agreement":null},{"id":"W2900347743","doi":"10.1557/mrs.2018.283","title":"Progress in the engineering profession: A Canadian perspective","year":2018,"lang":"en","type":"article","venue":"MRS Bulletin","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Memorial University of Newfoundland; University of Waterloo; Queen's University; Dalhousie University; University of Alberta; York University; Mount Royal University; University of Manitoba; University of Toronto; Université de Sherbrooke; Concordia University; McMaster University; Simon Fraser University; University of Ottawa; McGill University; University of Windsor; University of Regina; University of Calgary; Université Laval","keywords":"Accreditation; Gateway (web page); License; Perspective (graphical); Engineering ethics; Engineering; Political science; Engineering management; Law; Computer science","score_opus":0.004587589526808565,"score_gpt":0.2170418559100245,"score_spread":0.21245426638321593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900347743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8394528,0.0037000459,0.00079236634,0.050881732,0.0059758434,0.0016270939,0.00001055106,0.0013069925,0.0962526],"genre_scores_gemma":[0.99840295,0.000004844663,0.00090307416,0.00019886879,0.00018903302,0.00012976385,0.000002415487,0.000019668356,0.00014939964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994166,0.000011600263,0.00010208217,0.00010436564,0.00009824403,0.00026709898],"domain_scores_gemma":[0.99972755,0.000014685805,0.0000063965354,0.00013639934,0.000038733222,0.00007625438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015216037,0.00010358382,0.00006790039,0.00012001673,0.00004834151,0.000030594856,0.00016740964,0.000046485937,0.00032934174],"category_scores_gemma":[0.000020980835,0.00008140905,0.000016991673,0.0002614875,0.000020503245,0.00001552432,0.00000615414,0.00016724803,0.0003048071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000118044545,0.00022638141,0.01946478,0.00026677016,0.00013561035,0.00015669556,0.15065803,0.008472313,0.00020705903,0.034665644,0.774176,0.011558899],"study_design_scores_gemma":[0.0002560278,0.00002979246,0.0842281,0.0001424286,0.0000051347565,0.000025963423,0.0075791264,0.006932224,0.00030069007,0.000034157634,0.9000738,0.00039254452],"about_ca_topic_score_codex":0.0011741646,"about_ca_topic_score_gemma":0.0027564478,"teacher_disagreement_score":0.15895015,"about_ca_system_score_codex":0.00023934191,"about_ca_system_score_gemma":0.00004994471,"threshold_uncertainty_score":0.39177802},"labels":[],"label_agreement":null},{"id":"W2900997152","doi":"10.25071/10315/35303","title":"Preparing and Coordinating Undergraduate Engineering Design Projects","year":2018,"lang":"en","type":"article","venue":"Progress in Canadian Mechanical Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University","keywords":"Computer science; Systems engineering; Engineering management; Software engineering; Engineering; Construction engineering","score_opus":0.010451694819261139,"score_gpt":0.22506011851674637,"score_spread":0.21460842369748523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900997152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5495833,0.008700934,0.41451618,0.001846788,0.00963063,0.0040640896,0.000024541812,0.0069654156,0.004668116],"genre_scores_gemma":[0.95815533,0.000036239406,0.041340217,0.000029986262,0.00014805487,0.0001822726,0.0000034820332,0.00009101294,0.000013379389],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998263,0.000012590431,0.00033484199,0.00032924738,0.00016473871,0.00089555123],"domain_scores_gemma":[0.99912095,0.00006514587,0.000019749445,0.00019992545,0.000043393302,0.0005508529],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040407132,0.0003068877,0.00024487576,0.00050965283,0.00006155501,0.00010114478,0.00019570273,0.00014615827,0.000013654919],"category_scores_gemma":[0.00014524278,0.0003607359,0.000029190365,0.00059866783,0.000024180868,0.00016667624,0.00004329269,0.00033165404,0.000015605508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023122031,0.00013366381,0.012184032,0.002682719,0.0004951688,0.00025932048,0.0038899062,0.7150784,0.0068298555,0.101018555,0.0027906895,0.15461455],"study_design_scores_gemma":[0.00025452263,0.000038027552,0.002004012,0.0002930976,0.000008377971,0.00003914774,0.000027479504,0.98730385,0.0037497403,0.0000581199,0.005709149,0.00051448104],"about_ca_topic_score_codex":0.0007793685,"about_ca_topic_score_gemma":0.0033832537,"teacher_disagreement_score":0.40857205,"about_ca_system_score_codex":0.0005460512,"about_ca_system_score_gemma":0.000124894,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W2902319754","doi":"10.1061/(asce)ei.1943-5541.0000401","title":"Theory of Teaching Techniques Used in Civil Engineering Programs","year":2018,"lang":"en","type":"article","venue":"Journal of Professional Issues in Engineering Education and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Comisión Nacional de Investigación Científica y Tecnológica; McMaster University","keywords":"Speculation; Relevance (law); Engineering ethics; Audience measurement; Engineering; Political science; Sociology; Management; Law; Economics","score_opus":0.01232572560216293,"score_gpt":0.3306706403351185,"score_spread":0.31834491473295556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902319754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95920277,0.0074120983,0.017745206,0.0017107441,0.009289221,0.0006142429,0.0000017836948,0.00027158723,0.0037523473],"genre_scores_gemma":[0.9495166,0.00020220426,0.049711857,0.000036948557,0.00029778306,0.000023390287,0.000002584357,0.000030287822,0.00017835676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988651,0.00007648818,0.0005685675,0.00009782315,0.00021855935,0.0001734564],"domain_scores_gemma":[0.99913126,0.00039709493,0.00013999936,0.00010649785,0.00015683212,0.00006829869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017754942,0.00015501313,0.00023948074,0.00054969,0.00001829483,0.000023641329,0.00014057913,0.00009933143,0.000024552031],"category_scores_gemma":[0.0008025731,0.00014643218,0.000031226642,0.0002820243,0.000020322665,0.00048676264,0.000023694154,0.0005428552,0.0000016038063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060132856,0.009672328,0.043688275,0.011685972,0.00079726684,0.00008443361,0.20555909,0.06362849,0.15659593,0.11981417,0.011564344,0.37630835],"study_design_scores_gemma":[0.0024977005,0.000903311,0.10050794,0.020332968,0.00016083733,0.0014416897,0.035180144,0.038846336,0.037458025,0.0015430981,0.75869673,0.0024312104],"about_ca_topic_score_codex":0.000007375928,"about_ca_topic_score_gemma":0.0000048262323,"teacher_disagreement_score":0.7471324,"about_ca_system_score_codex":0.00012774904,"about_ca_system_score_gemma":0.00012881534,"threshold_uncertainty_score":0.5971331},"labels":[],"label_agreement":null},{"id":"W2903358528","doi":"10.18260/1-2--30470","title":"Examining the Engineering Leadership Literature: Community of Practice Style","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Leadership style; Community of practice; Context (archaeology); Situated learning; Shared leadership; Interdependence; Relevance (law); Socialization; Sociology; Engineering ethics; Psychology; Knowledge management; Pedagogy; Engineering; Public relations; Political science; Computer science; Social science","score_opus":0.06570892861612314,"score_gpt":0.2341255924821839,"score_spread":0.16841666386606075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903358528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.692792,0.012369992,0.16385421,0.023146076,0.0036410245,0.0012808789,0.000023550716,0.0057207504,0.09717153],"genre_scores_gemma":[0.99444014,0.00003246364,0.004790518,0.0005784191,0.000059393387,0.000011028176,0.0000060400516,0.000020350557,0.00006164508],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995097,0.000033269305,0.00015755692,0.000055802277,0.000111340916,0.00013233264],"domain_scores_gemma":[0.9994688,0.00023645275,0.000018734183,0.00016646205,0.00004367632,0.00006587804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021675075,0.00010195126,0.000093740615,0.000027212573,0.0000373495,0.000032113858,0.0001919646,0.00003860245,0.000045479082],"category_scores_gemma":[0.00030026026,0.00007889292,0.000022300965,0.0003548374,0.000010145022,0.00012811115,0.000025321771,0.0004165887,0.000016874266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018283192,0.00020126942,0.00064635545,0.0027874494,0.00058688957,0.000012238308,0.2546935,0.6060464,0.04547018,0.010747376,0.064855516,0.013934553],"study_design_scores_gemma":[0.0013354829,0.00027953964,0.031348404,0.00080825074,0.00014449621,0.00009910294,0.105823174,0.424807,0.07160482,0.00002154751,0.36193848,0.0017896735],"about_ca_topic_score_codex":0.000004179664,"about_ca_topic_score_gemma":5.38588e-7,"teacher_disagreement_score":0.30164817,"about_ca_system_score_codex":0.000020838474,"about_ca_system_score_gemma":0.000010458941,"threshold_uncertainty_score":0.32171598},"labels":[],"label_agreement":null},{"id":"W2907163308","doi":"10.1108/s2059-65612019002","title":"Forms of Context","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Context (archaeology); Geography; Archaeology","score_opus":0.007275693841063106,"score_gpt":0.18479754733224316,"score_spread":0.17752185349118005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907163308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076602744,0.0005754692,0.0008505791,0.000010401142,0.0007039118,0.000098818266,0.0000057195057,0.00015830316,0.9975202],"genre_scores_gemma":[0.05435578,0.00016406801,0.00040910338,0.000030572704,0.000030587333,0.0000033309946,0.00002734986,0.000052447165,0.94492674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958926,2.5931246e-7,0.00017465324,0.000069895315,0.00008980669,0.00007611948],"domain_scores_gemma":[0.9997563,0.000009281837,0.00002112451,0.00015416216,0.000027635502,0.00003152857],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00002118229,0.00013758468,0.00018087713,0.000070925365,0.0000034062648,0.0000039299,0.00007719201,0.00011788145,0.0021378498],"category_scores_gemma":[0.0000013467834,0.000120709694,0.00005671306,0.000009260008,0.0000067801134,0.00001934556,0.000009867789,0.000102856924,0.00064387004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0930076e-7,0.0000058419037,0.000014621748,0.00052593526,0.00016268528,7.273816e-7,0.00016997007,0.0017258638,0.000058687725,0.8893328,0.08198666,0.02601553],"study_design_scores_gemma":[0.00008801752,0.000009255233,0.00006649085,0.00014329937,0.000010402921,0.00000227981,0.00002057411,0.00055335497,0.00035602693,0.0006261386,0.9978669,0.0002572075],"about_ca_topic_score_codex":6.2751195e-7,"about_ca_topic_score_gemma":0.0000024307783,"teacher_disagreement_score":0.9158803,"about_ca_system_score_codex":0.000044750308,"about_ca_system_score_gemma":0.000029416506,"threshold_uncertainty_score":0.99877435},"labels":[],"label_agreement":null},{"id":"W2907319706","doi":"10.1109/cispee.2018.8593464","title":"Project-and experience-based learning for communication skills development: Analysis of complementary studies courses for engineers","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Accreditation; Presentation (obstetrics); Context (archaeology); Multidisciplinary approach; Project-based learning; Engineering education; Engineering ethics; Computer science; Professional communication; Centrality; Technical communication; Rhetorical question; Knowledge management; Pedagogy; Engineering; Engineering management; Psychology; Sociology; Medical education","score_opus":0.03261464749510556,"score_gpt":0.3305688042422863,"score_spread":0.29795415674718073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907319706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7366687,0.00067502825,0.26106164,0.0000811891,0.00023552413,0.00076203473,0.000012226686,0.00026660992,0.00023701042],"genre_scores_gemma":[0.8579563,0.000053138985,0.14127392,0.000028875675,0.000013908653,0.00041625893,0.00012794201,0.000014113536,0.00011556371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999408,0.000006722398,0.00025790904,0.000107978856,0.00007648666,0.00014289192],"domain_scores_gemma":[0.99948066,0.00016431221,0.000037610414,0.00010901043,0.0001803224,0.000028057384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001582124,0.00011095811,0.0002078289,0.0002641545,0.00010553777,0.00001202354,0.00008751238,0.000023966892,0.0000226976],"category_scores_gemma":[0.00005133096,0.00010484768,0.00004329148,0.00034129663,0.000047817128,0.000048904127,0.0000145230715,0.00003098509,4.7582583e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008966403,0.000730667,0.06305264,0.0032753563,0.018235777,2.3722995e-7,0.31984106,0.48080894,0.0052560624,0.0060023563,0.03565169,0.06705556],"study_design_scores_gemma":[0.0018314531,0.00019392911,0.028072812,0.00020960355,0.0007550876,5.456701e-7,0.034384213,0.63802326,0.07136305,0.000024185296,0.22425774,0.00088411954],"about_ca_topic_score_codex":0.0000045805987,"about_ca_topic_score_gemma":0.00003618399,"teacher_disagreement_score":0.28545684,"about_ca_system_score_codex":0.00006395725,"about_ca_system_score_gemma":0.0000327196,"threshold_uncertainty_score":0.42755643},"labels":[],"label_agreement":null},{"id":"W2908645804","doi":"10.24908/pceea.v0i0.12993","title":"Assessing Life Long Learning Utilizing Coop Work Term Report","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Competence (human resources); Credibility; Metric (unit); Computer science; Quality (philosophy); Engineering education; Sample (material); Categorical variable; Quality assurance; Engineering management; Psychology; Engineering; Operations management; Machine learning","score_opus":0.00854471424103312,"score_gpt":0.22510171737844759,"score_spread":0.21655700313741447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908645804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96972007,0.00022492014,0.00031856287,0.0011278968,0.0067854873,0.00035469828,0.000002490419,0.0006246325,0.020841248],"genre_scores_gemma":[0.99520814,0.000011624294,0.0015399464,0.000111595706,0.0005649372,0.000057782374,0.000014089201,0.00007574206,0.0024161325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984147,0.0000066076805,0.00047889707,0.00023718312,0.0003881411,0.0004744944],"domain_scores_gemma":[0.9984972,0.00004364056,0.00026427285,0.00014365361,0.0006952406,0.00035601444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005883218,0.00023873754,0.00021755933,0.0003687029,0.0002805473,0.0003099103,0.00031815344,0.00019507963,0.000078863384],"category_scores_gemma":[0.0015351939,0.00025389227,0.00008941156,0.0010954388,0.000024873738,0.00042739284,0.00002916188,0.00042330186,0.000031567364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025085658,0.00010079385,0.8608648,0.0008650204,0.0004286314,0.0000015043937,0.0058310865,0.014104434,0.0062141083,0.0026837355,0.10292518,0.005978163],"study_design_scores_gemma":[0.00018466501,0.000011604466,0.92875004,0.00065076916,0.000069334186,0.00002843309,0.0009979282,0.005665546,0.004788785,0.000024539118,0.05815405,0.00067430426],"about_ca_topic_score_codex":0.00038372396,"about_ca_topic_score_gemma":0.0004509945,"teacher_disagreement_score":0.067885205,"about_ca_system_score_codex":0.0023376916,"about_ca_system_score_gemma":0.00075719843,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2908691693","doi":"10.24908/pceea.v0i0.12983","title":"Using a common course syllabus as part of the quality control loop and accreditation data collection process","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Accreditation; Control (management); Process (computing); Quality (philosophy); Computer science; Mandate; Course (navigation); Engineering management; Medical education; Engineering; Mathematics education; Psychology; Political science; Medicine; Artificial intelligence; Programming language","score_opus":0.019597560137486068,"score_gpt":0.2853589548981002,"score_spread":0.2657613947606141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908691693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926056,0.00017627093,0.000096070464,0.0013022245,0.003702583,0.0005417349,0.000053135027,0.00009609367,0.0014262582],"genre_scores_gemma":[0.99885684,0.0000133810945,0.00043642055,0.000092739145,0.00021359905,0.000034918634,0.000012991382,0.00003119822,0.00030789338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988215,0.000012672661,0.0004019576,0.0001809487,0.0003521875,0.00023076475],"domain_scores_gemma":[0.99862295,0.000057305988,0.0003133653,0.00021160278,0.0006642527,0.0001305395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000607861,0.00015762763,0.00019283227,0.00014288204,0.0001905102,0.00006710483,0.0004002158,0.00013308087,0.000018959367],"category_scores_gemma":[0.0008288977,0.00014188403,0.000038424158,0.00067412195,0.000041008676,0.00026980136,0.000030405245,0.00018235328,0.000002445278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027481337,0.00043466612,0.7392263,0.003545445,0.0012293307,1.074661e-7,0.014979568,0.030785007,0.025363725,0.013006674,0.16617954,0.005222138],"study_design_scores_gemma":[0.0008797843,0.000040226543,0.78289807,0.0008490294,0.0003340525,0.000018719551,0.0018390694,0.17532972,0.014840836,0.00038346,0.021821639,0.00076538924],"about_ca_topic_score_codex":0.0024561607,"about_ca_topic_score_gemma":0.0026436916,"teacher_disagreement_score":0.1445447,"about_ca_system_score_codex":0.00096970727,"about_ca_system_score_gemma":0.0008569334,"threshold_uncertainty_score":0.5785863},"labels":[],"label_agreement":null},{"id":"W2908732751","doi":"10.1115/imece2018-88168","title":"OBACIS Analytics: The Catalogs","year":2018,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Accreditation; Computer science; Work (physics); Analytics; Work flow; Data collection; Certification and Accreditation; Order (exchange); Engineering management; Data science; Business; Engineering; Medical education","score_opus":0.006966701008811277,"score_gpt":0.20089229710887604,"score_spread":0.19392559610006477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908732751","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20323811,0.00035303185,0.07786283,0.0017239627,0.004731611,0.00023703897,0.000003881358,0.001958689,0.70989084],"genre_scores_gemma":[0.99557,0.000011591518,0.0010831221,0.00015681668,0.00013892702,0.000007934075,0.000003064556,0.000008553129,0.0030200006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997424,0.0000017643744,0.0000628779,0.000044786437,0.000052748423,0.00009543179],"domain_scores_gemma":[0.9998081,0.0000087440385,0.0000030952006,0.00012924723,0.000021393582,0.000029442675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004407151,0.000049486283,0.000032804826,0.000021096703,0.000032719945,0.000017646775,0.00009128169,0.00001578098,0.0004806067],"category_scores_gemma":[0.0000065880186,0.000031563628,0.000013432922,0.00012920283,0.000019127863,0.000023794277,0.000008302229,0.00003868669,0.0008202899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8717213e-7,0.000025196314,0.0015485624,0.000028486924,0.00010301965,0.0000011356815,0.0025674251,0.004287164,0.00080071634,0.010618492,0.9646153,0.015403809],"study_design_scores_gemma":[0.000099650555,0.000013609049,0.023015702,0.000009045183,0.000010425372,0.000010914501,0.0003936505,0.043422777,0.008019033,0.00020360442,0.9245559,0.00024570638],"about_ca_topic_score_codex":0.000005206442,"about_ca_topic_score_gemma":0.000018302975,"teacher_disagreement_score":0.7923319,"about_ca_system_score_codex":0.00002460211,"about_ca_system_score_gemma":0.0000075371104,"threshold_uncertainty_score":0.9999577},"labels":[],"label_agreement":null},{"id":"W2908748436","doi":"10.24908/pceea.v0i0.13051","title":"Assessment of Individual and Teamwork Attributes in Undergraduate Engineering Students","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Accreditation; Competence (human resources); Medical education; Psychology; Political science; Medicine","score_opus":0.004911554250458394,"score_gpt":0.2253600465241321,"score_spread":0.22044849227367372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908748436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962404,0.00013578171,0.000064580796,0.0006471721,0.0015343153,0.00028977173,0.000016480555,0.00009682655,0.0009746803],"genre_scores_gemma":[0.9970179,0.000030323397,0.0025287424,0.000038112375,0.000106823754,0.000052477277,0.0000073199976,0.000035725774,0.00018257624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987398,0.0000040262544,0.00038222893,0.00015629367,0.00041150252,0.00030617992],"domain_scores_gemma":[0.9992926,0.000044055203,0.00013482154,0.00009036577,0.0002807725,0.0001573947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049264106,0.00017720858,0.0002101071,0.00045937524,0.000055127555,0.000077830715,0.0003305921,0.00012653941,0.000010917172],"category_scores_gemma":[0.00030395604,0.00018744018,0.000041916006,0.00076380704,0.00001820472,0.00015649348,0.00004167716,0.00022968592,0.0000019808595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8941415e-7,0.000095378404,0.96406746,0.00058809837,0.0002065928,7.970705e-8,0.0020781471,0.0104704555,0.0033820225,0.008648345,0.00975758,0.0007051326],"study_design_scores_gemma":[0.00017461518,0.000012464562,0.9870242,0.00027279506,0.000024078561,0.0000017320085,0.00017654429,0.006662429,0.001947347,0.000052440326,0.003443251,0.00020810147],"about_ca_topic_score_codex":0.00050953426,"about_ca_topic_score_gemma":0.001085429,"teacher_disagreement_score":0.022956723,"about_ca_system_score_codex":0.0013967697,"about_ca_system_score_gemma":0.0002964651,"threshold_uncertainty_score":0.7643589},"labels":[],"label_agreement":null},{"id":"W2909001210","doi":"10.24908/pceea.v0i0.13017","title":"Using Internships to Enhance Engineering Programs – the Case Study of an Industrial Partner","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Internship; Engineering management; Process (computing); Engineering design process; Engineering; Engineering ethics; Computer science; Medical education; Mechanical engineering; Medicine","score_opus":0.02927153443721245,"score_gpt":0.27564906688197477,"score_spread":0.24637753244476232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909001210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959111,0.000019112616,0.000079344216,0.00022621523,0.0026550102,0.0007375253,0.0000050108756,0.00013183372,0.0002348517],"genre_scores_gemma":[0.99775004,8.394657e-7,0.0013735928,0.0000383554,0.0004643506,0.00013581885,0.0000027481447,0.00005748635,0.00017676906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998647,0.000010273773,0.00045117564,0.00021052622,0.0003084318,0.0003726093],"domain_scores_gemma":[0.9987574,0.00003335602,0.00017032024,0.000208625,0.00055736845,0.00027292664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056926755,0.00022404594,0.00020922259,0.00032574253,0.00014902453,0.00011500044,0.0004324961,0.00013906237,0.000016111213],"category_scores_gemma":[0.0004478494,0.00019629383,0.000056349487,0.001062422,0.00001562847,0.00021500388,0.000037669306,0.00030470666,0.000004590682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034843433,0.0029248397,0.24763566,0.0019880363,0.0025773968,0.00001372667,0.20589274,0.3816212,0.048624177,0.005990562,0.04735022,0.05534658],"study_design_scores_gemma":[0.0025546362,0.0014034825,0.1449902,0.0030689477,0.0010419281,0.00076243846,0.087244816,0.5128494,0.133753,0.000108400534,0.10680323,0.0054195323],"about_ca_topic_score_codex":0.006822153,"about_ca_topic_score_gemma":0.011066721,"teacher_disagreement_score":0.13122815,"about_ca_system_score_codex":0.0014370843,"about_ca_system_score_gemma":0.0003091971,"threshold_uncertainty_score":0.9997915},"labels":[],"label_agreement":null},{"id":"W2909015305","doi":"10.24908/pceea.v0i0.13067","title":"Linking Academic Courses with Practical Hands-on Experience for Civil, Environmental and Geological Engineering Students","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Graduation (instrument); Class (philosophy); Event (particle physics); Work (physics); Process (computing); Mathematics education; Engineering design process; Medical education; Engineering; Psychology; Computer science; Medicine; Mechanical engineering","score_opus":0.007708806248621926,"score_gpt":0.2408572399153682,"score_spread":0.23314843366674629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909015305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973437,0.00005223438,0.0001804698,0.000657227,0.0009148785,0.00039479465,0.00000938822,0.00013387064,0.00031341324],"genre_scores_gemma":[0.99694693,0.00003062916,0.002059248,0.00013414309,0.0002747546,0.0001943054,0.000007782671,0.000043924618,0.00030830287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988475,0.0000025445322,0.00023983752,0.00021294095,0.00034205182,0.00035516446],"domain_scores_gemma":[0.99938846,0.00007840559,0.00010579027,0.00008027171,0.00012494728,0.00022215681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022079135,0.00020417155,0.00016207465,0.00019327554,0.00014516775,0.00008741055,0.00021889975,0.00017375544,0.000019437633],"category_scores_gemma":[0.0003107932,0.00018415382,0.000034987006,0.00020519149,0.000033342403,0.00018552734,0.000023884053,0.00029088513,0.000005997184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027441105,0.0002432203,0.9199099,0.00077366584,0.00040980964,3.859557e-7,0.010931382,0.012380924,0.015835313,0.010000626,0.02765934,0.0018279699],"study_design_scores_gemma":[0.0012623217,0.00033879274,0.8482588,0.0009892117,0.0001433827,0.000046638743,0.0014559355,0.03892676,0.022970615,0.00008520456,0.084210865,0.0013114945],"about_ca_topic_score_codex":0.000049807928,"about_ca_topic_score_gemma":0.00015206312,"teacher_disagreement_score":0.071651146,"about_ca_system_score_codex":0.0011096076,"about_ca_system_score_gemma":0.00014880541,"threshold_uncertainty_score":0.7509575},"labels":[],"label_agreement":null},{"id":"W2909023940","doi":"10.24908/pceea.v0i0.12974","title":"Measuring the Connection Between Mathematics and Engineering","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Mathematics education; Competence (human resources); Point (geometry); Scale (ratio); Mathematics; Psychology; Physics","score_opus":0.008248979867868931,"score_gpt":0.18375432818568005,"score_spread":0.17550534831781112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909023940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98822355,0.00024558968,0.00037021653,0.0023439475,0.0036105844,0.0005182738,0.000013070642,0.0003999616,0.004274818],"genre_scores_gemma":[0.9966609,0.000017742677,0.0022852528,0.000058558606,0.0004765123,0.00006176534,0.0000035017947,0.000051279116,0.00038449583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894273,0.0000026901268,0.00030931577,0.00014535904,0.00028120633,0.0003186884],"domain_scores_gemma":[0.99914217,0.0000703717,0.00012018098,0.000120055454,0.00036947578,0.00017774006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046354078,0.0001903852,0.00016580628,0.00023760083,0.00020220537,0.00013038535,0.00026742194,0.00013385862,0.000018371944],"category_scores_gemma":[0.0005902734,0.00016296665,0.00005297846,0.0005717985,0.000022918635,0.00016966135,0.000025848052,0.0002577759,0.00001355135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005731856,0.0002987324,0.43392336,0.006912513,0.002717636,3.926039e-7,0.04934173,0.03455206,0.075893596,0.12623146,0.24854547,0.021577299],"study_design_scores_gemma":[0.00039696955,0.000035151537,0.7576219,0.0007944314,0.00021642169,0.000025942176,0.0014953328,0.05821551,0.028585056,0.00034904105,0.15113948,0.0011247849],"about_ca_topic_score_codex":0.0005130247,"about_ca_topic_score_gemma":0.00066620536,"teacher_disagreement_score":0.3236985,"about_ca_system_score_codex":0.0012351451,"about_ca_system_score_gemma":0.00018173961,"threshold_uncertainty_score":0.6645587},"labels":[],"label_agreement":null},{"id":"W2909035744","doi":"10.24908/pceea.v0i0.13088","title":"Engineering Instructor Use and Interpretation of Rubrics in a Large Scale Undergraduate Independent Research Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of British Columbia","keywords":"Rubric; Capstone; Context (archaeology); Set (abstract data type); Scale (ratio); Peer assessment; Psychology; Mathematics education; Pedagogy; Medical education; Computer science; Medicine","score_opus":0.008553742211062915,"score_gpt":0.23750881964307147,"score_spread":0.22895507743200855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909035744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971793,0.00008858145,0.00010863462,0.00046588114,0.001267545,0.00029149384,0.000016426096,0.000069375266,0.0005127371],"genre_scores_gemma":[0.9978595,0.000035528446,0.0016445235,0.000024440978,0.00008760706,0.000049896298,0.000006359527,0.00004031649,0.00025183824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998663,0.000009009314,0.00038045482,0.00017854685,0.000387762,0.00038124144],"domain_scores_gemma":[0.99879426,0.00007430718,0.0001143128,0.00011096794,0.0007313334,0.00017482281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076444866,0.00015637637,0.00018752729,0.0006538577,0.0000724086,0.000093011266,0.00021626311,0.00015555852,0.000010795504],"category_scores_gemma":[0.0007905722,0.00016985998,0.00003983946,0.0010369137,0.000026981814,0.00032663753,0.000035819576,0.00034778123,0.0000045493566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013646744,0.0003561689,0.861782,0.0024503693,0.00036183884,3.9614545e-7,0.035246227,0.028905973,0.020052452,0.026626086,0.020645227,0.0035596248],"study_design_scores_gemma":[0.00033774538,0.000022079288,0.8455514,0.0005965487,0.000025494604,0.0000050895305,0.0011460027,0.14165106,0.005498651,0.00013511798,0.0046976656,0.00033316793],"about_ca_topic_score_codex":0.0012159236,"about_ca_topic_score_gemma":0.006519647,"teacher_disagreement_score":0.112745084,"about_ca_system_score_codex":0.0017088988,"about_ca_system_score_gemma":0.0003828512,"threshold_uncertainty_score":0.6926689},"labels":[],"label_agreement":null},{"id":"W2909046928","doi":"10.24908/pceea.v0i0.13100","title":"Exploring the Conflict Between an Engineering Identity and Leadership","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Identity (music); Government (linguistics); Work (physics); Shared leadership; Engineering education; Public relations; Closing (real estate); Resource (disambiguation); Political science; Sociology; Leadership style; Engineering; Computer science; Mechanical engineering; Law","score_opus":0.0812113599550613,"score_gpt":0.23612528613099676,"score_spread":0.15491392617593547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909046928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99366635,0.00019974407,0.00012289184,0.0014656829,0.0029482443,0.00031080176,0.000011079864,0.00029581593,0.0009793738],"genre_scores_gemma":[0.99790275,0.000030139981,0.00072358287,0.000112978,0.0006495807,0.00009831539,0.0000064815777,0.000056119057,0.00042007587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987739,0.000005622987,0.00030260428,0.00018986287,0.00031824375,0.00040978665],"domain_scores_gemma":[0.999073,0.00005523085,0.00010089107,0.0001515107,0.00033942,0.00027989817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000529163,0.00021260079,0.00017412023,0.00027460378,0.0002180252,0.00020656809,0.00040199503,0.000104167506,0.00001851201],"category_scores_gemma":[0.00043547052,0.00019130854,0.00005330056,0.0006625178,0.000031041258,0.0007759234,0.000028275526,0.0003122316,0.000012939298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008947615,0.00025702003,0.62202066,0.0046486994,0.0019884694,5.9710163e-7,0.07680286,0.02753876,0.034904372,0.094887,0.109335974,0.027606642],"study_design_scores_gemma":[0.00015510124,0.00002095024,0.9197757,0.00022436868,0.00007317951,0.0000059345166,0.0012209363,0.008743887,0.006960789,0.000048187267,0.06226936,0.00050157745],"about_ca_topic_score_codex":0.0011451957,"about_ca_topic_score_gemma":0.0017415658,"teacher_disagreement_score":0.29775506,"about_ca_system_score_codex":0.0011247568,"about_ca_system_score_gemma":0.00019009697,"threshold_uncertainty_score":0.7801336},"labels":[],"label_agreement":null},{"id":"W2909128751","doi":"10.24908/pceea.v0i0.13045","title":"Alumni Perspective on their Undergraduate Engineering Leadership Experience and Important Career Skills","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Humility; Perspective (graphical); Empathy; Thematic analysis; Curiosity; Leadership studies; Graduate students; Psychology; Pedagogy; Engineering ethics; Leadership development; Medical education; Sociology; Qualitative research; Political science; Public relations; Engineering; Leadership style; Computer science; Social psychology; Medicine","score_opus":0.009538005735379674,"score_gpt":0.20295797893553155,"score_spread":0.1934199732001519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909128751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98211545,0.00043395674,0.00007515201,0.005370879,0.0047231205,0.00058153976,0.000027801252,0.0004901208,0.006182004],"genre_scores_gemma":[0.997725,0.000038016893,0.00066737836,0.00023860607,0.00028399233,0.00008604208,0.000004258544,0.00006393478,0.00089278375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986658,0.0000037472678,0.0003174998,0.00025722003,0.0003000377,0.00045571095],"domain_scores_gemma":[0.9989141,0.000043641023,0.00012576825,0.00013984706,0.00049039064,0.00028621],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024393701,0.0002733342,0.00019911498,0.00035243406,0.00014416085,0.000114131384,0.000274034,0.00015488993,0.000024114677],"category_scores_gemma":[0.0005481932,0.00026173773,0.0000684138,0.0005938481,0.00003285233,0.00019425571,0.000021015772,0.000286706,0.0000111458385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001859431,0.00064538815,0.28455418,0.002480373,0.0019128448,0.0000016650629,0.15623474,0.033164598,0.06267969,0.25453532,0.19785902,0.00591357],"study_design_scores_gemma":[0.00069895654,0.00011219871,0.8085279,0.0012359138,0.00010744257,0.000033820812,0.011795325,0.03890631,0.05815092,0.0006017805,0.077794455,0.0020349731],"about_ca_topic_score_codex":0.00093468674,"about_ca_topic_score_gemma":0.000924881,"teacher_disagreement_score":0.5239737,"about_ca_system_score_codex":0.0029621175,"about_ca_system_score_gemma":0.00027281564,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W2909266815","doi":"10.24908/pceea.v0i0.13061","title":"Peer Assessment: Preparing for Professional Practice","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Rubric; Formative assessment; Peer assessment; Medical education; Psychology; Soft skills; Quality (philosophy); Task (project management); Mathematics education; Engineering; Medicine","score_opus":0.004567563630105424,"score_gpt":0.25291111112590564,"score_spread":0.2483435474958002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909266815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46571898,0.00066605816,0.0050823553,0.06502,0.08764788,0.0069947774,0.0002450345,0.0027943763,0.3658305],"genre_scores_gemma":[0.96994406,0.000006235919,0.018423736,0.00031119655,0.0006383484,0.00033235198,0.000020184696,0.00006433259,0.01025958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871254,0.0000041364356,0.00031234697,0.00017633071,0.00044123363,0.0003534246],"domain_scores_gemma":[0.997579,0.0000815944,0.00017129678,0.00010833296,0.001865216,0.00019457948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007005558,0.00017171193,0.00014555057,0.00023305805,0.00020994856,0.00010323789,0.00028835575,0.00015295332,0.000034641984],"category_scores_gemma":[0.0017292446,0.0001713518,0.0000747168,0.00047191943,0.000015124419,0.00033235032,0.00002073716,0.00021829038,0.000012736704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038462,0.00013349544,0.016652497,0.0006226241,0.00028879312,2.6002363e-8,0.0036086007,0.003491522,0.00517088,0.031953655,0.93577045,0.0023035817],"study_design_scores_gemma":[0.00024559163,0.000020691214,0.06774755,0.0002075064,0.000066528104,0.000005501639,0.0006549538,0.021732332,0.004348334,0.00017478947,0.9043995,0.00039668515],"about_ca_topic_score_codex":0.00041781305,"about_ca_topic_score_gemma":0.00071051595,"teacher_disagreement_score":0.504225,"about_ca_system_score_codex":0.0025119046,"about_ca_system_score_gemma":0.00082318624,"threshold_uncertainty_score":0.69875234},"labels":[],"label_agreement":null},{"id":"W2909582686","doi":"10.2514/6.2019-0006","title":"An Industry-Based Approach to Aircraft Design Education at the Pre-Collegiate Level","year":2019,"lang":"en","type":"article","venue":"AIAA Scitech 2019 Forum","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Aeronautics; Engineering management; Engineering","score_opus":0.012926091979551366,"score_gpt":0.2356729517081994,"score_spread":0.22274685972864805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909582686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.602194,0.00029777506,0.37651855,0.0028473656,0.004419484,0.0030709505,0.00004069969,0.0010920612,0.0095190825],"genre_scores_gemma":[0.9613409,0.000003690489,0.023322782,0.00094900094,0.00008570873,0.00036308554,0.00007582871,0.00006722928,0.0137917735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988616,0.000029315519,0.00020193755,0.00027355086,0.00024215438,0.00039140717],"domain_scores_gemma":[0.99912655,0.00003112609,0.000029254834,0.00057798094,0.000060778715,0.00017431552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002838523,0.00021049552,0.00013712149,0.00015630657,0.00010106201,0.00007419043,0.0003873968,0.00019005299,0.00016294599],"category_scores_gemma":[0.000014409163,0.00017087783,0.000041334733,0.0004852105,0.0000143463485,0.00014873694,0.000036353962,0.0002848003,0.0007234909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000900551,0.0001503381,0.0025411304,0.000048606114,0.000024966,1.0444693e-7,0.0005323692,0.7518464,0.003733219,0.00043693438,0.23657385,0.004103119],"study_design_scores_gemma":[0.0012855645,0.0003138688,0.100572705,0.0002463663,0.000052025225,0.000028646247,0.0018315905,0.37428793,0.03488634,0.00022322449,0.48414886,0.0021228786],"about_ca_topic_score_codex":0.000025194086,"about_ca_topic_score_gemma":0.0000074699105,"teacher_disagreement_score":0.37755844,"about_ca_system_score_codex":0.00028042943,"about_ca_system_score_gemma":0.00022488147,"threshold_uncertainty_score":0.9299253},"labels":[],"label_agreement":null},{"id":"W2909585415","doi":"10.24908/pceea.v0i0.12953","title":"Implementation and Student Assessment of a Two-stage Midterm Exam in a First-year Physical Chemistry Course for International Engineering Students","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Teamwork; Medical education; Psychology; Perception; Mathematics education; Medicine; Management","score_opus":0.004772090088055648,"score_gpt":0.2943551207200814,"score_spread":0.2895830306320258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909585415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99737537,0.000021878885,0.00013129973,0.00031034823,0.0012100848,0.00044112065,0.000034706718,0.000052801228,0.00042241297],"genre_scores_gemma":[0.99707705,0.000011045293,0.0021869948,0.000017489183,0.00023992191,0.00020503532,0.000016742404,0.000033632652,0.00021209932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891984,0.0000021245444,0.00033389477,0.00016621266,0.00033643737,0.00024149887],"domain_scores_gemma":[0.99919057,0.000037448983,0.00015322253,0.00007874545,0.00042141438,0.000118592245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032637702,0.00016019243,0.00017712385,0.00018449064,0.000048652528,0.00006913819,0.00028127545,0.000068531765,0.000029161654],"category_scores_gemma":[0.00012495098,0.00017691491,0.000051684667,0.0002858151,0.000013024148,0.00014937407,0.00003296295,0.00013481379,6.0193355e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027995495,0.00027274186,0.95533836,0.00095285755,0.0003181661,7.713872e-8,0.0049935174,0.01744257,0.012008609,0.004077795,0.0041079144,0.00048461693],"study_design_scores_gemma":[0.0008759709,0.000022293987,0.93812597,0.0002390526,0.0000466664,0.0000011273557,0.0012171427,0.045969505,0.008043126,0.000022209118,0.0051386952,0.00029824185],"about_ca_topic_score_codex":0.0004193792,"about_ca_topic_score_gemma":0.0011984052,"teacher_disagreement_score":0.028526934,"about_ca_system_score_codex":0.001654016,"about_ca_system_score_gemma":0.00022235517,"threshold_uncertainty_score":0.72143805},"labels":[],"label_agreement":null},{"id":"W2909603119","doi":"10.24908/pceea.v0i0.12954","title":"Exploring Challenges of Assessment in Engineering Problem Solving, A Thematic Analysis","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Summative assessment; Formative assessment; Thematic analysis; Thematic map; Perspective (graphical); Computer science; Face (sociological concept); Work (physics); Mathematics education; Medical education; Psychology; Qualitative research; Engineering; Medicine; Sociology","score_opus":0.018502149163159443,"score_gpt":0.2192347818609988,"score_spread":0.20073263269783934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909603119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98576474,0.00042396254,0.00031053327,0.0011421873,0.0020859796,0.00059320836,0.000011479279,0.00026133156,0.009406563],"genre_scores_gemma":[0.9931789,0.00010412721,0.0062274933,0.000014860235,0.0001182522,0.0001747489,0.000004033443,0.000046983958,0.00013061598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984656,0.0000054859283,0.00055893685,0.00020299898,0.00037207277,0.00039491666],"domain_scores_gemma":[0.99898136,0.000053608186,0.00021251182,0.00016048083,0.0004264386,0.00016560465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060986803,0.000225665,0.00034488758,0.0011632236,0.000055212353,0.000046549103,0.00034395937,0.00011563661,0.000031870684],"category_scores_gemma":[0.00029890143,0.00023309996,0.0001281885,0.0018340586,0.000014571187,0.0002996879,0.000026510812,0.0002726646,0.0000043343857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005780834,0.00074667897,0.33929256,0.011534022,0.0046639997,6.1670613e-7,0.059316088,0.4163065,0.027183477,0.12143968,0.010092874,0.009417728],"study_design_scores_gemma":[0.000313414,0.000032584056,0.8824792,0.0011829472,0.00027724152,0.0000029486253,0.0022036764,0.0995106,0.009209336,0.00013662536,0.0039155674,0.0007358812],"about_ca_topic_score_codex":0.0011415257,"about_ca_topic_score_gemma":0.004000838,"teacher_disagreement_score":0.5431866,"about_ca_system_score_codex":0.0022474595,"about_ca_system_score_gemma":0.00035873984,"threshold_uncertainty_score":0.950554},"labels":[],"label_agreement":null},{"id":"W2909605106","doi":"10.24908/pceea.v0i0.13103","title":"Comprehensive Assessment of Capstone Senior Design Course Comprised of Students from Different Engineering Program Majors","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Accreditation; Capstone; Capstone course; Engineering management; Engineering; Engineering education; Medical education; Engineering ethics; Computer science; Psychology; Mathematics education; Medicine","score_opus":0.007514928330156263,"score_gpt":0.25181539081521437,"score_spread":0.2443004624850581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909605106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995358,0.0001246025,0.00056211,0.00018788734,0.0024557582,0.0007880728,0.000047744088,0.00018528996,0.00029053498],"genre_scores_gemma":[0.9863678,0.000019916972,0.013087502,0.000023348288,0.00014778029,0.00013719294,0.00002391089,0.00006132865,0.00013117127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823356,0.000009644138,0.0005976832,0.00020639997,0.0005974322,0.00035531106],"domain_scores_gemma":[0.9983025,0.000084553605,0.00033971205,0.00017967279,0.00085521734,0.00023829631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023355991,0.0002815826,0.00040104485,0.0003224338,0.0000663812,0.000051493473,0.00048287882,0.00016752361,0.000044883465],"category_scores_gemma":[0.00013889924,0.0002822976,0.00011244336,0.0005558896,0.000034253695,0.00012338755,0.00003886581,0.00024698838,0.0000031775626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017215743,0.0021305513,0.5715444,0.003811121,0.0034293595,5.874085e-7,0.011837581,0.12916109,0.21811835,0.004584856,0.05036039,0.005004453],"study_design_scores_gemma":[0.00043836673,0.000056181525,0.9081368,0.00046089597,0.00013069987,0.0000015715045,0.00044140968,0.05431096,0.03189088,0.000023256202,0.0037095416,0.00039946972],"about_ca_topic_score_codex":0.0013050134,"about_ca_topic_score_gemma":0.0003135157,"teacher_disagreement_score":0.33659232,"about_ca_system_score_codex":0.0015646261,"about_ca_system_score_gemma":0.00040582937,"threshold_uncertainty_score":0.9999629},"labels":[],"label_agreement":null},{"id":"W2909607646","doi":"10.24908/pceea.v0i0.13091","title":"Design of a Completely New First Year Engineering Program at the University of Saskatchewan","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Curriculum; Stakeholder; Set (abstract data type); Blank; Computer science; Engineering management; Mathematics education; Engineering ethics; Medical education; Psychology; Engineering; Pedagogy; Public relations; Political science","score_opus":0.006879337514086902,"score_gpt":0.17335072205929644,"score_spread":0.16647138454520954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909607646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713482,0.00062945683,0.007815041,0.004952039,0.006709159,0.002975543,0.00008147735,0.00087922846,0.0046098116],"genre_scores_gemma":[0.987549,0.000016460397,0.010615669,0.00001658005,0.000121119476,0.000011480931,0.000005803901,0.00003764667,0.001626234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990907,0.0000040983437,0.00026121337,0.00012664734,0.00025926335,0.00025812307],"domain_scores_gemma":[0.9990768,0.0000548973,0.00018182005,0.00013745089,0.00038914,0.00015989067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027158862,0.00015411455,0.00018359903,0.00018132225,0.00011139538,0.00002187082,0.00037337758,0.000112230984,0.000095746684],"category_scores_gemma":[0.00020252816,0.00014804825,0.000075326374,0.000636364,0.00003366165,0.00011178594,0.00003198786,0.00014752339,0.000013098347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026847893,0.00034800195,0.05671001,0.002877986,0.0012694636,2.6872712e-7,0.05975333,0.34138387,0.039053522,0.0056383894,0.48555452,0.007383777],"study_design_scores_gemma":[0.0013279718,0.00020585321,0.36120996,0.0014926182,0.00034920653,0.000015529857,0.0065766224,0.14560919,0.05936304,0.00013138122,0.4221651,0.0015535346],"about_ca_topic_score_codex":0.0026970932,"about_ca_topic_score_gemma":0.004210284,"teacher_disagreement_score":0.30449995,"about_ca_system_score_codex":0.0014036282,"about_ca_system_score_gemma":0.000539695,"threshold_uncertainty_score":0.6037232},"labels":[],"label_agreement":null},{"id":"W2909608019","doi":"10.24908/pceea.v0i0.13040","title":"A Three-Level Software Support Platform for the Graduate Attribute-Curriculum Improvement Process","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia","funders":"University of Ottawa","keywords":"Accreditation; Process (computing); Curriculum; Engineering management; Software engineering; Medical education; Software; Computer science; Engineering; Medicine; Psychology; Operating system; Pedagogy","score_opus":0.018944960369223638,"score_gpt":0.22944475743414497,"score_spread":0.21049979706492133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909608019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340178,0.00036110982,0.016524175,0.012227973,0.026467834,0.005811763,0.0005055893,0.0015082308,0.0025755183],"genre_scores_gemma":[0.9947549,0.000014022456,0.0026967742,0.00023713218,0.00060076267,0.00073366804,0.000035346646,0.00007875805,0.00084864337],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99838537,0.0000011900081,0.000414834,0.00022452226,0.00043374966,0.0005403475],"domain_scores_gemma":[0.9980857,0.00006483357,0.00020749972,0.00016827472,0.0012460356,0.00022769182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051915296,0.00026503863,0.00019985597,0.00021562439,0.00034002957,0.00014211136,0.00054029806,0.00015571428,0.000050378076],"category_scores_gemma":[0.00074321515,0.00021550065,0.00012312253,0.00068837136,0.000028103861,0.00023771926,0.000025945732,0.0002579364,0.00001988642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072803427,0.0002673373,0.08226427,0.0023286862,0.0010310392,1.1595464e-7,0.0082625635,0.010415628,0.0021690917,0.008619965,0.8639861,0.020647949],"study_design_scores_gemma":[0.0016783939,0.00026471453,0.5362845,0.00082899857,0.0005460098,0.000025950834,0.0043845475,0.09651238,0.03749348,0.0017311722,0.3175429,0.0027069624],"about_ca_topic_score_codex":0.0011634645,"about_ca_topic_score_gemma":0.0052707097,"teacher_disagreement_score":0.54644316,"about_ca_system_score_codex":0.0021693902,"about_ca_system_score_gemma":0.0007419427,"threshold_uncertainty_score":0.87878615},"labels":[],"label_agreement":null},{"id":"W2909632007","doi":"10.24908/pceea.v0i0.13022","title":"Graduate Attribute Based Continuous Course Improvement in a Blended Learning Engineering Design Course – A Writing Improvement Case Study","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Course (navigation); Capstone course; Attendance; Capstone; Mathematics education; Computer science; Process (computing); Blended learning; Medical education; Psychology; Engineering; Educational technology; Medicine","score_opus":0.010935976940710598,"score_gpt":0.2272149550841408,"score_spread":0.2162789781434302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909632007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99440527,0.000071693845,0.0008069598,0.0006744687,0.0021741902,0.0013454505,0.0000112609605,0.00035385435,0.00015682471],"genre_scores_gemma":[0.99669474,0.0000054183693,0.0021689702,0.00007920807,0.00023250178,0.0004526192,0.000008844545,0.00009849079,0.0002592248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976838,0.000015741189,0.0007102776,0.0003503925,0.0005106299,0.0007291229],"domain_scores_gemma":[0.9983814,0.00009373738,0.00026898357,0.00018181531,0.00074934115,0.0003247351],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014294056,0.00038399315,0.00035335225,0.00048849126,0.000208956,0.00018068448,0.00032715648,0.00016436444,0.000026503674],"category_scores_gemma":[0.00052076863,0.0004215554,0.00009449585,0.0010747322,0.000017393884,0.0002340418,0.000035064724,0.0005704157,0.000009572945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018620549,0.002207959,0.36430183,0.0019510156,0.0014118848,0.000048099166,0.023265684,0.5288094,0.03328667,0.00074012135,0.026281284,0.01767742],"study_design_scores_gemma":[0.0032765875,0.0006371287,0.2803414,0.0012409756,0.00044453194,0.00012935267,0.024047736,0.65748656,0.024959426,0.00002263545,0.004925877,0.0024878043],"about_ca_topic_score_codex":0.0035852764,"about_ca_topic_score_gemma":0.0033337243,"teacher_disagreement_score":0.12867714,"about_ca_system_score_codex":0.0035295456,"about_ca_system_score_gemma":0.0010264643,"threshold_uncertainty_score":0.99982363},"labels":[],"label_agreement":null},{"id":"W2909653882","doi":"10.24908/pceea.v0i0.13004","title":"Graph-based approach to model the dependency information of graduate attributes for supporting the accreditation process","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Accreditation; Grading (engineering); Graph; Consistency (knowledge bases); Software engineering; Data science; Information retrieval; Data mining; Knowledge management; Artificial intelligence; Theoretical computer science; Engineering","score_opus":0.013799609070912228,"score_gpt":0.23084769826055726,"score_spread":0.21704808918964502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909653882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87968975,0.00010201685,0.08458891,0.016523037,0.00609131,0.0052099098,0.0002486672,0.00055419124,0.0069921818],"genre_scores_gemma":[0.99436474,0.0000021696796,0.004581356,0.00024179382,0.0001518853,0.00048496117,0.000038299815,0.000028783159,0.00010598327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871016,0.0000045284405,0.00045873746,0.00011865363,0.00039232647,0.00031560988],"domain_scores_gemma":[0.9979192,0.00007172977,0.00029697083,0.00013341596,0.0014590835,0.00011958314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000802472,0.00016669645,0.00014471868,0.00027930498,0.0002376602,0.00009960891,0.00046400045,0.00009872723,0.0000034101224],"category_scores_gemma":[0.0011758871,0.00012273657,0.0000861833,0.0008881228,0.000022698745,0.0003233608,0.000013146149,0.00016828449,0.0000033295519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007113869,0.00008474138,0.0055101095,0.0014082944,0.00017960051,3.531244e-9,0.018754415,0.85950387,0.0016108633,0.015663825,0.094650514,0.0026266272],"study_design_scores_gemma":[0.0003229978,0.000035212946,0.039554,0.00020798661,0.00011017831,0.000001929173,0.0029860958,0.92748964,0.0202505,0.0010955605,0.0074698622,0.00047605354],"about_ca_topic_score_codex":0.0002796198,"about_ca_topic_score_gemma":0.00028155418,"teacher_disagreement_score":0.114674985,"about_ca_system_score_codex":0.00071594096,"about_ca_system_score_gemma":0.0006836129,"threshold_uncertainty_score":0.5005052},"labels":[],"label_agreement":null},{"id":"W2909705161","doi":"10.24908/pceea.v0i0.13087","title":"Diversity Research in an Engineering Technology Program: Promising Practices for Diversity Research Initiatives in Post-secondary Education","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Booth University College","funders":"","keywords":"Diversity (politics); Government (linguistics); Face (sociological concept); Population; Public relations; Higher education; Work (physics); Psychology; Pedagogy; Political science; Sociology; Medical education; Engineering; Social science; Medicine","score_opus":0.04799770001018748,"score_gpt":0.34765205061360915,"score_spread":0.29965435060342166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909705161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99307704,0.00017158303,0.000008994458,0.0019432959,0.0014208682,0.0013272335,0.000012118016,0.00018473543,0.0018541196],"genre_scores_gemma":[0.9956223,0.000024096387,0.0033808004,0.000032460066,0.0002413993,0.00045169445,0.000017938672,0.000045176803,0.00018418329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802226,0.000027951843,0.00036709014,0.0003445277,0.000524379,0.00071381574],"domain_scores_gemma":[0.997031,0.000163043,0.00018018404,0.00017340585,0.0022322738,0.00022014015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024211754,0.00019452375,0.00020959416,0.0025928458,0.0007231735,0.000127658,0.0006523705,0.00030429335,0.0000155558],"category_scores_gemma":[0.0025770415,0.00022482248,0.0000454194,0.0028186017,0.00006175387,0.00085252017,0.00027185277,0.0008808483,0.0000056473714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003325093,0.0013344976,0.8862407,0.0028563414,0.00020105382,6.823549e-7,0.045453276,0.0069789733,0.009423342,0.014942917,0.010350421,0.02218452],"study_design_scores_gemma":[0.0005381678,0.00016772402,0.9413403,0.00080811477,0.000023150633,0.0000048388174,0.008805342,0.022838488,0.0038794584,0.0005108263,0.020461343,0.00062219816],"about_ca_topic_score_codex":0.005450604,"about_ca_topic_score_gemma":0.019610686,"teacher_disagreement_score":0.055099625,"about_ca_system_score_codex":0.0051928274,"about_ca_system_score_gemma":0.0018677653,"threshold_uncertainty_score":0.99862605},"labels":[],"label_agreement":null},{"id":"W2909738758","doi":"10.24908/pceea.v0i0.13079","title":"A Systematic Review of Canadian Engineering Education Research 2004-2017","year":2018,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated","keywords":"Foundation (evidence); Engineering ethics; Engineering education; Science and engineering; Systematic review; Political science; Engineering; Engineering management; MEDLINE","score_opus":0.022252690174761024,"score_gpt":0.28574282407961704,"score_spread":0.26349013390485604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909738758","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029344817,0.98597693,0.0000035871374,0.00034239737,0.0049321223,0.0026516612,0.00009494408,0.00015809847,0.0058109034],"genre_scores_gemma":[0.0003884826,0.99288183,0.00084789295,0.00010325175,0.00054807094,0.0014704232,0.000105564744,0.00023422558,0.003420244],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960998,0.00004120688,0.0016141015,0.00042622958,0.0009211238,0.000897484],"domain_scores_gemma":[0.99542385,0.00017663935,0.0007816215,0.00053509587,0.0023128106,0.0007699865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023361926,0.00061991264,0.0015897186,0.0040265555,0.00019807853,0.00015244624,0.001273714,0.000629439,0.00006902501],"category_scores_gemma":[0.004386595,0.0005970807,0.00046691913,0.0045495583,0.000034068784,0.00024237229,0.000049361977,0.0009729641,0.00009470505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[8.785821e-8,0.000031384418,0.00001680478,0.8163676,0.0003120415,8.177814e-8,0.00026501686,0.00006110178,0.0000029808377,0.0012227765,0.18075325,0.0009668292],"study_design_scores_gemma":[0.000032340537,0.000007552894,0.00007575058,0.4145234,0.0004777938,0.000016418418,0.00007301231,0.00018542339,0.000019864854,0.000008092975,0.58410394,0.00047644507],"about_ca_topic_score_codex":0.026044637,"about_ca_topic_score_gemma":0.018315306,"teacher_disagreement_score":0.40335068,"about_ca_system_score_codex":0.011325259,"about_ca_system_score_gemma":0.0097676255,"threshold_uncertainty_score":0.99964803},"labels":[],"label_agreement":null},{"id":"W2909758828","doi":"10.24908/pceea.v0i0.12967","title":"Common First-Year Engineering Curriculum in British Columbia","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Selkirk College; Vancouver Island University; Douglas College; University of British Columbia","funders":"","keywords":"Curriculum; Engineering education; Articulation (sociology); Engineering; Engineering management; Medical education; Political science; Pedagogy; Sociology; Medicine","score_opus":0.002343189159188951,"score_gpt":0.1684410504477144,"score_spread":0.16609786128852544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909758828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914591,0.00014291442,0.000023384324,0.00050762884,0.003991804,0.00039765608,0.000018040444,0.0003070306,0.0031524606],"genre_scores_gemma":[0.9968992,0.000028156222,0.0014931533,0.00006604698,0.00030421987,0.00011808326,0.000010551329,0.00006897983,0.0010116148],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853235,0.0000034164677,0.00043558865,0.00021571245,0.00031755274,0.00049536],"domain_scores_gemma":[0.9990968,0.00002816733,0.0001176438,0.00013426015,0.00037696795,0.00024617126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033929886,0.00017687869,0.00023802974,0.0002809698,0.0001478235,0.0002993963,0.0003874127,0.00020264674,0.00012059162],"category_scores_gemma":[0.0004506973,0.0002735236,0.000079594305,0.0011055792,0.00001905969,0.00029643945,0.000028574208,0.00033661138,0.000029294835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0761546e-7,0.000102256774,0.8536463,0.0005250829,0.00009195307,3.5223994e-7,0.00111795,0.009754804,0.00048164334,0.0013162681,0.13210218,0.00086082646],"study_design_scores_gemma":[0.0003038781,0.000016556276,0.8823258,0.00067863945,0.000026618287,0.0000126241275,0.00041499938,0.025205115,0.00056564406,0.000075966134,0.08976865,0.00060547504],"about_ca_topic_score_codex":0.0471785,"about_ca_topic_score_gemma":0.38360733,"teacher_disagreement_score":0.33642885,"about_ca_system_score_codex":0.003062475,"about_ca_system_score_gemma":0.00030751244,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W2909805403","doi":"10.18260/1-2--29424","title":"Learning Experience in Mechanical Engineering First-Year Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Engineering education; Human–computer interaction; Mathematics education; Engineering; Engineering management; Psychology","score_opus":0.007954377309735448,"score_gpt":0.2515721789404508,"score_spread":0.24361780163071536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909805403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97580624,0.00035144392,0.017984325,0.00006612512,0.0017741697,0.0001113053,3.03332e-7,0.0018505253,0.0020555689],"genre_scores_gemma":[0.99692464,0.000083353945,0.0022973334,0.000006801452,0.00004539605,0.00006314869,0.0000019512431,0.00002949633,0.00054790656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934787,0.0000030909362,0.000153432,0.00014067287,0.0001565777,0.00019838767],"domain_scores_gemma":[0.9998263,0.000029410781,0.0000023570137,0.0000735063,0.0000061272663,0.00006227948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009103813,0.00010969289,0.000083145824,0.00013701279,0.000013998605,0.00008004353,0.0001276983,0.0000453112,0.00027389362],"category_scores_gemma":[0.000022523707,0.00010959886,0.000024167794,0.0003205855,0.000002897736,0.00009771581,0.00002796004,0.0002194342,0.00018868754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001860155,0.00007627413,0.017742205,0.0005877646,0.00007548193,0.000082177605,0.011166389,0.945539,0.0035928513,0.0138096325,0.0029723605,0.004354019],"study_design_scores_gemma":[0.00027364725,0.000027783299,0.024205936,0.00048504924,0.000005692791,0.000018519184,0.0014579208,0.8597407,0.004621192,0.000034949982,0.10846464,0.00066397566],"about_ca_topic_score_codex":0.0000038976314,"about_ca_topic_score_gemma":0.0000049814257,"teacher_disagreement_score":0.10549229,"about_ca_system_score_codex":0.00012502345,"about_ca_system_score_gemma":0.000008120095,"threshold_uncertainty_score":0.4469312},"labels":[],"label_agreement":null},{"id":"W2909847347","doi":"10.24908/pceea.v0i0.13086","title":"DEFINING THE APPROPRIATE COURSE PROJECT FOR FOSTERING THE EXPECTED COGNITIVE COMPETENCIES: EBD APPROACH TO AN ENGINEERING DESIGN COURSE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Course (navigation); Project-based learning; Curriculum; Set (abstract data type); Engineering management; Computer science; Engineering; Knowledge management; Mathematics education; Psychology; Pedagogy","score_opus":0.016278397000101353,"score_gpt":0.23956273104741613,"score_spread":0.22328433404731476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909847347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8045778,0.0022697183,0.1118259,0.010715131,0.027421914,0.02196246,0.00044154827,0.0039007333,0.016884746],"genre_scores_gemma":[0.98156846,0.000008429671,0.015880685,0.00027600935,0.0004980903,0.001346724,0.000026795804,0.0001190196,0.0002758097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819934,0.000016180922,0.00043294876,0.0003142359,0.00040427613,0.00063299364],"domain_scores_gemma":[0.99816996,0.00019900441,0.00019219534,0.00022411344,0.00096660206,0.00024814723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010035193,0.00034297485,0.00025461282,0.00026139166,0.00045130734,0.00027547288,0.00069372775,0.00016049414,0.0000071489835],"category_scores_gemma":[0.00094110455,0.0002616401,0.00010479306,0.0011233873,0.000037834867,0.0002589922,0.000052747706,0.0003334271,0.0000104316405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007902781,0.0011680167,0.010602261,0.003042966,0.0033079793,4.0390523e-7,0.18263656,0.4845613,0.017977623,0.07633702,0.19824652,0.022040332],"study_design_scores_gemma":[0.0013796192,0.00027158883,0.1309986,0.0013599946,0.00071942725,0.000050082257,0.025188593,0.7507607,0.017616495,0.00018297887,0.06882866,0.0026432679],"about_ca_topic_score_codex":0.00065447734,"about_ca_topic_score_gemma":0.0005669032,"teacher_disagreement_score":0.2661994,"about_ca_system_score_codex":0.0012740665,"about_ca_system_score_gemma":0.0008315307,"threshold_uncertainty_score":0.9999836},"labels":[],"label_agreement":null},{"id":"W2909958232","doi":"10.24908/pceea.v0i0.13063","title":"Implementing project-based and experiential learning in the Aerospace Engineering program at Concordia University","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Experiential learning; Project-based learning; Experiential education; Aerospace; Engineering; Engineering education; Engineering management; Computer science; Psychology; Mathematics education","score_opus":0.004239405312751158,"score_gpt":0.2034587591884556,"score_spread":0.19921935387570444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909958232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948099,0.0000659006,0.000049152375,0.0010423837,0.0010109942,0.00060995494,0.0000058529704,0.00025549787,0.0021503137],"genre_scores_gemma":[0.9977755,0.0000075052903,0.0013430386,0.000051796407,0.00012691498,0.00007028202,0.000009848832,0.00003229913,0.00058283936],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892586,0.000008642384,0.0002145645,0.00017299282,0.00023804446,0.0004399057],"domain_scores_gemma":[0.9994545,0.00004622028,0.00010643722,0.0000837905,0.00020503429,0.0001040199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047738876,0.00017270166,0.00013514518,0.00030524173,0.00023181952,0.000101374404,0.00024808937,0.000105493134,0.000016147396],"category_scores_gemma":[0.00027103207,0.00016637308,0.0000480143,0.0007926807,0.000022285327,0.000147043,0.000035107696,0.000259602,0.000003005065],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017268474,0.00032067188,0.73942393,0.001943591,0.00037653834,0.0000015177906,0.051818974,0.029125148,0.018514741,0.012317473,0.13653894,0.009601216],"study_design_scores_gemma":[0.00048046367,0.000043682052,0.2812584,0.00020427597,0.000043396714,0.0000070121046,0.0035032504,0.07380752,0.0037525927,0.0000032004962,0.6363694,0.0005267713],"about_ca_topic_score_codex":0.0018106708,"about_ca_topic_score_gemma":0.007101988,"teacher_disagreement_score":0.49983048,"about_ca_system_score_codex":0.0018376949,"about_ca_system_score_gemma":0.00031261894,"threshold_uncertainty_score":0.67844975},"labels":[],"label_agreement":null},{"id":"W2910030776","doi":"10.24908/pceea.v0i0.13060","title":"Evolution of Canadian Engineering Education Assessment Practice 2010-2017","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated","keywords":"Summative assessment; Formative assessment; Snapshot (computer storage); Graduate education; Engineering education; Engineering ethics; Computer science; Medical education; Engineering; Engineering management; Mathematics education; Psychology; Medicine","score_opus":0.005177586800415708,"score_gpt":0.2158918258917227,"score_spread":0.210714239091307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910030776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7292837,0.0021161393,0.0012719765,0.016780552,0.061428163,0.0034577267,0.0002109359,0.0012653327,0.18418546],"genre_scores_gemma":[0.9885277,0.00004820751,0.008921101,0.00013845509,0.0005463828,0.00012999555,0.000023611605,0.00007360997,0.0015909346],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982026,0.0000087101635,0.0005452976,0.00024660942,0.00046832362,0.0005284151],"domain_scores_gemma":[0.9972803,0.0000578803,0.00031403953,0.00023189162,0.00162464,0.0004912355],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063470827,0.00028184638,0.00025249558,0.0015823025,0.00018165853,0.00010309606,0.00045546115,0.00025894403,0.000064588494],"category_scores_gemma":[0.0011815988,0.0003141739,0.00010116033,0.0018056334,0.000026346484,0.0005005264,0.000022871032,0.00036518558,0.000028310193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005990863,0.000443662,0.06765896,0.002311963,0.0007687603,3.2407107e-7,0.00645458,0.032272175,0.027600039,0.10974738,0.7489072,0.0038289619],"study_design_scores_gemma":[0.0003057162,0.000047236954,0.48539284,0.0007788815,0.0001779674,0.000026892158,0.0015906929,0.026837958,0.0074812407,0.00012947994,0.47627625,0.0009548424],"about_ca_topic_score_codex":0.09493549,"about_ca_topic_score_gemma":0.057122044,"teacher_disagreement_score":0.41773388,"about_ca_system_score_codex":0.0083687315,"about_ca_system_score_gemma":0.0042753974,"threshold_uncertainty_score":0.99993104},"labels":[],"label_agreement":null},{"id":"W2910089117","doi":"10.24908/pceea.v0i0.13013","title":"Peer Tutoring in Project-Based Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cégep de Rimouski; Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada; Université du Québec à Rimouski","keywords":"Peer tutor; TUTOR; Task (project management); Quality (philosophy); Computer science; Medical education; Multidisciplinary approach; Mathematics education; Psychology; Engineering; Medicine","score_opus":0.005278478297093783,"score_gpt":0.2139226835804578,"score_spread":0.20864420528336403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910089117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430904,0.00022860749,0.0001003742,0.006675689,0.011114276,0.0010287811,0.0000275076,0.0006267876,0.037107605],"genre_scores_gemma":[0.9947591,0.0000037733919,0.0014986118,0.00012380636,0.00028888544,0.00011389971,0.000007700272,0.000047724774,0.0031565374],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99875903,0.0000034987731,0.0003051435,0.0001614125,0.00039437256,0.00037656497],"domain_scores_gemma":[0.99891615,0.000024050309,0.00009905626,0.00011002651,0.00070660823,0.00014412687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045852456,0.00017545102,0.00015276874,0.00042126296,0.00008224491,0.00008188627,0.00028252718,0.00014568183,0.000035367895],"category_scores_gemma":[0.0005250038,0.0001836717,0.000055882178,0.0009797507,0.000016349137,0.00016612832,0.000011888346,0.00024287672,0.000021131986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036760848,0.00025116742,0.29964927,0.000891112,0.00017819492,2.9365063e-7,0.008048204,0.020218557,0.0069133416,0.00968512,0.6510238,0.0031372516],"study_design_scores_gemma":[0.00045531656,0.000022488963,0.51647264,0.0004912239,0.00004251974,0.0000032359687,0.0007083269,0.045105528,0.013986707,0.000053205065,0.42192447,0.00073431287],"about_ca_topic_score_codex":0.0021481987,"about_ca_topic_score_gemma":0.005398359,"teacher_disagreement_score":0.22909935,"about_ca_system_score_codex":0.002871665,"about_ca_system_score_gemma":0.0009674758,"threshold_uncertainty_score":0.75093037},"labels":[],"label_agreement":null},{"id":"W2910271994","doi":"10.24908/pceea.v0i0.12987","title":"Thinking About Learning – Inferences from How We Support Curriculum Design","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Active learning (machine learning); Curriculum; Set (abstract data type); Mathematics education; Learning sciences; Teaching and learning center; Teaching method; Psychology; Cognition; Experiential learning; Open learning; Cooperative learning; Pedagogy; Engineering ethics; Computer science; Engineering; Artificial intelligence","score_opus":0.006517870159196609,"score_gpt":0.19070861518104776,"score_spread":0.18419074502185115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910271994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051447,0.001384687,0.0042150393,0.022069814,0.028612921,0.0019389836,0.00006603769,0.0026884133,0.0338794],"genre_scores_gemma":[0.9909807,0.00007407596,0.0061205034,0.00011569679,0.00055142905,0.00008331009,0.000018512123,0.00005989842,0.001995892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856156,0.000009705205,0.0003041905,0.00022489196,0.0004622353,0.00043738642],"domain_scores_gemma":[0.99876386,0.00005954415,0.00020546206,0.000113344555,0.00060481986,0.00025294235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004694679,0.00024988395,0.00021419783,0.000325798,0.0002541735,0.00029868085,0.0004914569,0.00020306146,0.00014973167],"category_scores_gemma":[0.00072011404,0.00024751038,0.00008118046,0.00070203264,0.000023744551,0.00033477767,0.000030451565,0.0003842893,0.00004770121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030516708,0.00016375926,0.28207153,0.00069675525,0.0007072332,3.9115955e-7,0.02517733,0.035659645,0.009146578,0.013188462,0.6237576,0.009427681],"study_design_scores_gemma":[0.0005158213,0.000082561746,0.30117935,0.0011759332,0.00018045414,0.0000086208875,0.003700244,0.0809679,0.02102859,0.0010113906,0.58842105,0.001728067],"about_ca_topic_score_codex":0.0015790156,"about_ca_topic_score_gemma":0.0014216513,"teacher_disagreement_score":0.08583598,"about_ca_system_score_codex":0.0017755397,"about_ca_system_score_gemma":0.0005930958,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W2910293294","doi":"10.24908/pceea.v0i0.12998","title":"Examining Student Learning Outcomes and Engagement in Engineering Entrepreneurship Education Programs","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Context (archaeology); Engineering education; Entrepreneurship education; Higher education; Engineering ethics; Engineering; Public relations; Engineering management; Political science; Knowledge management; Computer science; Geography","score_opus":0.00992785967755262,"score_gpt":0.22002962804051668,"score_spread":0.21010176836296407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910293294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938607,0.00018239225,0.000023378685,0.0005083983,0.0025435996,0.00044990255,0.0000013842719,0.00022614923,0.0022040994],"genre_scores_gemma":[0.9972988,0.000030903695,0.001220867,0.000068131165,0.00018444631,0.00021277378,0.00000917335,0.000056123405,0.00091882964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985899,0.000009824918,0.00040963705,0.00024838018,0.00032425736,0.00041804704],"domain_scores_gemma":[0.99918365,0.000045149594,0.0001391747,0.000112229376,0.00029603348,0.00022373188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005796088,0.00024869785,0.00021947235,0.00052939,0.0001177554,0.00015525498,0.00025755464,0.000140204,0.000021492879],"category_scores_gemma":[0.0005667912,0.00026025326,0.000045714452,0.00069154636,0.000016307096,0.00022327316,0.00003957326,0.00038794905,0.000008639233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.208365e-7,0.00007470941,0.98386604,0.0002658804,0.00006444533,5.2082743e-8,0.0038429466,0.0038817087,0.00090015976,0.0015988651,0.0011227399,0.004381965],"study_design_scores_gemma":[0.0001937386,0.000023040897,0.96977407,0.00039572924,0.000029534669,0.0000032740195,0.0012718515,0.006085205,0.0010254106,0.000023518365,0.02079157,0.0003830331],"about_ca_topic_score_codex":0.0007811343,"about_ca_topic_score_gemma":0.0012663761,"teacher_disagreement_score":0.01966883,"about_ca_system_score_codex":0.0020925892,"about_ca_system_score_gemma":0.00039359738,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W2910311397","doi":"10.24908/pceea.v0i0.13048","title":"What Makes a Good Assessment? Assessments for Learning","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Expectancy theory; Framing (construction); Scope (computer science); Term (time); Context (archaeology); Computer science; Psychology; Engineering; Social psychology","score_opus":0.005712140260805949,"score_gpt":0.24475463817041734,"score_spread":0.2390424979096114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910311397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88083667,0.00069783366,0.0034173543,0.008413469,0.05063324,0.0032227242,0.00006229828,0.0017577077,0.05095872],"genre_scores_gemma":[0.98590755,0.000041185845,0.0073266146,0.00014411789,0.00047850868,0.00027299492,0.000022870958,0.00007267391,0.005733484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987755,0.0000045860343,0.0003196605,0.00019170545,0.00030370866,0.00040488289],"domain_scores_gemma":[0.9987646,0.00005046756,0.00016449743,0.00009936395,0.0007169696,0.00020411744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004377941,0.00020134295,0.00017994951,0.00029241297,0.00021892722,0.00029010445,0.00029800925,0.00015624193,0.00004867153],"category_scores_gemma":[0.00030945218,0.00020981698,0.00009217551,0.00053830247,0.000015362468,0.00048326785,0.000017642958,0.00025276752,0.000012908513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010363377,0.00048665804,0.2934069,0.0037529299,0.0017733342,1.924466e-7,0.010965534,0.034601487,0.03380978,0.08362718,0.50341076,0.034154844],"study_design_scores_gemma":[0.00064895966,0.0000948981,0.25445548,0.0007994837,0.00014014747,0.00000681633,0.0026757033,0.07545579,0.010569753,0.00043501597,0.6536627,0.0010552579],"about_ca_topic_score_codex":0.00026262028,"about_ca_topic_score_gemma":0.0009183789,"teacher_disagreement_score":0.15025192,"about_ca_system_score_codex":0.002608521,"about_ca_system_score_gemma":0.000576845,"threshold_uncertainty_score":0.8556088},"labels":[],"label_agreement":null},{"id":"W2910347971","doi":"10.24908/pceea.v0i0.12960","title":"The Right Tools for the Job: Discipline-Specific Language-Learning for First-Year International Engineering Students","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Discipline; Computer science; Perception; Mathematics education; General partnership; Communication skills; Psychology; Medical education; Pedagogy; Sociology","score_opus":0.005100387437026042,"score_gpt":0.22372515264769663,"score_spread":0.2186247652106706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910347971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8283005,0.0028374132,0.016481614,0.04833632,0.0833945,0.009332502,0.00029892108,0.0019995912,0.00901866],"genre_scores_gemma":[0.9926583,0.000087765584,0.0019972809,0.000063070474,0.0013563548,0.0007538752,0.000024952153,0.00008250111,0.002975879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868685,0.0000029404,0.0003493079,0.00018374807,0.0003667162,0.0004104638],"domain_scores_gemma":[0.9985547,0.0003990182,0.00015082124,0.00014383512,0.00061920774,0.00013240484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006700049,0.00020439098,0.00014227317,0.00015865489,0.0005702172,0.00048417243,0.0008006199,0.00011357088,0.00002533868],"category_scores_gemma":[0.0013866507,0.0001511621,0.00012749611,0.00037154643,0.00002212426,0.00022574524,0.000040506355,0.00024018103,0.0000103803595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034797104,0.00017957919,0.056517784,0.0010868958,0.0020229896,1.4231138e-7,0.019989429,0.16475113,0.0064328723,0.08491757,0.65243375,0.011633039],"study_design_scores_gemma":[0.0003790827,0.00002018029,0.08246227,0.00016070825,0.00005316381,0.0000022092477,0.0013879715,0.048417613,0.0024320018,0.00005964008,0.8642553,0.00036983288],"about_ca_topic_score_codex":0.00008995646,"about_ca_topic_score_gemma":0.0010323442,"teacher_disagreement_score":0.21182154,"about_ca_system_score_codex":0.0016170153,"about_ca_system_score_gemma":0.00015675431,"threshold_uncertainty_score":0.6164211},"labels":[],"label_agreement":null},{"id":"W2910400951","doi":"10.24908/pceea.v0i0.13010","title":"The Self-Reported Confidence and Proficiency Levels in Communication Skills: A Comparison of Senior Capstone Students and Undergraduate Students in a Technical Communication Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Communication skills; Teamwork; Medical education; Mathematics education; Capstone course; Capstone; Academic year; Curriculum; Pedagogy; Medicine; Computer science","score_opus":0.00799229813075478,"score_gpt":0.28635026942842823,"score_spread":0.2783579712976734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910400951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686074,0.00055665255,0.000012158101,0.0014738528,0.00024351015,0.0005285086,0.0000036802792,0.000056957,0.0002639468],"genre_scores_gemma":[0.9984676,0.00022464103,0.001031412,0.000025117155,0.000013010285,0.000108487446,0.0000040543136,0.000020375475,0.00010530082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986692,0.000020082474,0.00055694475,0.00014489451,0.00037848504,0.00023037766],"domain_scores_gemma":[0.9989593,0.00010911951,0.00027526126,0.00019609666,0.00035936025,0.000100872625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010052631,0.00014364986,0.00020093075,0.00022522683,0.00014140122,0.000099035,0.0004884611,0.000118715536,0.0000016857246],"category_scores_gemma":[0.000476478,0.00013348418,0.000021422995,0.0006442691,0.00006630571,0.00015880878,0.000072063296,0.00028511253,8.782553e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015592202,0.00024924483,0.9869184,0.00015007115,0.0000716625,3.195672e-8,0.0065136533,0.00043179703,0.0011160218,0.0028685043,0.0011844988,0.00049458357],"study_design_scores_gemma":[0.0002476336,0.000012007614,0.9923789,0.0003244953,0.000026822852,0.000002928828,0.0010956506,0.004320441,0.0008400348,0.00013657167,0.00047207688,0.00014242445],"about_ca_topic_score_codex":0.0019898242,"about_ca_topic_score_gemma":0.018668313,"teacher_disagreement_score":0.01667849,"about_ca_system_score_codex":0.0011411967,"about_ca_system_score_gemma":0.00027629835,"threshold_uncertainty_score":0.99923843},"labels":[],"label_agreement":null},{"id":"W2910410231","doi":"10.24908/pceea.v0i0.12988","title":"Utilizing the CDIO syllabus to reveal CEAB Graduate Attribute Pathways in a Mechanical Engineering Curriculum","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Coursework; Syllabus; CDIO; Curriculum; Flexibility (engineering); Engineering ethics; Pedagogy; Engineering; Mathematics education; Sociology; Psychology; Management","score_opus":0.012649224498497445,"score_gpt":0.20767202406066287,"score_spread":0.19502279956216542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910410231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98574305,0.00012485035,0.00015526469,0.00473142,0.005949599,0.0008291913,0.000024939845,0.00037904087,0.0020626371],"genre_scores_gemma":[0.9970323,0.000011010838,0.0016900516,0.000203818,0.00043334678,0.0002109757,0.000008033496,0.00007494157,0.00033551897],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99800134,0.0000088336255,0.00053887564,0.00028543873,0.000489993,0.0006755483],"domain_scores_gemma":[0.998676,0.000058506346,0.00013299233,0.00021211138,0.0005648545,0.00035552547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082525075,0.0003068275,0.00027297926,0.0005007776,0.00016645704,0.00014329971,0.0005942681,0.00019021613,0.000022366867],"category_scores_gemma":[0.0011561223,0.000275795,0.00010509106,0.0017586374,0.000013345698,0.0001993985,0.000056414512,0.000497752,0.00004588712],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013616235,0.00058116915,0.103024594,0.0024873447,0.0009464981,0.0000033541085,0.031117834,0.16287276,0.058206458,0.09182029,0.5408383,0.008087752],"study_design_scores_gemma":[0.0010065011,0.00011439761,0.6422069,0.0022829217,0.00017489103,0.000064784195,0.0044369167,0.15129319,0.036179215,0.00038361776,0.15913431,0.0027223525],"about_ca_topic_score_codex":0.0016105223,"about_ca_topic_score_gemma":0.0030773904,"teacher_disagreement_score":0.5391823,"about_ca_system_score_codex":0.0034136905,"about_ca_system_score_gemma":0.0004261203,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W2910449315","doi":"10.24908/pceea.v0i0.13108","title":"When Does Leadership Become Engineering Leadership","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Neuroleadership; Transactional leadership; Leadership; Servant leadership; Leadership style; Leadership studies; Transformational leadership; Shared leadership; Political science; Sociology; Engineering ethics; Management; Public relations; Engineering; Economics","score_opus":0.017477025301789337,"score_gpt":0.19411627032203593,"score_spread":0.17663924502024658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910449315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88434386,0.0015671429,0.0007599369,0.035687283,0.04293295,0.0023303332,0.00010091712,0.0034990457,0.028778544],"genre_scores_gemma":[0.9911069,0.0000108961685,0.002652355,0.00038167567,0.0007485637,0.00009916423,0.000010910898,0.000098320095,0.004891191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822444,0.0000047657695,0.0004244518,0.00025205553,0.00041699683,0.0006772947],"domain_scores_gemma":[0.9987404,0.00005132848,0.00014812544,0.00018234794,0.00052393595,0.00035390118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004350594,0.00030732507,0.00024410228,0.0005095458,0.00015436327,0.00015456458,0.0005120503,0.00024999125,0.00018217358],"category_scores_gemma":[0.0006538599,0.00028547333,0.00011719733,0.0007179031,0.000029317824,0.00031465976,0.000024843828,0.00039028775,0.000069930786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008016187,0.00026411784,0.14529946,0.0049753883,0.0011514089,6.0207566e-7,0.024136877,0.020458885,0.03191906,0.02855042,0.7374765,0.005759231],"study_design_scores_gemma":[0.00075766,0.00006148725,0.38518608,0.0014989629,0.00020302738,0.000023860175,0.0042200694,0.039209917,0.05317482,0.00038391494,0.51282424,0.0024559586],"about_ca_topic_score_codex":0.0008652329,"about_ca_topic_score_gemma":0.002420899,"teacher_disagreement_score":0.2398866,"about_ca_system_score_codex":0.0027734444,"about_ca_system_score_gemma":0.00040251482,"threshold_uncertainty_score":0.99995977},"labels":[],"label_agreement":null},{"id":"W2910800711","doi":"10.24908/pceea.v0i0.12980","title":"A multi-institutional investigation of first-year engineering tutorials: content, pedagogy, and effectiveness","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"University of Toronto; York University","keywords":"Strengths and weaknesses; Computer science; Mathematics education; Perception; Student engagement; Pedagogy; Psychology","score_opus":0.01236446932325716,"score_gpt":0.2185961705295482,"score_spread":0.20623170120629103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910800711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942631,0.00017904864,0.00040023192,0.0004883325,0.0037888756,0.00041470476,0.00002374406,0.00015906696,0.0002828766],"genre_scores_gemma":[0.9936508,0.000020219954,0.0058184247,0.00001878383,0.00026343984,0.000081966165,0.000009057886,0.00003580728,0.00010150154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989844,0.000005860117,0.00034084395,0.00017094558,0.00024686882,0.00025110348],"domain_scores_gemma":[0.9988139,0.00007221864,0.00014886417,0.00011548826,0.00065388647,0.00019564157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004811178,0.00019739328,0.00022112795,0.0003291258,0.000117344985,0.00005168954,0.00023731694,0.0001561118,0.0000144516325],"category_scores_gemma":[0.0012015414,0.0001947494,0.00006022381,0.0004976425,0.00004249857,0.0002660243,0.000029057148,0.00016780497,0.000004908875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009746673,0.00011318644,0.8170488,0.0038926054,0.0005749957,1.5991257e-7,0.006463494,0.017484324,0.10969885,0.03363972,0.010580627,0.0004934988],"study_design_scores_gemma":[0.000461987,0.000022595597,0.9362906,0.00063024694,0.00005642546,0.0000065039717,0.00024416266,0.02184272,0.030738994,0.00006648408,0.0092598805,0.00037937824],"about_ca_topic_score_codex":0.0012703701,"about_ca_topic_score_gemma":0.0013701578,"teacher_disagreement_score":0.119241826,"about_ca_system_score_codex":0.0013486178,"about_ca_system_score_gemma":0.0004195936,"threshold_uncertainty_score":0.794165},"labels":[],"label_agreement":null},{"id":"W2910855519","doi":"10.24908/pceea.v0i0.13018","title":"Becoming Aware of Engineering Culture: Toward Sculpting a New Way of Acting, Being, and Thinking in the World","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Politics; Problem solver; Engineering ethics; Sociology; Aesthetics; Computer science; Engineering; Political science; Art; Law; Software engineering","score_opus":0.006999206041458633,"score_gpt":0.2119629019143427,"score_spread":0.20496369587288407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910855519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883099,0.0004036446,0.00035636438,0.0021472746,0.0024394838,0.0006312491,0.000009532332,0.0001706731,0.0055318326],"genre_scores_gemma":[0.99468684,0.00001959792,0.004538158,0.000066457564,0.00021427899,0.00002596898,0.0000035707699,0.00003839706,0.00040670636],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99869627,0.000006019758,0.00047724787,0.00016176216,0.00034063196,0.00031808676],"domain_scores_gemma":[0.99913913,0.000076786135,0.00025305664,0.00011697093,0.00028832248,0.00012571279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006480479,0.00020016616,0.00024394701,0.00048547966,0.00008955792,0.000065998276,0.00039056197,0.000119390446,0.00001562447],"category_scores_gemma":[0.00063044374,0.0001783461,0.00007193274,0.0010417483,0.000018840112,0.00020367789,0.00003168299,0.00031319066,0.000001112574],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012196799,0.0003191429,0.348048,0.008159778,0.0010272615,6.58518e-7,0.35527688,0.05382821,0.05868346,0.07442056,0.08698354,0.013240289],"study_design_scores_gemma":[0.0014867474,0.000105452265,0.70079917,0.0061646146,0.00030716695,0.000029250896,0.01569551,0.076028526,0.11067823,0.0009811828,0.08569506,0.0020290948],"about_ca_topic_score_codex":0.0018914302,"about_ca_topic_score_gemma":0.0032418887,"teacher_disagreement_score":0.35275114,"about_ca_system_score_codex":0.0007962825,"about_ca_system_score_gemma":0.00026404043,"threshold_uncertainty_score":0.7272743},"labels":[],"label_agreement":null},{"id":"W2910874023","doi":"10.24908/pceea.v0i0.13099","title":"Assessing the Individual in Team Based Design Projects","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Formative assessment; Summative assessment; Teamwork; Grading (engineering); Psychology; Team effectiveness; Context (archaeology); Medical education; Workload; Knowledge management; Applied psychology; Computer science; Engineering; Mathematics education; Management","score_opus":0.01673693215247683,"score_gpt":0.23087038986829014,"score_spread":0.21413345771581332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910874023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543964,0.00030595998,0.0014684836,0.007132943,0.009551521,0.0020521486,0.000018339078,0.00066410645,0.024410075],"genre_scores_gemma":[0.9951812,0.0000034297436,0.003872345,0.00024664134,0.00022817783,0.00014553199,0.0000051902202,0.00004249108,0.00027496283],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998809,0.000011082221,0.00030855552,0.0001571304,0.0003441466,0.0003700847],"domain_scores_gemma":[0.9992177,0.0000767365,0.00012634404,0.000118267504,0.00033373488,0.00012721606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008562434,0.00017647796,0.00013899627,0.00038420432,0.00015102803,0.00022505438,0.00040989637,0.00013796454,0.000027410812],"category_scores_gemma":[0.00070128735,0.0001490664,0.000049565762,0.0010688923,0.000023134013,0.00027351207,0.000016434753,0.00029375116,0.000012893528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004528951,0.0003590098,0.30684397,0.001156245,0.00040835064,3.1855163e-7,0.02080468,0.14006773,0.009974994,0.009189179,0.50133526,0.009855724],"study_design_scores_gemma":[0.00039619053,0.00002510007,0.81277806,0.00053756655,0.00006007577,0.000005336324,0.001713782,0.11688599,0.016506555,0.00011687474,0.050298937,0.00067551574],"about_ca_topic_score_codex":0.0008553541,"about_ca_topic_score_gemma":0.001517126,"teacher_disagreement_score":0.5059341,"about_ca_system_score_codex":0.0021787174,"about_ca_system_score_gemma":0.0010034489,"threshold_uncertainty_score":0.60787517},"labels":[],"label_agreement":null},{"id":"W2910957759","doi":"10.24908/pceea.v0i0.13058","title":"Teaching Engineering Innovation, Design, and Leadership in a Community of Practice","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Community of practice; Engineering ethics; Work (physics); Engineering; Entrepreneurship; Overtime; Engineering management; Process (computing); Sociology; Pedagogy; Political science; Computer science; Mechanical engineering","score_opus":0.027946723068248653,"score_gpt":0.22806846666751604,"score_spread":0.20012174359926738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910957759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98601043,0.0003778754,0.0016815885,0.004014245,0.0024205327,0.000789324,0.000009236336,0.00028250492,0.0044142567],"genre_scores_gemma":[0.988425,0.0000084988715,0.010956127,0.00016176152,0.000088251734,0.00004544113,0.000003587077,0.000036450947,0.0002748664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99896157,0.000018069204,0.00041491064,0.000107910855,0.00021653078,0.00028102606],"domain_scores_gemma":[0.9988739,0.00015739369,0.00017987798,0.00010685624,0.0005871734,0.00009478553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013956422,0.00015822069,0.00017238254,0.0006418061,0.00010497266,0.00004453504,0.00023420049,0.00013519212,0.000007380939],"category_scores_gemma":[0.0026551855,0.00017400178,0.000025454015,0.0010392459,0.00002103177,0.0003070865,0.000021772381,0.00050082535,0.0000021865603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033268796,0.0011485388,0.17646547,0.011791834,0.0012758848,6.266122e-7,0.16019112,0.16505596,0.16259173,0.19260198,0.11126166,0.017581958],"study_design_scores_gemma":[0.0012676726,0.00015251317,0.70120794,0.0031251044,0.00016723257,0.000043722346,0.011978395,0.13141146,0.056347303,0.0005392652,0.091907926,0.0018514656],"about_ca_topic_score_codex":0.003585316,"about_ca_topic_score_gemma":0.00082919514,"teacher_disagreement_score":0.5247425,"about_ca_system_score_codex":0.0012601416,"about_ca_system_score_gemma":0.00029160595,"threshold_uncertainty_score":0.70955867},"labels":[],"label_agreement":null},{"id":"W2911068202","doi":"10.24908/pceea.v0i0.12968","title":"USING QUALITATIVE METHODS TO HOLISTICALLY ASSESS AND EVALUATE CEAB'S LIFELONG LEARNING ATTRIBUTE IN SCHULICH'S SCHOOL OF ENGINEERING AT THE UNIVERSITY OF CALGARY","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Lifelong learning; Accreditation; Process (computing); Mathematics education; Pedagogy; Psychology; Medical education; Computer science; Medicine","score_opus":0.033478068470630194,"score_gpt":0.31948361184529706,"score_spread":0.2860055433746669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911068202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941397,0.00017662441,0.003629459,0.00047807806,0.0007026707,0.0003397544,0.000010202863,0.000054336502,0.00046922895],"genre_scores_gemma":[0.9702105,0.000019532903,0.029286264,0.000029159684,0.00006075461,0.00000932176,0.0000040656473,0.00003288699,0.00034750806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99891675,0.00003312833,0.0003429377,0.00016659059,0.00026025475,0.00028036273],"domain_scores_gemma":[0.9987277,0.00017456735,0.00017762934,0.00009996215,0.0006079322,0.00021222867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013944403,0.00016354243,0.00024642923,0.00030852796,0.000111402696,0.00002731643,0.00024197267,0.00012025705,0.00003675153],"category_scores_gemma":[0.0021974286,0.00016369944,0.000051849027,0.0008895453,0.000035736248,0.00013745103,0.000059318834,0.0002692822,0.0000036866663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027260034,0.00015392342,0.23402931,0.002789167,0.00082573376,4.836171e-7,0.071820915,0.488432,0.17865211,0.007461416,0.011743118,0.0040645767],"study_design_scores_gemma":[0.0004625995,0.000047164314,0.71283096,0.0009492405,0.0001360451,0.000006534919,0.005090624,0.24701712,0.021396428,0.000045706474,0.011388969,0.0006286112],"about_ca_topic_score_codex":0.0026622536,"about_ca_topic_score_gemma":0.0013829014,"teacher_disagreement_score":0.47880164,"about_ca_system_score_codex":0.0020454526,"about_ca_system_score_gemma":0.00042001632,"threshold_uncertainty_score":0.667547},"labels":[],"label_agreement":null},{"id":"W2911081784","doi":"10.24908/pceea.v0i0.12979","title":"Building a culture that values learning outcomes as an integral part of effective program development - one faculty’s example","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Consistency (knowledge bases); Process (computing); Medical education; Service-learning; Work (physics); Active learning (machine learning); Pedagogy; Psychology; Engineering; Computer science; Medicine","score_opus":0.01161279567530504,"score_gpt":0.25142586113192433,"score_spread":0.2398130654566193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911081784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947273,0.000059303005,0.00012168734,0.00025872435,0.0016611228,0.00068376266,0.0000075131957,0.00039123476,0.0020893563],"genre_scores_gemma":[0.9767497,0.000006778723,0.021496588,0.000054368895,0.0001703074,0.00020595295,0.00003085035,0.000057015044,0.0012283912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985802,0.000009844631,0.00036817364,0.00022827885,0.00042152693,0.0003919527],"domain_scores_gemma":[0.9986441,0.000032898253,0.00023441853,0.00010836447,0.00067881687,0.00030136877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043647614,0.00025649669,0.00027891132,0.00025655387,0.00018572612,0.00010094605,0.00032962274,0.00018173845,0.000036366964],"category_scores_gemma":[0.0007020554,0.00024131821,0.0000858175,0.0005602801,0.000027396725,0.00028682424,0.000027594235,0.00032081976,0.000011162023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000168146,0.0012883281,0.65513724,0.0030267478,0.0027074113,3.1374032e-7,0.107715905,0.023249328,0.026911048,0.02724093,0.0566543,0.09605164],"study_design_scores_gemma":[0.00053590373,0.0001779704,0.58307606,0.0010218654,0.00014037453,0.0000065549193,0.0031371205,0.0074558244,0.11339934,0.00030164723,0.28962058,0.0011267684],"about_ca_topic_score_codex":0.0017775806,"about_ca_topic_score_gemma":0.0010337688,"teacher_disagreement_score":0.23296629,"about_ca_system_score_codex":0.0019901872,"about_ca_system_score_gemma":0.0005031885,"threshold_uncertainty_score":0.9840671},"labels":[],"label_agreement":null},{"id":"W2911097090","doi":"10.24908/pceea.v0i0.13024","title":"Meaningful problems in students’ design projects: Relational, perceptual, and moral tensions","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Narrative; Perspective (graphical); Ideology; Perception; Agency (philosophy); Engineering education; Pedagogy; Engineering ethics; Work (physics); Social engineering (security); Sociology; Psychology; Political science; Engineering; Computer science; Social science; Politics","score_opus":0.020693915297570097,"score_gpt":0.2161772992178774,"score_spread":0.1954833839203073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911097090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99015605,0.00023427224,0.0002734153,0.0015743837,0.0022003606,0.00096878264,0.000009220849,0.0002674562,0.0043160827],"genre_scores_gemma":[0.9936654,0.000029885388,0.005148341,0.00010142657,0.00013413602,0.00012752289,0.0000056786143,0.000042251395,0.00074533705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884486,0.0000070247393,0.00032172923,0.0001861587,0.00033049312,0.00030973816],"domain_scores_gemma":[0.99921006,0.000039280618,0.00009994131,0.00008488625,0.00039675183,0.00016909356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004794826,0.00017477124,0.00015723813,0.00042308043,0.000119057935,0.00008964941,0.00022052253,0.0001412975,0.000028999528],"category_scores_gemma":[0.00050633197,0.00017536782,0.000033501783,0.000713448,0.000025169575,0.00022685307,0.000025857098,0.00023888011,0.0000130140415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027313176,0.00018878956,0.83240956,0.0005544821,0.00019863703,1.6055279e-7,0.021287942,0.034598734,0.00500895,0.0113989925,0.0933708,0.000980202],"study_design_scores_gemma":[0.00031411237,0.000028958566,0.95860016,0.0004359928,0.000033889526,0.000008122025,0.0011391295,0.019991886,0.0008231655,0.00018899205,0.017977849,0.00045771187],"about_ca_topic_score_codex":0.0009090427,"about_ca_topic_score_gemma":0.0018945996,"teacher_disagreement_score":0.12619062,"about_ca_system_score_codex":0.0017390028,"about_ca_system_score_gemma":0.00036975706,"threshold_uncertainty_score":0.71512926},"labels":[],"label_agreement":null},{"id":"W2911202038","doi":"10.24908/pceea.v0i0.12981","title":"Using an Academic Plan Model to Analyze Canadian Engineering Leadership Curriculum","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; University of Toronto","funders":"","keywords":"Curriculum; Accreditation; Work (physics); Plan (archaeology); Curriculum mapping; Emergent curriculum; Political science; Curriculum development; Engineering ethics; Engineering management; Engineering; Knowledge management; Pedagogy; Sociology; Computer science; Geography; Mechanical engineering","score_opus":0.03440470270701705,"score_gpt":0.24581222604791403,"score_spread":0.21140752334089696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911202038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858298,0.00016736772,0.0011187808,0.0025157244,0.0056235776,0.00080848206,0.00006952285,0.0005833221,0.0032834453],"genre_scores_gemma":[0.9906103,0.0000054781353,0.007331186,0.00045240592,0.00057025533,0.00007294084,0.00001893925,0.00011032243,0.0008281428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792117,0.0000053306244,0.00047030076,0.00031777512,0.00041756305,0.00086787983],"domain_scores_gemma":[0.99785674,0.00001771305,0.0001266257,0.00020758569,0.00063068036,0.0011606623],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048580373,0.00034318154,0.0002607713,0.001095258,0.0002276584,0.00014198248,0.00062639575,0.00033319465,0.00004602532],"category_scores_gemma":[0.0005320206,0.00038346314,0.000087527325,0.0013972422,0.00001680057,0.00041801622,0.000024240193,0.0005104124,0.000036510504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001585557,0.00006420637,0.04039515,0.00046677396,0.00021261568,2.627112e-7,0.00632841,0.8687526,0.014618972,0.006656005,0.06185312,0.00065029226],"study_design_scores_gemma":[0.00016630063,0.000022569182,0.037385505,0.00041183564,0.00007961595,0.00001182991,0.00089870434,0.92224944,0.005358304,0.000049186587,0.03239647,0.00097025663],"about_ca_topic_score_codex":0.03624771,"about_ca_topic_score_gemma":0.08489266,"teacher_disagreement_score":0.053496815,"about_ca_system_score_codex":0.0061018323,"about_ca_system_score_gemma":0.0014315915,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W2911816293","doi":"10.18260/1-2--29801","title":"Analysis of Student Utilization and Activities in a Campus Innovation Center","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Class (philosophy); Center (category theory); Space (punctuation); Variety (cybernetics); Resource (disambiguation); Computer science; Quarter (Canadian coin); Business; Engineering management; Knowledge management; Engineering; Geography; Artificial intelligence","score_opus":0.021850329434682347,"score_gpt":0.2639237473565651,"score_spread":0.24207341792188275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911816293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914581,0.000038069247,0.007496163,0.00006524584,0.00004076604,0.000038109752,0.0000012416675,0.000044082775,0.0008181959],"genre_scores_gemma":[0.9996071,0.00003702832,0.00026435163,0.00004831689,0.0000042315405,0.000005367329,0.000016020776,0.0000033957174,0.000014189439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997436,0.00000282351,0.0001175379,0.000046644247,0.000050455226,0.000038988037],"domain_scores_gemma":[0.99993277,0.000005374582,0.000010039837,0.00002615734,0.000012943617,0.000012733611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000024762123,0.000037129463,0.00007517015,0.00020129305,0.0000032599028,0.00000604055,0.000018646877,0.000013895886,0.000040988976],"category_scores_gemma":[0.0000050308886,0.000036615027,0.0000073444517,0.0010076516,0.000003162455,0.000041932064,0.000006379807,0.000023621888,4.520577e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031946026,0.000086598004,0.84810734,0.00016693567,0.0004537839,9.164156e-7,0.014787554,0.11503527,0.0033620521,0.003779528,0.0005662886,0.0136505505],"study_design_scores_gemma":[0.00013770135,0.00000598899,0.88534635,0.0000070160477,0.000022639902,1.0873974e-7,0.0010453657,0.11131604,0.0014263308,0.000002576761,0.00062058034,0.000069310234],"about_ca_topic_score_codex":0.000002303345,"about_ca_topic_score_gemma":0.0000115228495,"teacher_disagreement_score":0.037239015,"about_ca_system_score_codex":0.00001838921,"about_ca_system_score_gemma":0.0000039414017,"threshold_uncertainty_score":0.14931175},"labels":[],"label_agreement":null},{"id":"W2913547084","doi":"10.2514/6.2019-0006.c1","title":"Correction: An Industry-Based Approach to Aircraft Design Education at the Pre-Collegiate Level","year":2019,"lang":"en","type":"article","venue":"AIAA Scitech 2019 Forum","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Aeronautics; Engineering","score_opus":0.014396704761456214,"score_gpt":0.23275397837515616,"score_spread":0.21835727361369994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913547084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41575485,0.0003597795,0.5283901,0.0033777952,0.022922423,0.0040142555,0.0000343075,0.0016981075,0.02344836],"genre_scores_gemma":[0.92718035,0.0000049072974,0.014909988,0.0010168775,0.00016155191,0.00047244126,0.00009193303,0.00007867488,0.056083266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988996,0.0000309353,0.00020285037,0.00027558708,0.00023618322,0.0003548472],"domain_scores_gemma":[0.9991947,0.000039521332,0.00003199168,0.0004985895,0.00007228446,0.00016294005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026509297,0.00020693339,0.00013457918,0.00015636238,0.00012540507,0.00007427914,0.00030308502,0.00019248338,0.00020125734],"category_scores_gemma":[0.00002080922,0.00017221623,0.000041956377,0.00055091927,0.00001450668,0.00016040143,0.00003773684,0.00032423725,0.00067334826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007978544,0.00009959518,0.0015239652,0.00002425154,0.000017173894,6.8486656e-8,0.00038165296,0.55269897,0.00082923414,0.00012721673,0.4398692,0.004420686],"study_design_scores_gemma":[0.00078448444,0.00023681375,0.0645769,0.00019258716,0.000036337027,0.000041366187,0.0016432619,0.42611784,0.016900409,0.00007945393,0.48804235,0.0013481914],"about_ca_topic_score_codex":0.00003332243,"about_ca_topic_score_gemma":0.000014069588,"teacher_disagreement_score":0.5134801,"about_ca_system_score_codex":0.00033872362,"about_ca_system_score_gemma":0.00023817844,"threshold_uncertainty_score":0.8654754},"labels":[],"label_agreement":null},{"id":"W2913678441","doi":"10.1007/978-3-030-06058-9_5","title":"“The Map Is Not the Territory”: Adding Value to Technical GIS Education","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in geographic information science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Temptation; Mistake; Computer science; Domain (mathematical analysis); Value (mathematics); GIS applications; Knowledge management; Traditional knowledge GIS; Data science; Geographic information system; Management science; Engineering management; Engineering; GIS Day; GIS and public health; Geography; Political science; Mathematics; Cartography; Psychology","score_opus":0.003788257471879541,"score_gpt":0.23266251159604734,"score_spread":0.2288742541241678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913678441","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036904035,0.002906651,0.0037817855,0.0020129741,0.015421628,0.0016392252,0.00003147232,0.0004196927,0.9734175],"genre_scores_gemma":[0.79040813,0.03162881,0.032124903,0.01697346,0.0015968416,0.0024033173,0.00028918503,0.0002929031,0.12428243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983445,0.0000043810296,0.00050117215,0.0001774362,0.0006662299,0.00030628135],"domain_scores_gemma":[0.99907297,0.00008637474,0.00011099373,0.00048608214,0.00015936705,0.000084204396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069742586,0.00022025655,0.00013665656,0.0006375213,0.0002822138,0.0002241332,0.0008444081,0.000101913276,0.000030614086],"category_scores_gemma":[0.00006109587,0.00015673127,0.000058763264,0.00047552737,0.00020854756,0.0015260746,0.000087667264,0.00039035443,0.00033869746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060353686,0.00001363455,0.0002490397,0.00026533753,0.000017293942,2.2875953e-7,0.002721654,0.046057723,0.00004945615,0.6372586,0.012934255,0.30042675],"study_design_scores_gemma":[0.000038752147,0.000009697031,0.0014961367,0.00022043992,0.0000037949167,0.0000045640413,0.00016144455,0.0012390424,0.000045491157,0.00066344143,0.9958738,0.00024337282],"about_ca_topic_score_codex":0.0000050437447,"about_ca_topic_score_gemma":0.000015630203,"teacher_disagreement_score":0.98293954,"about_ca_system_score_codex":0.00025364826,"about_ca_system_score_gemma":0.00030028462,"threshold_uncertainty_score":0.6391316},"labels":[],"label_agreement":null},{"id":"W2914257661","doi":"","title":"Using Grounded Theory to Explore Learners' Perspectives of Workplace Learning.","year":2018,"lang":"en","type":"article","venue":"USC Research Bank (University of the Sunshine Coast)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"College of Engineering, Michigan State University; Tshwane University of Technology; University of Waterloo; University of Surrey; Curtin University of Technology; Griffith University; University of Cincinnati; Deakin University; University of South Africa; University of Wollongong; Michigan State University; Flinders University; University of New England; Massey University; Auckland University of Technology, New Zealand; Southern Cross University; Queensland University of Technology; University of Waikato; University of New South Wales","keywords":"Grounded theory; Process (computing); Epistemology; Learning theory; Psychology; Knowledge management; Sociology; Qualitative research; Computer science; Pedagogy; Social science","score_opus":0.07450316304248455,"score_gpt":0.3107702900313539,"score_spread":0.23626712698886937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914257661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801276,0.00024523758,0.013934644,0.0004900869,0.00018905611,0.0002213922,0.0000025642235,0.00009508197,0.004694381],"genre_scores_gemma":[0.99181706,0.000051254247,0.0031884848,0.0000045557513,0.000050360417,7.914338e-7,0.0000013137468,0.000019621757,0.0048665553],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988421,0.00019587472,0.00009619634,0.00017147059,0.00040923865,0.0002851132],"domain_scores_gemma":[0.9991026,0.00013750241,0.000031177966,0.00030498125,0.00031961707,0.000104111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008293188,0.00011134479,0.00018889795,0.00026970683,0.00024568732,0.000015126096,0.0005404692,0.000058005917,0.00066733884],"category_scores_gemma":[0.00023047076,0.00010260937,0.000107640466,0.0009274702,0.0002633525,0.000118569435,0.0002748511,0.0003779258,0.00002812345],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060431723,0.0005655033,0.008646927,0.00095326174,0.002974108,0.000017776467,0.5990152,0.23646437,0.046510726,0.026349533,0.06243044,0.015467878],"study_design_scores_gemma":[0.001786786,0.0006005818,0.06923647,0.000713725,0.00033052856,0.00001540088,0.8146412,0.04090902,0.012504921,0.002960068,0.055148393,0.0011529373],"about_ca_topic_score_codex":0.00025674945,"about_ca_topic_score_gemma":0.00016848145,"teacher_disagreement_score":0.21562602,"about_ca_system_score_codex":0.00020043088,"about_ca_system_score_gemma":0.00008698607,"threshold_uncertainty_score":0.7306893},"labels":[],"label_agreement":null},{"id":"W2916326281","doi":"10.18260/1-2--30137","title":"Board 92 : What is Engineering Leadership? A Proposed Definition","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering education; Neuroleadership; Context (archaeology); Curriculum; Leadership studies; Engineering ethics; Leadership; Leadership style; Leadership development; Educational leadership; Engineering; Computer science; Psychology; Political science; Engineering management; Pedagogy; Public relations","score_opus":0.04841280237668792,"score_gpt":0.1982676022744537,"score_spread":0.1498547998977658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916326281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38589853,0.011397439,0.43690595,0.07961672,0.010762672,0.0024758035,0.000019988815,0.024753869,0.048169043],"genre_scores_gemma":[0.98486197,0.00021126968,0.01246024,0.0020639212,0.00013879425,0.000029710456,0.000013825896,0.000051705134,0.00016857462],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932545,0.0000032966996,0.00016007682,0.00014642051,0.00013561647,0.00022914611],"domain_scores_gemma":[0.99969715,0.000012350904,0.0000088134875,0.00009686345,0.000022223363,0.00016258027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000032985423,0.00015320546,0.00011325214,0.000050935316,0.000019608737,0.00010134109,0.00009437689,0.00005832791,0.0005180686],"category_scores_gemma":[0.000013225816,0.00015669507,0.000043394684,0.00023817456,0.000005429425,0.00028378307,0.00001159192,0.00013861236,0.00045664285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031910025,0.00028502112,0.0012182652,0.006122669,0.0008361699,0.00006418219,0.06456531,0.2528616,0.138002,0.021139203,0.41921997,0.09565373],"study_design_scores_gemma":[0.0014514085,0.00012878406,0.004348372,0.0005216073,0.00006255877,0.000024653087,0.0100523885,0.5613145,0.16351272,0.00012147049,0.25609958,0.0023619153],"about_ca_topic_score_codex":0.0000011142979,"about_ca_topic_score_gemma":4.4099585e-7,"teacher_disagreement_score":0.59896344,"about_ca_system_score_codex":0.000055861146,"about_ca_system_score_gemma":0.00001638464,"threshold_uncertainty_score":0.6389839},"labels":[],"label_agreement":null},{"id":"W2917480665","doi":"10.5539/jel.v8n2p47","title":"The Vanguardist Good Professor in Natural and Social Sciences","year":2019,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Syllabus; Empathy; Psychology; Pedagogy; Ignorance; Natural (archaeology); Interpretation (philosophy); Higher education; Sociology; Social psychology; Epistemology; Political science","score_opus":0.00523769635604358,"score_gpt":0.26012302725673175,"score_spread":0.25488533090068816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917480665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945829,0.0018833576,0.000010426285,0.0008954581,0.0011550382,0.000030619023,2.108973e-8,0.0000065337144,0.0014356324],"genre_scores_gemma":[0.9985826,0.000083916755,0.00023926944,0.000031245552,0.00007804102,0.0000014289301,2.3651502e-7,0.0000032763714,0.0009799624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997046,0.00002067469,0.000111569854,0.00003136395,0.000066983186,0.000064816304],"domain_scores_gemma":[0.9998609,0.00004739285,0.00003841952,0.0000132239975,0.000025834224,0.000014247752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033806716,0.000036030022,0.000051967174,0.00006201613,0.000099495526,0.000051351224,0.000037019217,0.000014703983,0.000008177596],"category_scores_gemma":[0.000030741638,0.00002512827,0.0000097871,0.00008515779,0.000016077407,0.000079807556,0.0000049745977,0.00022662463,0.000001797037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019952478,0.00018459007,0.3947942,0.00047280316,0.000106132924,0.0000015070704,0.09047686,0.009020409,0.004364869,0.015764592,0.010791598,0.47400248],"study_design_scores_gemma":[0.00033002527,0.00004627321,0.78728986,0.00012658714,0.000006118311,0.00006498611,0.04338998,0.0030941826,0.00007749524,0.00009412755,0.16532484,0.0001555109],"about_ca_topic_score_codex":0.000001066755,"about_ca_topic_score_gemma":0.0000020865173,"teacher_disagreement_score":0.47384697,"about_ca_system_score_codex":0.000026914287,"about_ca_system_score_gemma":0.00006258096,"threshold_uncertainty_score":0.102470115},"labels":[],"label_agreement":null},{"id":"W2921197507","doi":"","title":"Students' enrollment in engineering: Motivational factors","year":2010,"lang":"en","type":"article","venue":"Scopus","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Flourishing; Creativity; Management; Sociology; Psychology; Social psychology; Economics; Biology","score_opus":0.0043762028483651984,"score_gpt":0.21937508666961775,"score_spread":0.21499888382125254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921197507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964335,0.000028938826,0.0006377661,0.00004261985,0.0018163736,0.00009359124,0.0000018870631,0.00022428439,0.0007210386],"genre_scores_gemma":[0.99839664,0.000008156195,0.0013060321,0.000018749915,0.00006288683,0.000033871987,0.000017836064,0.00002086428,0.00013498424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99938136,0.0000022799748,0.0001525235,0.00010279892,0.00018236096,0.00017865137],"domain_scores_gemma":[0.99977046,0.000018735842,0.00000802597,0.00011657045,0.000013132118,0.00007308155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000078986304,0.00011670879,0.00008594992,0.00013920519,0.000012766548,0.000027981268,0.00014035829,0.000052821495,0.00022068241],"category_scores_gemma":[0.000024855135,0.00011714974,0.000021221269,0.00019295013,0.000004994569,0.00006445943,0.000015662852,0.00021386212,0.000049418257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027865385,0.00033131448,0.72246087,0.0001995246,0.000092511335,0.000011455334,0.0032384917,0.2120777,0.047655847,0.005494759,0.006612273,0.001822488],"study_design_scores_gemma":[0.00031953433,0.0000073032074,0.96120316,0.000026714943,0.0000022932454,0.0000027604417,0.000059465117,0.0051341467,0.0077757495,0.000025763276,0.025163263,0.00027983435],"about_ca_topic_score_codex":0.0000048092684,"about_ca_topic_score_gemma":0.000009189684,"teacher_disagreement_score":0.23874234,"about_ca_system_score_codex":0.00007377637,"about_ca_system_score_gemma":0.000017579418,"threshold_uncertainty_score":0.47772276},"labels":[],"label_agreement":null},{"id":"W2933669352","doi":"10.18260/1-2--30163","title":"Building Engineering Professional and Teamwork Skills: A Workshop on Giving and Receiving Feedback","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Context (archaeology); Computer science; Engineering education; Medical education; Engineering management; Engineering; Medicine; Management","score_opus":0.006478283138450179,"score_gpt":0.21793942109961462,"score_spread":0.21146113796116445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933669352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716581,0.0006537447,0.022591723,0.0015195657,0.00087120733,0.00020369528,0.0000013869751,0.0010393832,0.0014612061],"genre_scores_gemma":[0.9681586,0.00014927231,0.030899834,0.00027988627,0.00016333145,0.00002502854,0.0000014444244,0.000045303288,0.0002772921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992619,0.0000063619855,0.00016816522,0.00021189458,0.000121558274,0.00023012825],"domain_scores_gemma":[0.9995735,0.00011630185,0.000013102101,0.00007512319,0.000013010047,0.00020894526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008557955,0.00018467754,0.00014605091,0.00006906406,0.000056546643,0.00006293726,0.000066450186,0.00006778661,0.0000682339],"category_scores_gemma":[0.00012129151,0.00017526728,0.000017861255,0.00021767915,0.000008961942,0.0001010516,0.00004953888,0.00024963522,0.000011940907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003121781,0.00025904647,0.019035658,0.003665162,0.0005077842,0.000039038892,0.032185115,0.5184685,0.046124514,0.02147915,0.0517896,0.30641523],"study_design_scores_gemma":[0.0014030893,0.00007896002,0.18547215,0.003271868,0.00003738734,0.00006002252,0.0024210291,0.6878697,0.006776207,0.00011383748,0.110129654,0.0023661095],"about_ca_topic_score_codex":6.450547e-7,"about_ca_topic_score_gemma":5.023693e-7,"teacher_disagreement_score":0.3040491,"about_ca_system_score_codex":0.00004169028,"about_ca_system_score_gemma":0.000010788817,"threshold_uncertainty_score":0.71471924},"labels":[],"label_agreement":null},{"id":"W2935828566","doi":"10.1186/s40594-019-0165-4","title":"“It’s not my dream, actually”: students’ identity work across figured worlds of construction engineering in Sweden","year":2019,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Agency (philosophy); Engineering education; Subject (documents); Sociology; Science education; Pedagogy; Work (physics); Engineering; Social science; Aesthetics; Computer science; Mechanical engineering","score_opus":0.010015462516865751,"score_gpt":0.2933949169825856,"score_spread":0.2833794544657198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935828566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98992074,0.000112262205,0.0011717979,0.0003292297,0.0079995785,0.00012015468,0.0000032053847,0.000025397729,0.00031761744],"genre_scores_gemma":[0.9977369,0.000089087865,0.0015276802,0.000050990537,0.00023058271,0.000009906302,0.0000091015,0.000019417992,0.0003263837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984938,0.000014208766,0.0006579079,0.00010006839,0.0005928752,0.00014113472],"domain_scores_gemma":[0.99918836,0.000052560204,0.0002174159,0.00010959775,0.00036658085,0.0000654666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035489688,0.00013129326,0.00019990314,0.00035787167,0.000010437869,0.00008306028,0.00044150476,0.00006880794,0.0001180196],"category_scores_gemma":[0.00003137129,0.000140316,0.00007526166,0.00030445514,0.000011496404,0.0005356132,0.000032027518,0.00021904577,0.000028701616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018695023,0.0012103475,0.5917655,0.0005264344,0.0011535161,0.00001534375,0.0341815,0.27961406,0.016366074,0.0024441725,0.010295404,0.062240653],"study_design_scores_gemma":[0.0017006571,0.000057435223,0.968335,0.001699262,0.000027434899,0.00015253907,0.0061270026,0.0011879966,0.010680111,0.000051202398,0.009536325,0.00044507874],"about_ca_topic_score_codex":0.0000069682387,"about_ca_topic_score_gemma":0.0000073584447,"teacher_disagreement_score":0.37656942,"about_ca_system_score_codex":0.0004880456,"about_ca_system_score_gemma":0.00014242211,"threshold_uncertainty_score":0.572192},"labels":[],"label_agreement":null},{"id":"W2937463911","doi":"10.24908/pceea.v0i0.13014","title":"Promoting Career Planning Through the Use of an Engineering Experience Evaluation for Licensure","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Licensure; Presentation (obstetrics); Medical education; Identification (biology); Psychology; Professional development; Work experience; Work (physics); Medicine; Engineering","score_opus":0.02632217841895186,"score_gpt":0.24538681232748888,"score_spread":0.21906463390853703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937463911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498355,0.00015874932,0.00016558194,0.0004751639,0.0025905168,0.0011738134,0.00002135427,0.00013851524,0.00029274763],"genre_scores_gemma":[0.9947365,0.0000037893851,0.0043732966,0.00007022266,0.00014069544,0.00032287967,0.000023439467,0.000061049985,0.00026816214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855965,0.0000072015328,0.00041236271,0.00020306051,0.00046470633,0.0003530007],"domain_scores_gemma":[0.9985197,0.000107623615,0.00023057403,0.00018988612,0.0008317952,0.00012042022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051666045,0.0002082504,0.00020284741,0.00017910005,0.000104646984,0.000114173796,0.00035804632,0.00015050653,0.000022636983],"category_scores_gemma":[0.0009198809,0.00018482706,0.0000899714,0.0005598858,0.00001014063,0.00055789185,0.000018389093,0.00021879567,0.0000026590262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003672954,0.00007279247,0.03332681,0.0012400957,0.00022507702,3.155208e-8,0.042566717,0.8888129,0.019917723,0.0032440983,0.008327713,0.0022624012],"study_design_scores_gemma":[0.00042702974,0.000037015205,0.12388116,0.0007188197,0.0001188871,0.0000060517013,0.002232854,0.7499694,0.019849593,0.00005101787,0.1020617,0.00064643804],"about_ca_topic_score_codex":0.0007387538,"about_ca_topic_score_gemma":0.00023248541,"teacher_disagreement_score":0.13884343,"about_ca_system_score_codex":0.0013965883,"about_ca_system_score_gemma":0.00036841232,"threshold_uncertainty_score":0.7537029},"labels":[],"label_agreement":null},{"id":"W2940431760","doi":"","title":"Leadership Development for Women Engineers in British Columbia, Canada","year":2019,"lang":"en","type":"book","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Leadership development; Coaching; Leadership style; Educational leadership; Operationalization; Leadership studies; Neuroleadership; Engineering education; Inclusion (mineral); Political science; Servant leadership; Management; Leadership; Public relations; Pedagogy; Engineering ethics; Sociology; Engineering; Social science","score_opus":0.011701307111596053,"score_gpt":0.1664768608518265,"score_spread":0.15477555374023044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940431760","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027389688,0.003728712,0.0038129133,0.00018811987,0.017597385,0.005351487,0.00025320202,0.0019994483,0.939679],"genre_scores_gemma":[0.0064482433,0.000030663254,0.0016384249,0.00016689817,0.000093775074,0.00054072135,0.00027514363,0.0001305009,0.9906756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984921,0.000003131757,0.00040369405,0.0002704593,0.00023528443,0.00059528236],"domain_scores_gemma":[0.9995439,0.000057612848,0.00002749297,0.00017327681,0.0000448867,0.0001528513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012865121,0.00023366079,0.00037735823,0.00008859998,0.000024367682,0.00011464652,0.00021795752,0.00022881404,0.0006490262],"category_scores_gemma":[0.000016031567,0.00044289365,0.000037745842,0.00009151461,0.0000068442228,0.000039410945,0.000015870752,0.00028392003,0.00003434835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.384717e-7,0.00001168688,0.00021775502,0.0017462454,0.00010465288,0.000007732437,0.0005655911,0.0074625155,0.0000012282161,0.000023794013,0.98187923,0.007979153],"study_design_scores_gemma":[0.00030478716,0.000006216705,0.0026067148,0.00031678256,0.0000035419002,0.000005155712,0.0005406535,0.0006400819,0.0000075355006,0.000015927018,0.99487424,0.00067834114],"about_ca_topic_score_codex":0.062417142,"about_ca_topic_score_gemma":0.96546984,"teacher_disagreement_score":0.9030527,"about_ca_system_score_codex":0.005341465,"about_ca_system_score_gemma":0.0031901223,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W2942116210","doi":"10.5539/jedp.v9n1p69","title":"Cultivation of Polytechnic-Industry Linkage for Development and Delivery of Curriculum for Technical Education: A Case Study of The Federal Polytechnic, Ilaro","year":2019,"lang":"en","type":"article","venue":"Journal of Educational and Developmental Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; General partnership; Linkage (software); Vocational education; Reputation; Business; Engineering management; Engineering; Economic growth; Economics; Political science; Finance","score_opus":0.016890094053982625,"score_gpt":0.3002418455627681,"score_spread":0.2833517515087855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942116210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971538,0.00048449877,0.00045941852,0.00033351668,0.00078756805,0.00063057744,0.0000057466555,0.0000066911953,0.00013818884],"genre_scores_gemma":[0.9664414,0.000026368227,0.033226665,0.00005513887,0.000053469328,0.00006361732,0.0000065043932,0.000013706179,0.00011315246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988592,0.000014509586,0.00071624096,0.00013570582,0.00015334773,0.000120942605],"domain_scores_gemma":[0.9991126,0.00012515148,0.00030597497,0.00009819975,0.00029427343,0.000063766514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025477546,0.00013756301,0.0002730559,0.00017723753,0.00006300653,0.000007336289,0.00014231507,0.0001455312,0.0000332016],"category_scores_gemma":[0.000052358635,0.00011228331,0.0000556015,0.00018148115,0.000049245304,0.00008277718,0.00003283115,0.00018358736,3.796178e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003474565,0.0121782515,0.7466644,0.0031033684,0.0013675548,0.0000049983087,0.025583738,0.0008772465,0.08769875,0.0038956911,0.039350074,0.078928486],"study_design_scores_gemma":[0.004848682,0.00093088433,0.928801,0.00086239586,0.00012413044,0.0050262143,0.03462113,0.00019535878,0.013074723,0.0008501023,0.009971047,0.00069433806],"about_ca_topic_score_codex":0.000011750799,"about_ca_topic_score_gemma":0.000016330643,"teacher_disagreement_score":0.18213661,"about_ca_system_score_codex":0.000078089215,"about_ca_system_score_gemma":0.00051499484,"threshold_uncertainty_score":0.45787805},"labels":[],"label_agreement":null},{"id":"W2945128318","doi":"10.30603/al.v4i1.561","title":"FUNCTIONAL TEXT ANALYSIS OF OATH FOR ENGINEERS: ITS META-FUNCTIONS AND LINGUISTIC CHARACTERISTICS","year":2019,"lang":"en","type":"article","venue":"Al-Lisan","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oath; Linguistics; Obligation; Interpersonal communication; Cadastre; Psychology; Epistemology; Sociology; Philosophy; Social psychology; Political science; Law","score_opus":0.019005113714202375,"score_gpt":0.2288414284140749,"score_spread":0.20983631469987252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945128318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91813326,0.0013457172,0.07204449,0.00021688822,0.003911202,0.00056125235,0.0003025409,0.00039912976,0.0030854926],"genre_scores_gemma":[0.9970259,0.000042139745,0.0009702795,0.000046769313,0.000070245864,0.000067994064,0.00021314983,0.000023083081,0.0015404098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993683,0.0000045736283,0.000229241,0.00014603262,0.00010842961,0.00014343015],"domain_scores_gemma":[0.99953747,0.00010492225,0.00003409667,0.00014936754,0.000105291125,0.00006882597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000096795695,0.00013646527,0.00030271412,0.00025067606,0.000025288673,0.00001858248,0.000052714153,0.00004549162,0.0005589555],"category_scores_gemma":[0.00008303747,0.00013035421,0.00013158168,0.00038408424,0.000008539906,0.00004522183,0.000010038392,0.00007165045,0.000034412133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058472226,0.00060801377,0.032219052,0.0023812882,0.072072804,0.0000036578876,0.0073233144,0.75044453,0.027762393,0.030745856,0.06843758,0.007943027],"study_design_scores_gemma":[0.00072794344,0.000088962566,0.29473045,0.00004394426,0.009755828,0.000006082626,0.0004346195,0.5016153,0.0014195443,0.000036921927,0.19029875,0.00084163464],"about_ca_topic_score_codex":0.0000027901588,"about_ca_topic_score_gemma":0.0000024594515,"teacher_disagreement_score":0.2625114,"about_ca_system_score_codex":0.000033404187,"about_ca_system_score_gemma":0.000019727751,"threshold_uncertainty_score":0.6120171},"labels":[],"label_agreement":null},{"id":"W2945592312","doi":"10.29105/rinn12.24-4","title":"Impact of international accreditation in the recognition of academic degrees in the domestic and foreign labor market. Case study: Civil engineering program","year":2017,"lang":"en","type":"article","venue":"Revista Innovaciones de Negocios","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Accreditation; Political science; Workforce; Face (sociological concept); Curriculum; Management; Humanities; Sociology; Social science; Law; Art","score_opus":0.02413952110357955,"score_gpt":0.3334113365853862,"score_spread":0.30927181548180666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945592312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986795,0.00022223212,0.00020181703,0.00010462227,0.000088987894,0.0005509181,0.000010072974,0.000026044687,0.00011581571],"genre_scores_gemma":[0.9989965,0.00016848196,0.00056376384,0.0000057383263,0.000047637015,0.00019285349,0.000010882111,0.000012336105,0.000001825256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923265,0.000047429858,0.00034306117,0.000094821335,0.00015292522,0.00012911943],"domain_scores_gemma":[0.9994598,0.0001442909,0.00010303987,0.00020122778,0.00007418625,0.000017469472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007688205,0.00011644889,0.00014452718,0.00018732731,0.000034681223,0.00006060724,0.00026636358,0.00005854858,0.0000119690485],"category_scores_gemma":[0.00035117246,0.00008143035,0.000029894938,0.0002639199,0.000022565557,0.00016536351,0.000022905768,0.0002480545,5.2058544e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004300703,0.0006549298,0.874279,0.0011369237,0.00022245171,0.00031143162,0.030788474,0.010483128,0.001116705,0.0013743378,0.0008726147,0.078717],"study_design_scores_gemma":[0.00047770378,0.00007182329,0.978999,0.00022542226,0.000017299017,0.00033739625,0.0036630265,0.015858417,0.000012478071,0.00004403109,0.00017536142,0.000118044896],"about_ca_topic_score_codex":0.000050420847,"about_ca_topic_score_gemma":0.00003886134,"teacher_disagreement_score":0.10472,"about_ca_system_score_codex":0.0000851776,"about_ca_system_score_gemma":0.000035390764,"threshold_uncertainty_score":0.33206335},"labels":[],"label_agreement":null},{"id":"W2946919316","doi":"10.24908/pceea.vi0.13855","title":"REDESIGNING TELECOMMUNICATION ENGINEERING COURSES WITH CDIO GEARED FOR POLYTECHNIC EDUCATION","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Curriculum; CDIO; Employability; Pace; Engineering education; Telecommunications engineering; Information and Communications Technology; Experiential learning; Technological revolution","score_opus":0.003108364929121575,"score_gpt":0.17951960974777803,"score_spread":0.17641124481865644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946919316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711788,0.001079911,0.001506225,0.003590392,0.007847983,0.0037197038,0.00004985337,0.0012638348,0.00976328],"genre_scores_gemma":[0.984674,0.00002864072,0.012069644,0.00010226077,0.0001634041,0.0004905604,0.000044155815,0.00010502066,0.0023223613],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986554,0.000004144402,0.0003768566,0.0002293703,0.00031149172,0.00042273998],"domain_scores_gemma":[0.99862707,0.00007341599,0.00021370267,0.00024030327,0.00064252864,0.00020297394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036566143,0.00026684522,0.00024225962,0.00047197466,0.000121861834,0.00012801276,0.00044473322,0.00019379774,0.000029336457],"category_scores_gemma":[0.00030639322,0.00026851497,0.00009104581,0.0007577164,0.000009497924,0.00031211687,0.000018110046,0.000291654,0.000014755655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028988594,0.0006129331,0.15056078,0.006438453,0.0012775015,1.10493644e-7,0.0066184094,0.4217629,0.115781106,0.06227141,0.22101712,0.013630268],"study_design_scores_gemma":[0.0015913214,0.0001692386,0.34691715,0.0031862156,0.00036592656,0.0000419437,0.0027040914,0.11198583,0.056007605,0.00023263015,0.4738365,0.0029615015],"about_ca_topic_score_codex":0.00053410867,"about_ca_topic_score_gemma":0.00045581392,"teacher_disagreement_score":0.30977708,"about_ca_system_score_codex":0.0028524725,"about_ca_system_score_gemma":0.0011218991,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2949007741","doi":"10.5206/cjsotl-rcacea.2019.1.7994","title":"Analyzing Implicit Science and Math Outcomes in Engineering and Technology Programs","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Seneca Polytechnic; Queen's University; University of British Columbia","funders":"","keywords":"Novelty; Context (archaeology); Computer science; Transferability; Mathematics education; Bridging (networking); Mathematics; Psychology","score_opus":0.009425863482609993,"score_gpt":0.24262910341116553,"score_spread":0.23320323992855554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949007741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973692,0.0012930214,0.00019144616,0.0007672596,0.00018605817,0.00012180024,3.1317677e-7,0.000025097765,0.00004576781],"genre_scores_gemma":[0.9988369,0.0000266896,0.0010172286,0.000011668974,0.0000142205845,0.000006389124,2.0856827e-7,0.000012903573,0.00007381064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99942595,0.000022502736,0.0001341943,0.00008403727,0.0000832974,0.00025001826],"domain_scores_gemma":[0.99960804,0.00012369374,0.000030624116,0.00007896554,0.000042121857,0.00011657267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028664325,0.000087212524,0.000115331495,0.0003320491,0.0006232354,0.00022446363,0.00016857505,0.000039891464,0.0000011861938],"category_scores_gemma":[0.00058974244,0.00005719379,0.000013271603,0.00021732086,0.00006897495,0.00013787483,0.00001784062,0.0011900411,3.5089505e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020951222,0.0000048566835,0.83755785,0.0001743533,0.00007907761,0.0000019601428,0.0060567698,0.03456782,0.0040642256,0.010492215,0.000008314103,0.10699046],"study_design_scores_gemma":[0.0008973028,0.00014713808,0.80570716,0.0009155098,0.00006442492,0.00060537667,0.008080506,0.16835898,0.00023866136,0.00091357337,0.01346592,0.00060542877],"about_ca_topic_score_codex":0.00027262818,"about_ca_topic_score_gemma":0.0004297849,"teacher_disagreement_score":0.13379115,"about_ca_system_score_codex":0.00008811934,"about_ca_system_score_gemma":0.00009270261,"threshold_uncertainty_score":0.5170203},"labels":[],"label_agreement":null},{"id":"W2952003544","doi":"","title":"Quality Assurance of Engineering Education in Canada: its suitability for graduates working in global markets","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Engineering education; Process (computing); Quality (philosophy); Engineering management; Order (exchange); Engineering; Engineering ethics; Political science; Business; Medical education; Medicine; Computer science; Operations management; Finance","score_opus":0.009058459160874744,"score_gpt":0.2664826682707206,"score_spread":0.25742420910984587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952003544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914831,0.0012655207,0.0017069839,0.00024314609,0.004772938,0.0001895834,0.000010946815,0.000025364074,0.00030243423],"genre_scores_gemma":[0.99373007,0.00018777167,0.0057190107,0.000020194768,0.00022168849,0.000044889726,0.000018464316,0.000021310449,0.00003661125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984161,0.000017348531,0.00088899507,0.00013220814,0.00033442822,0.00021087057],"domain_scores_gemma":[0.99919546,0.00016790925,0.00013032176,0.00011067313,0.00031007675,0.00008559193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045121426,0.00017478352,0.0002616512,0.00027856123,0.0000077592795,0.000023742758,0.0003065056,0.00005709465,0.000045800538],"category_scores_gemma":[0.00036007367,0.00020375414,0.00006817904,0.00034840612,0.0000046158157,0.00022937864,0.0000084140875,0.00018298154,0.0000010703907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000511311,0.00036169813,0.11211753,0.00056987954,0.00010343759,0.0000025106806,0.0003852441,0.7924213,0.0014551588,0.000989448,0.0012744156,0.09026829],"study_design_scores_gemma":[0.00046117834,0.000010505876,0.9630328,0.0009616194,0.0000074252102,0.000033043707,0.00016763865,0.027980033,0.0013790557,0.00007851764,0.005611349,0.000276855],"about_ca_topic_score_codex":0.0067617274,"about_ca_topic_score_gemma":0.014989691,"teacher_disagreement_score":0.85091525,"about_ca_system_score_codex":0.0023940848,"about_ca_system_score_gemma":0.002235922,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W2954191209","doi":"","title":"Quality assurance for engineering education in a changing world","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Credibility; Quality (philosophy); Engineering education; Quality assurance; Engineering; Creativity; Engineering ethics; Globalization; Engineering management; Political science; Operations management","score_opus":0.0076080004937053546,"score_gpt":0.283843320113928,"score_spread":0.27623531962022263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954191209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92463005,0.0022791128,0.049061306,0.0007865444,0.019296793,0.00045274562,0.000012454332,0.0002562058,0.0032247626],"genre_scores_gemma":[0.96889186,0.00020609089,0.02750135,0.000092179536,0.0012362452,0.000109400644,0.000031601303,0.00005689887,0.0018744017],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868655,0.000009076032,0.00065527164,0.00012759549,0.00027958484,0.0002419219],"domain_scores_gemma":[0.9992759,0.00011328795,0.00009345849,0.000119500415,0.00029486403,0.00010298216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039514204,0.00018767112,0.00020989151,0.0018320305,0.00001618464,0.000068503105,0.00030985582,0.000058958278,0.00011579888],"category_scores_gemma":[0.00015928756,0.00021495868,0.00010189193,0.0006985081,0.000004958355,0.00036257214,0.0000074596983,0.00021540656,0.00001164978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003464307,0.00046253958,0.0025667523,0.00051769457,0.00017758465,0.000002413516,0.0013693448,0.7198351,0.004983388,0.005852062,0.008303569,0.2558949],"study_design_scores_gemma":[0.0016315682,0.00005616456,0.09949524,0.0028133343,0.000038032165,0.00018959983,0.0004925368,0.10326585,0.005296003,0.00033465505,0.78514737,0.0012396564],"about_ca_topic_score_codex":0.000005622164,"about_ca_topic_score_gemma":0.000006190308,"teacher_disagreement_score":0.7768438,"about_ca_system_score_codex":0.00054391817,"about_ca_system_score_gemma":0.00041646903,"threshold_uncertainty_score":0.87657607},"labels":[],"label_agreement":null},{"id":"W2955277991","doi":"","title":"Canadian Approach to Global Evaluation of Engineering Education and Services","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Globalization; Perspective (graphical); Licensure; Plan (archaeology); Engineering management; Engineering education; Engineering; Political science; Engineering ethics; Business; Computer science; Geography; Law; Artificial intelligence","score_opus":0.005597405744099978,"score_gpt":0.2472329252503562,"score_spread":0.24163551950625622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955277991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98756045,0.0014433961,0.0019075641,0.00023470953,0.004289701,0.00019546352,0.000010866737,0.000052235646,0.0043056067],"genre_scores_gemma":[0.98633236,0.00009837496,0.0129655795,0.000060732837,0.00039914344,0.000031886804,0.000029220599,0.00002274124,0.000059974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988275,0.000010632302,0.00041950634,0.00011284036,0.0004744238,0.0001550901],"domain_scores_gemma":[0.9988843,0.000014076177,0.000062815976,0.00011021164,0.0006727249,0.0002558439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034378195,0.0001558304,0.00015069777,0.00046097118,0.0000152262155,0.000059403013,0.00026284353,0.00006705855,0.000082379214],"category_scores_gemma":[0.00005471772,0.00017373315,0.000044500874,0.00029458333,0.0000044628814,0.00026461072,0.000008545146,0.00011499473,0.000009015972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000596197,0.00020390768,0.0016287898,0.00024322241,0.00018029522,3.8048526e-7,0.0014837469,0.85373974,0.001064249,0.0011593654,0.0019131104,0.13837722],"study_design_scores_gemma":[0.0012385576,0.000103884675,0.37677005,0.0022343304,0.0002912733,0.000814104,0.0016693723,0.5044521,0.002766362,0.00034871793,0.108002536,0.0013086974],"about_ca_topic_score_codex":0.00078241277,"about_ca_topic_score_gemma":0.000104396975,"teacher_disagreement_score":0.37514126,"about_ca_system_score_codex":0.00095148804,"about_ca_system_score_gemma":0.00072579354,"threshold_uncertainty_score":0.70846325},"labels":[],"label_agreement":null},{"id":"W2955311729","doi":"10.18260/1-2--31883","title":"Integrating Ethics Across the Civil Engineering Curriculum","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Class (philosophy); Engineering ethics; Curriculum; Ethical code; Face (sociological concept); Work (physics); Computer science; Mathematics education; Pedagogy; Engineering; Sociology; Psychology; Social science; Mechanical engineering","score_opus":0.010448958259251141,"score_gpt":0.26786174296479676,"score_spread":0.2574127847055456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955311729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.226251,0.013557689,0.641378,0.006788362,0.027745932,0.0007580548,0.0000200219,0.017754901,0.06574606],"genre_scores_gemma":[0.99625355,0.00011881645,0.0023413294,0.00010351803,0.00023316465,0.000064722786,0.000006117542,0.00004926398,0.0008295279],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919844,0.000008341777,0.00018656696,0.00013992269,0.0001743848,0.00029234696],"domain_scores_gemma":[0.9995899,0.00014458549,0.0000049694295,0.0001663414,0.000031337884,0.00006286668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037312892,0.00016665667,0.00008741428,0.00004600259,0.00008452915,0.0002311288,0.00018033103,0.00008948726,0.00018397755],"category_scores_gemma":[0.00008881384,0.00010954467,0.000058291298,0.0004304552,0.000013838765,0.00010928621,0.000031809068,0.0007437109,0.00020828281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9291856e-7,0.000052214353,0.0005573159,0.0017509536,0.00037267618,0.00003528625,0.045812305,0.6052542,0.0038268433,0.15914561,0.15742989,0.025762228],"study_design_scores_gemma":[0.000032267515,0.000004035985,0.0004352299,0.0001891867,0.000006529172,0.000027174498,0.0014783265,0.7062081,0.00079575076,0.000053117095,0.29051766,0.00025260777],"about_ca_topic_score_codex":0.000014582531,"about_ca_topic_score_gemma":0.000067580346,"teacher_disagreement_score":0.77000254,"about_ca_system_score_codex":0.00009821209,"about_ca_system_score_gemma":0.000034738343,"threshold_uncertainty_score":0.44671023},"labels":[],"label_agreement":null},{"id":"W2958505615","doi":"10.18260/1-2--32102","title":"Architectural Engineering Starts with Design from Day 1","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Class (philosophy); Presentation (obstetrics); Test (biology); Task (project management); Engineering design process; Computer science; Mathematics education; Service (business); Studio; Process (computing); Core (optical fiber); Engineering education; Engineering; Engineering management; Psychology; Artificial intelligence; Mechanical engineering","score_opus":0.010520094651259962,"score_gpt":0.15224458308794603,"score_spread":0.14172448843668606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958505615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1267689,0.000110197434,0.8700059,0.00042709877,0.00024229141,0.00012629008,0.000003262613,0.0013062052,0.0010098342],"genre_scores_gemma":[0.91511244,0.0000039407346,0.08450594,0.00016439157,0.000103137696,0.000021467737,0.000011670553,0.000034259938,0.000042753967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999502,0.0000049678874,0.00010063019,0.000121564495,0.00010421634,0.00016663941],"domain_scores_gemma":[0.99970824,0.000036515194,0.000005710264,0.00008562823,0.0000108666445,0.00015307013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002616132,0.00013608628,0.000098824785,0.000028675382,0.000013531356,0.000028334076,0.00008914789,0.000024547093,0.00029279795],"category_scores_gemma":[0.000010937864,0.00011124042,0.000016066275,0.00014563135,0.000004386252,0.000051673876,0.000009369874,0.00011139032,0.000088576926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028968632,0.0000052601195,0.00017349629,0.000021600492,0.000054826607,0.0000060770617,0.0017034456,0.9872541,0.0045064227,0.00009282887,0.0041861124,0.001992971],"study_design_scores_gemma":[0.00048543993,0.00007004145,0.011591187,0.000053472773,0.000019862833,0.000008474767,0.00018207356,0.91377866,0.04764675,0.00001642906,0.02539858,0.0007490385],"about_ca_topic_score_codex":0.0000051103934,"about_ca_topic_score_gemma":0.0000013058656,"teacher_disagreement_score":0.78834355,"about_ca_system_score_codex":0.000028489929,"about_ca_system_score_gemma":0.000014195209,"threshold_uncertainty_score":0.45362526},"labels":[],"label_agreement":null},{"id":"W2961750308","doi":"10.18260/1-2--32086","title":"Analysis of Feedback Quality on Engineering Problem-solving Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Rensselaer Polytechnic Institute","keywords":"Summative assessment; Computer science; Schema (genetic algorithms); Engineering education; Quality (philosophy); Mathematics education; Formative assessment; Machine learning; Engineering management; Psychology; Engineering","score_opus":0.017054443605339233,"score_gpt":0.23981882031642582,"score_spread":0.2227643767110866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961750308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86505646,0.00018695112,0.096416555,0.00070241385,0.00042856293,0.0002695449,0.00001845716,0.0015448197,0.03537623],"genre_scores_gemma":[0.9933103,0.0000127636795,0.0064145843,0.000109963665,0.000029433093,0.000009949027,0.000015843074,0.000019300775,0.00007788915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992445,0.000006442539,0.00029987074,0.00013680462,0.0001583181,0.00015403736],"domain_scores_gemma":[0.9996529,0.000041428673,0.000024108813,0.00013681423,0.00003080283,0.00011389897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009475766,0.0001293953,0.0002439166,0.00015545056,0.000011522407,0.00001426258,0.000112703005,0.00004173473,0.0003133129],"category_scores_gemma":[0.000040245628,0.00012492578,0.00009563451,0.00097656203,0.000004785614,0.000044567405,0.000014721252,0.00010678829,0.000032198397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015730857,0.0000208957,0.0018019518,0.00016663603,0.0005222262,4.1154357e-7,0.0011316027,0.986547,0.0057368553,0.0021532017,0.0009353506,0.0009823294],"study_design_scores_gemma":[0.00029966238,0.00004224907,0.1751687,0.00005634077,0.00023471689,4.0096305e-7,0.00040793727,0.7933047,0.020934079,0.00000498424,0.008927941,0.00061829475],"about_ca_topic_score_codex":0.000008099459,"about_ca_topic_score_gemma":0.0000023596513,"teacher_disagreement_score":0.19324227,"about_ca_system_score_codex":0.00004504659,"about_ca_system_score_gemma":0.000010645144,"threshold_uncertainty_score":0.50943255},"labels":[],"label_agreement":null},{"id":"W2963234607","doi":"10.24908/pceea.vi0.13795","title":"A SNAPSHOT METHODOLOGICAL REVIEW OF JOURNAL ARTICLES IN ENGINEERING EDUCATION RESEARCH","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Snapshot (computer storage); Engineering ethics; Field (mathematics); Engineering education; Data science; Computer science; Exploratory research; Management science; Engineering; Engineering management; Sociology; Social science; Mathematics","score_opus":0.03231645079726524,"score_gpt":0.30112173670403825,"score_spread":0.268805285906773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963234607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713333,0.008296472,0.00005157788,0.003914856,0.0060057146,0.0011704721,0.000009063941,0.00011696514,0.009101554],"genre_scores_gemma":[0.9935153,0.0010688301,0.0043635503,0.00015464563,0.00015923676,0.00010788798,0.000009463036,0.00004460761,0.00057647604],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99822176,0.000027141481,0.00061706896,0.000169314,0.00054461,0.00042008923],"domain_scores_gemma":[0.99836725,0.00015770593,0.000194853,0.00014324328,0.0009165909,0.00022033037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026479065,0.0001746638,0.00031083883,0.0008022473,0.000052300198,0.000059214402,0.0004075327,0.00016192382,0.00018403691],"category_scores_gemma":[0.0025798688,0.00016854377,0.000102687496,0.0015666288,0.000012421356,0.00022793777,0.000026689577,0.0006328087,0.000014794504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012455568,0.0009339059,0.32868445,0.0706716,0.00058922847,6.918651e-7,0.009323351,0.06336247,0.07577548,0.044501316,0.3897729,0.016372154],"study_design_scores_gemma":[0.00084141124,0.000101436985,0.73879,0.035623413,0.00012228978,0.00008356983,0.0026373817,0.021807281,0.028065106,0.000904576,0.16944255,0.0015810415],"about_ca_topic_score_codex":0.00049320713,"about_ca_topic_score_gemma":0.00021434145,"teacher_disagreement_score":0.4101055,"about_ca_system_score_codex":0.002728492,"about_ca_system_score_gemma":0.001162175,"threshold_uncertainty_score":0.71349114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2965891429","doi":"10.5465/ambpp.2019.15543abstract","title":"The Emergence of an Entrepreneurship Profession: Entrepreneurship Education Expectations vs Outcomes","year":2019,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Entrepreneurship; Credentialing; Professionalization; Context (archaeology); Promotion (chess); Normative; Field (mathematics); Legitimacy; Sociology; Public relations; Pedagogy; Political science; Medical education; Social science; Medicine","score_opus":0.009364506303334618,"score_gpt":0.26000800608829866,"score_spread":0.25064349978496403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965891429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904089,0.000263458,0.000023476885,0.0010147395,0.000663335,0.00051180494,9.1805975e-7,0.00014926675,0.006964099],"genre_scores_gemma":[0.9959172,0.00020347,0.0009196225,0.000053567805,0.00003127882,0.00014742457,0.0000047551866,0.00002142055,0.002701256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989086,0.000008011152,0.00038482004,0.00020191175,0.00029583133,0.00020084032],"domain_scores_gemma":[0.99960965,0.000033669356,0.00011917552,0.0001214962,0.000051750245,0.00006425937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018668911,0.0001505702,0.00015300058,0.00013485528,0.000052659972,0.000021167487,0.0004018018,0.000058299425,0.00009332287],"category_scores_gemma":[0.000021328586,0.00012173508,0.000050051367,0.00032815713,0.000024909155,0.00026870504,0.000051259693,0.00013564421,0.000031562813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007421633,0.0010647856,0.48625535,0.0056479247,0.00079517066,3.843417e-7,0.032031912,0.0043911105,0.015791422,0.24001175,0.05965191,0.15428406],"study_design_scores_gemma":[0.00063442776,0.000077457575,0.8647581,0.0005023812,0.0001167371,0.0000030211093,0.046854693,0.0021406251,0.06598549,0.001854797,0.016410686,0.00066163135],"about_ca_topic_score_codex":0.000001123222,"about_ca_topic_score_gemma":1.869677e-7,"teacher_disagreement_score":0.3785027,"about_ca_system_score_codex":0.000025872252,"about_ca_system_score_gemma":0.000014047814,"threshold_uncertainty_score":0.49642125},"labels":[],"label_agreement":null},{"id":"W2966953528","doi":"10.1002/cjce.23626","title":"Teaching engineering for a changing landscape","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Engineering education; Sustainability; Multidisciplinary approach; Lifelong learning; Engineering ethics; Metacognition; Knowledge engineering; Engineering; Pedagogy; Knowledge management; Psychology; Computer science; Sociology; Engineering management; Cognition; Medical education","score_opus":0.003904191757498129,"score_gpt":0.17491959365783658,"score_spread":0.17101540190033845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966953528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98043334,0.0010540012,0.014011605,0.00047984556,0.0030036923,0.00028013848,0.000006960033,0.0001566034,0.00057379896],"genre_scores_gemma":[0.99594885,0.0000015938328,0.0034442341,0.000044221968,0.0003971207,0.000013057735,0.0000034257148,0.000058653433,0.00008882295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899024,0.000003430314,0.0002947496,0.00007937288,0.00013172365,0.0005004598],"domain_scores_gemma":[0.9993526,0.00010438432,0.00003841725,0.00014208515,0.000060379687,0.00030216022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004190552,0.00017496057,0.00021171855,0.00031572042,0.00004845853,0.00006565026,0.00029999227,0.000077609584,0.000042976895],"category_scores_gemma":[0.0001109751,0.00014748728,0.000114861454,0.00019944865,0.000006902832,0.00010648289,0.000009975413,0.00043823177,0.000012239029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034836203,0.000006347621,0.00022474595,0.00037583383,0.0001715217,0.0000074963277,0.0020477758,0.92684096,0.061958306,0.0045347256,0.0022677763,0.0015610417],"study_design_scores_gemma":[0.0009058566,0.00004386755,0.00026632115,0.0005521743,0.000062065024,0.0003298824,0.00017918623,0.87046313,0.04270377,0.00006302689,0.083651796,0.00077892974],"about_ca_topic_score_codex":0.000028121862,"about_ca_topic_score_gemma":0.0000072913886,"teacher_disagreement_score":0.08138402,"about_ca_system_score_codex":0.0002185814,"about_ca_system_score_gemma":0.00012457669,"threshold_uncertainty_score":0.6014357},"labels":[],"label_agreement":null},{"id":"W2968038203","doi":"10.3102/1431735","title":"\"Brunkers and Brave Heroes\": Dominant Subject Positions in Figured Worlds of Construction Engineering","year":2019,"lang":"en","type":"article","venue":"Proceedings of the 2019 AERA Annual Meeting","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subject (documents); Computer science; Aesthetics; Art; World Wide Web","score_opus":0.0017718614838248185,"score_gpt":0.1715654977155667,"score_spread":0.16979363623174187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968038203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99736255,0.00022907347,0.000019463172,0.0000814662,0.00046953888,0.00021075545,0.000008097295,0.000048624188,0.0015704052],"genre_scores_gemma":[0.99680716,0.00004083705,0.002980148,0.0000057356383,0.000026539292,0.000010155023,0.000001449072,0.000021006119,0.00010694474],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925625,0.000002630388,0.00029949073,0.00012594959,0.00013538136,0.00018027346],"domain_scores_gemma":[0.999686,0.00003500768,0.00007702646,0.00006090874,0.00010458321,0.000036446556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020025355,0.00013080674,0.00019693942,0.00015444764,0.00002135296,0.000016684913,0.000123531,0.000059119997,0.000009424572],"category_scores_gemma":[0.00006617781,0.00011504284,0.000041652052,0.00032947995,0.000024467403,0.000168712,0.00004056439,0.00015449245,0.0000028172535],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002874749,0.00007102255,0.11104403,0.0018144752,0.00013130851,4.3430936e-7,0.011712436,0.035060003,0.83209753,0.0046885437,0.0015160147,0.0018354575],"study_design_scores_gemma":[0.0019790723,0.00011922258,0.32017702,0.0047917464,0.00007874912,0.000109628076,0.011283474,0.034251776,0.6241684,0.00019624074,0.0017666679,0.0010780375],"about_ca_topic_score_codex":0.000028673398,"about_ca_topic_score_gemma":0.0000019825582,"teacher_disagreement_score":0.20913297,"about_ca_system_score_codex":0.000059188864,"about_ca_system_score_gemma":0.000015061723,"threshold_uncertainty_score":0.4691311},"labels":[],"label_agreement":null},{"id":"W2969201709","doi":"10.1109/emes.2019.8795091","title":"Information Analytics System Database for Uniform Approach to Continuous Engineering Program Improvement","year":2019,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); Analytics; Accreditation; Data science; Data collection; Database; Data management; Software engineering; Engineering management; Engineering","score_opus":0.005462762170320569,"score_gpt":0.2002387602175304,"score_spread":0.19477599804720983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969201709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09102073,0.000017957937,0.8821206,0.00002907313,0.0015090012,0.0032822457,0.000039245326,0.0022476278,0.019733516],"genre_scores_gemma":[0.85000217,0.0000025793574,0.14824188,0.000054835713,0.000056756344,0.00087897887,0.0003102718,0.00003286039,0.0004196477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992167,0.0000010706087,0.00028282535,0.00009248073,0.00013957394,0.00026735562],"domain_scores_gemma":[0.9995431,0.0000115673965,0.00002012923,0.00022462501,0.0000756017,0.00012497927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013605859,0.0001571884,0.00015248613,0.00015990876,0.000018391996,0.000077924466,0.00012653576,0.000045119923,0.0000100627185],"category_scores_gemma":[0.000011329289,0.00014836752,0.00003877344,0.00023794248,0.0000015987237,0.00024612228,0.000023442693,0.00006607194,0.00011765993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000757058,0.00013121622,0.00016267192,0.0047045657,0.0001721753,2.0556453e-7,0.0010886689,0.9183409,0.0020673221,0.025924176,0.012600464,0.03480002],"study_design_scores_gemma":[0.00034344717,0.000062822415,0.00023368615,0.000056310437,0.000012390086,0.0000029229793,0.0012642588,0.88424796,0.0019387741,4.794549e-7,0.11154786,0.00028911015],"about_ca_topic_score_codex":0.0000047808444,"about_ca_topic_score_gemma":4.7258794e-7,"teacher_disagreement_score":0.75898147,"about_ca_system_score_codex":0.00023205872,"about_ca_system_score_gemma":0.000021954544,"threshold_uncertainty_score":0.6050252},"labels":[],"label_agreement":null},{"id":"W2969304051","doi":"10.1109/procomm.2019.00042","title":"Teaching Engineering Students to be Consulting Engineers: Transdisciplinary Skills Workshops in Project-Based Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering education; Engineering management; Engineering; Project-based learning; Computer science; Engineering ethics; Knowledge management; Mathematics education; Psychology","score_opus":0.006666159935324303,"score_gpt":0.25827414784282343,"score_spread":0.2516079879074991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969304051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818434,0.000055241282,0.013589849,0.0001684679,0.00071831985,0.0006414418,0.0000015616154,0.0010295642,0.0019521532],"genre_scores_gemma":[0.98024213,0.0000044458975,0.018170709,0.00011137075,0.000047891856,0.00013909512,0.000020214733,0.00008761423,0.0011765064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984163,0.000021072019,0.00039581524,0.00031252348,0.0003272724,0.0005269866],"domain_scores_gemma":[0.9994886,0.00012288078,0.00001855678,0.00020342428,0.00002557892,0.00014098476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004286375,0.0003129358,0.00027918117,0.00055179733,0.000041803956,0.000081728474,0.00028293158,0.00010787364,0.00009128901],"category_scores_gemma":[0.00006955887,0.0003348808,0.00006032327,0.0005894893,0.000004140366,0.00014928775,0.00004287954,0.0006576056,0.00009606278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003208797,0.00009216174,0.008827311,0.0001929391,0.000028604856,0.000005774893,0.011944738,0.9747894,0.002217564,0.00006925123,0.00043617326,0.00139292],"study_design_scores_gemma":[0.0026634198,0.0001269257,0.061874684,0.001382431,0.000023583263,0.000013870469,0.011275657,0.877877,0.003526247,0.000001983617,0.039130893,0.0021032812],"about_ca_topic_score_codex":0.000016345492,"about_ca_topic_score_gemma":0.000010240016,"teacher_disagreement_score":0.096912324,"about_ca_system_score_codex":0.00027994104,"about_ca_system_score_gemma":0.00004397606,"threshold_uncertainty_score":0.9999103},"labels":[],"label_agreement":null},{"id":"W2973453625","doi":"10.11575/prism/37073","title":"Gender, International Training and Ethnic Visibility: An Intersectional Approach to Studying Engineers in Canada.","year":2019,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visibility; Ethnic group; Training (meteorology); Intersectionality; Gender studies; Political science; Sociology; Geography; Anthropology","score_opus":0.06533994275997952,"score_gpt":0.3069811853512029,"score_spread":0.24164124259122338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973453625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659229,0.00012505383,0.00043244255,0.000011791691,0.0029526048,0.0005412956,0.000023244493,0.000008601266,0.029982079],"genre_scores_gemma":[0.9915688,0.00001618624,0.0062837047,0.000020302548,0.0000558561,0.000100183905,0.00078811677,0.000043727414,0.0011231046],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988958,0.000013846543,0.0002957924,0.00036544944,0.00022440463,0.00020469839],"domain_scores_gemma":[0.9996307,0.00002222075,0.000030132358,0.00015067041,0.000039329083,0.00012695324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022001348,0.00022109548,0.00024015881,0.00023308255,0.000020094576,0.00009906751,0.0003409797,0.00009324624,0.00023979066],"category_scores_gemma":[0.000024366916,0.00025809722,0.000017615841,0.0001994485,0.0000026297946,0.00016484204,0.000034960813,0.00031677133,0.000013055041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000400891,0.00019827504,0.0020977992,0.00036535566,0.0004200353,0.000009628429,0.16420878,0.38866264,0.00066516205,0.00007881576,0.0010439719,0.44220945],"study_design_scores_gemma":[0.00169584,0.00006564747,0.2855474,0.00071330427,0.00006997247,0.000040350405,0.39827746,0.2841136,0.00064318156,0.00001730533,0.02623773,0.002578228],"about_ca_topic_score_codex":0.018892685,"about_ca_topic_score_gemma":0.30296415,"teacher_disagreement_score":0.43963122,"about_ca_system_score_codex":0.00086406537,"about_ca_system_score_gemma":0.00071108236,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W2977749784","doi":"10.24908/pceea.v0i0.13072","title":"A snapshot of engineering education in Canada","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Nature; Natural Sciences and Engineering Research Council of Canada; University of British Columbia; Université de Moncton; University of Calgary","keywords":"Accreditation; Engineering education; Curriculum; Medical education; Engineering; Engineering management; Snapshot (computer storage); Engineering ethics; Pedagogy; Psychology; Medicine; Computer science","score_opus":0.002617351957600506,"score_gpt":0.17111134054895116,"score_spread":0.16849398859135065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977749784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98639727,0.0002276406,0.000020242078,0.0006344579,0.005224185,0.00036153157,0.000017515556,0.0000734123,0.0070437207],"genre_scores_gemma":[0.9978182,0.000016268019,0.0013231436,0.00009206395,0.0001962462,0.00007119575,0.0000139611275,0.000044173485,0.00042476715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863666,0.000003530014,0.00048161336,0.00016657513,0.00034051685,0.00037108746],"domain_scores_gemma":[0.99892485,0.00003469125,0.0001703835,0.00013504505,0.00052995107,0.00020504982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025304902,0.00020290002,0.0002260793,0.00046823054,0.000047771642,0.000032304222,0.0003400373,0.00011689009,0.00008153681],"category_scores_gemma":[0.0004372653,0.00022279656,0.000054625463,0.000988284,0.000011697589,0.00016734554,0.000018225554,0.00023531559,0.000004421469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000059653266,0.0002828382,0.5882062,0.0033564388,0.00036544164,2.5840336e-7,0.005308646,0.05569762,0.025464172,0.017593846,0.2956435,0.008075064],"study_design_scores_gemma":[0.00028597703,0.000017724778,0.8733309,0.0008718009,0.00004273251,0.0000073088704,0.00092621316,0.027276665,0.028298143,0.00006695025,0.06816357,0.0007120305],"about_ca_topic_score_codex":0.476016,"about_ca_topic_score_gemma":0.7406914,"teacher_disagreement_score":0.2851247,"about_ca_system_score_codex":0.006857871,"about_ca_system_score_gemma":0.0061340546,"threshold_uncertainty_score":0.9995002},"labels":[],"label_agreement":null},{"id":"W2979406203","doi":"","title":"Strategies to engage capstone design course sponsors in high-priority, client-focused projects","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Engineering management; Capstone; Capstone course; Process management; Business; Public relations; Engineering ethics; Engineering; Marketing; Operations management; Computer science; Computer security; Political science","score_opus":0.012843135173312323,"score_gpt":0.24489675796924326,"score_spread":0.23205362279593095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979406203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97937155,0.000022075159,0.014593788,0.00020136862,0.0014781624,0.00041619307,0.0000016646643,0.00054177386,0.0033734248],"genre_scores_gemma":[0.9445371,0.00000841201,0.054771565,0.00004162367,0.00004664139,0.00009861577,0.000004254579,0.000031472504,0.0004603159],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99912727,0.00002530091,0.00020576938,0.00017868908,0.00015223198,0.00031074663],"domain_scores_gemma":[0.9995379,0.000054597276,0.000010989478,0.00022354303,0.000031624615,0.00014138191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036027093,0.000174019,0.00014997646,0.00018351623,0.000033257755,0.000067684574,0.00017252051,0.00009109536,0.00020924493],"category_scores_gemma":[0.000038993876,0.00016915039,0.000020043015,0.00037976063,0.000013016212,0.00013367482,0.00002170615,0.0003719187,0.00019966657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052685493,0.0010427651,0.008908879,0.00040352868,0.00015929097,0.00011726533,0.028929614,0.59805983,0.21801136,0.068542235,0.061543684,0.014228852],"study_design_scores_gemma":[0.003543785,0.0002397446,0.762184,0.00020863551,0.000051483203,0.000050238723,0.01232783,0.051877122,0.11977214,0.0007248277,0.045577034,0.0034431343],"about_ca_topic_score_codex":0.00007391712,"about_ca_topic_score_gemma":0.00034505434,"teacher_disagreement_score":0.75327516,"about_ca_system_score_codex":0.00006815145,"about_ca_system_score_gemma":0.00013122638,"threshold_uncertainty_score":0.6897752},"labels":[],"label_agreement":null},{"id":"W2986448017","doi":"","title":"Fleming, J., & McPhail, I.P. (2019). Success factors for minorities in engineering. New York, NY: Routledge.","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Sociology; Media studies","score_opus":0.0665500660753201,"score_gpt":0.3132549609000427,"score_spread":0.24670489482472258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986448017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920762,0.0016263091,0.0006101391,0.0008993524,0.003253324,0.0003328119,0.0000073005326,0.000028449998,0.001166101],"genre_scores_gemma":[0.9953497,0.000044286135,0.0002223051,0.000011548962,0.00027000147,0.000008478048,0.00000406253,0.000028207518,0.004061432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896705,0.000023396839,0.00025409894,0.00007710655,0.00026099943,0.00041731854],"domain_scores_gemma":[0.9991221,0.00019281717,0.000030874922,0.00014042477,0.00016590732,0.00034790777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073649077,0.000106664855,0.00014857904,0.00067752274,0.00007995731,0.00012573123,0.0003180567,0.000076562545,0.00036642625],"category_scores_gemma":[0.00014030363,0.00008738549,0.000055365483,0.00039845018,0.000020718024,0.00016075543,0.000006201611,0.00053878635,0.00003493389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003826005,0.000042439875,0.06528918,0.00073960674,0.0002711447,0.0000151885215,0.015238441,0.26731956,0.0025831603,0.0032460683,0.6293775,0.015839456],"study_design_scores_gemma":[0.001394021,0.00019649965,0.17780524,0.0004127022,0.000019505229,0.00008195447,0.0064893025,0.012362599,0.008499419,0.00025415575,0.791862,0.00062256027],"about_ca_topic_score_codex":0.005684011,"about_ca_topic_score_gemma":0.0193791,"teacher_disagreement_score":0.25495696,"about_ca_system_score_codex":0.0007345263,"about_ca_system_score_gemma":0.00094131415,"threshold_uncertainty_score":0.99851465},"labels":[],"label_agreement":null},{"id":"W2990179805","doi":"","title":"Are Canadian jobs more or less skilled than American jobs","year":2018,"lang":"en","type":"article","venue":"Analytical Studies Branch Research Paper Series","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Numeracy; Literacy; Reading (process); Reading comprehension; Demographic economics; Psychology; Mathematics education; Political science; Economics; Pedagogy","score_opus":0.08857437679351987,"score_gpt":0.3831664050360182,"score_spread":0.2945920282424983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990179805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96268827,0.0022739412,0.00007899332,0.016687158,0.0011271003,0.00054261985,0.000033559976,0.0005658888,0.016002456],"genre_scores_gemma":[0.9920082,0.0014716128,0.0003345081,0.00041374099,0.00047193954,0.00014857433,0.000006485986,0.00005429425,0.0050906497],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976388,0.000064418484,0.00029404,0.0003508025,0.00058335613,0.0010685324],"domain_scores_gemma":[0.99825126,0.00021345625,0.00002522045,0.00038022088,0.00057201943,0.00055781734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003958257,0.00027058722,0.00043733185,0.0002962002,0.0005108382,0.00011213258,0.0003407456,0.00007087108,0.00039362235],"category_scores_gemma":[0.00089387305,0.00020792962,0.000070909475,0.0014273826,0.000998136,0.00020181075,0.000109720095,0.00041700358,0.00028476602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021147342,0.0002689731,0.15803781,0.0011087804,0.0039875256,0.00038438573,0.022502325,0.00079372444,0.0004306537,0.011783131,0.7588234,0.041667834],"study_design_scores_gemma":[0.00028518966,0.00017544259,0.5703236,0.00017421675,0.000025434194,0.000016308779,0.022983478,0.000613146,0.0003285265,0.00017218047,0.40432099,0.0005815088],"about_ca_topic_score_codex":0.0048796153,"about_ca_topic_score_gemma":0.25872818,"teacher_disagreement_score":0.41228577,"about_ca_system_score_codex":0.00046621184,"about_ca_system_score_gemma":0.00018312619,"threshold_uncertainty_score":0.84791243},"labels":[],"label_agreement":null},{"id":"W2990780437","doi":"10.1002/nsr.30542","title":"Follow best practices for managing grad student ambassador programs","year":2019,"lang":"en","type":"article","venue":"Recruiting & Retaining Adult Learners","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Graduate students; Management; State (computer science); Work (physics); Program director; Medical education; Engineering; Sociology; Library science; Political science; Computer science; Medicine; Mechanical engineering","score_opus":0.044317689128989236,"score_gpt":0.3115662339965159,"score_spread":0.26724854486752664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990780437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707947,0.00031838412,0.0018990244,0.0005421429,0.0015719958,0.0010931612,0.0000017986629,0.0011551809,0.022623612],"genre_scores_gemma":[0.98141074,0.000111102665,0.012910312,0.000083516454,0.00018731535,0.00038677957,0.00005142913,0.00011789531,0.004740935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828553,0.00003321294,0.00037838687,0.00038779248,0.0003231232,0.00059192424],"domain_scores_gemma":[0.9990802,0.00016391218,0.00020140292,0.00028366482,0.00012848886,0.00014232505],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005075481,0.0002871451,0.00028578355,0.00015444687,0.00012152762,0.00020650777,0.00026129134,0.00010251006,0.00002330351],"category_scores_gemma":[0.00026478048,0.00029937274,0.00012744506,0.0003254087,0.000018337623,0.00022144525,0.000036424717,0.00034965898,0.00016065745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003468297,0.00025425162,0.09734731,0.0019466499,0.0007807068,0.000017124928,0.021250576,0.0723027,0.0018476774,0.0044603418,0.0015480059,0.79820997],"study_design_scores_gemma":[0.00565041,0.0010179344,0.0072436556,0.004800146,0.00043085098,0.000097411656,0.1675276,0.3564332,0.0026203897,0.00025268074,0.44956514,0.004360572],"about_ca_topic_score_codex":0.000038935945,"about_ca_topic_score_gemma":0.000014513902,"teacher_disagreement_score":0.7938494,"about_ca_system_score_codex":0.00021154058,"about_ca_system_score_gemma":0.00005068202,"threshold_uncertainty_score":0.9999458},"labels":[],"label_agreement":null},{"id":"W2994558335","doi":"","title":"Reform of Training Ways of Engineering Practice and Innovation Ability for Petroleum Engineering Students","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Mode (computer interface); Mathematics education; Engineering management; Teaching and learning center; Computer science; Teaching method; Engineering; Engineering ethics; Psychology; Human–computer interaction","score_opus":0.0395137082439776,"score_gpt":0.31820714184290866,"score_spread":0.27869343359893106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994558335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98682976,0.000112679096,0.005704122,0.00042952312,0.0015292232,0.00024346619,0.0000049440664,0.00008339504,0.0050629056],"genre_scores_gemma":[0.9871096,0.000002749389,0.012674912,0.000034920435,0.00008168223,0.000036693404,0.0000039106994,0.0000105782,0.00004497543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990748,0.0000034756872,0.00033233833,0.00011387267,0.00033287657,0.00014263488],"domain_scores_gemma":[0.9991898,0.000043720967,0.00011039076,0.00008593134,0.00052031496,0.00004987389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007139436,0.00008446812,0.00014475119,0.0002712641,0.000027095155,0.000013771358,0.0001596015,0.00004540791,0.000003948625],"category_scores_gemma":[0.0001909566,0.000091563714,0.000017587254,0.0009452145,0.000058835936,0.0002938267,0.000020811121,0.000069884256,2.3832023e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022780627,0.00049799215,0.0027489392,0.001766741,0.00010016819,1.261358e-7,0.03796064,0.023829162,0.15897566,0.76727015,0.0013506868,0.005476945],"study_design_scores_gemma":[0.0016994494,0.000277154,0.77693087,0.0004182019,0.00010362083,0.000009020944,0.017182825,0.017931933,0.07418454,0.0007305989,0.10947551,0.0010562955],"about_ca_topic_score_codex":0.000009811583,"about_ca_topic_score_gemma":5.3643184e-8,"teacher_disagreement_score":0.7741819,"about_ca_system_score_codex":0.00025123125,"about_ca_system_score_gemma":0.00024356974,"threshold_uncertainty_score":0.37338597},"labels":[],"label_agreement":null},{"id":"W2994622228","doi":"10.14710/ijee.1.2.74-84","title":"The Development of Technology-supported Approaches to the LO Process for Accredited Engineering Programs","year":2019,"lang":"en","type":"article","venue":"International Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Accreditation; Curriculum; Process (computing); Engineering management; Tracking (education); Quality (philosophy); Engineering education; Engineering; Computer science; Process management; Medical education; Pedagogy; Sociology; Medicine","score_opus":0.024422068812712677,"score_gpt":0.2548731128557966,"score_spread":0.23045104404308395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994622228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92370677,0.00046246144,0.06399396,0.0017359947,0.0091948705,0.00068245677,0.0000029061907,0.00012841482,0.00009213987],"genre_scores_gemma":[0.97927886,0.000010465082,0.020058507,0.000010832568,0.00032284553,0.0001838944,0.000015388367,0.000034533066,0.0000846598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988302,0.0000031736067,0.00056166184,0.00009518882,0.00032578362,0.00018399689],"domain_scores_gemma":[0.99912417,0.0000687985,0.00013494691,0.0001516998,0.00045536883,0.00006500944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038013703,0.00014938791,0.00014381381,0.00035790788,0.00003271336,0.000065429165,0.0006268758,0.000061377614,0.0000058452883],"category_scores_gemma":[0.00016407909,0.00010576598,0.00006598012,0.00039051578,0.000008090671,0.00011831086,0.000023448478,0.00017854331,0.000006862781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003260097,0.00024156456,0.0019042754,0.00043001294,0.0007643267,4.2263966e-7,0.0051559545,0.8636929,0.009834973,0.003789463,0.0018590904,0.11229443],"study_design_scores_gemma":[0.0012411912,0.00021159621,0.024545815,0.001822748,0.000091562906,0.00016503774,0.0057563903,0.2079361,0.0926543,0.00019464297,0.66434044,0.0010401533],"about_ca_topic_score_codex":2.8834438e-7,"about_ca_topic_score_gemma":8.737315e-7,"teacher_disagreement_score":0.66248137,"about_ca_system_score_codex":0.00019702916,"about_ca_system_score_gemma":0.00028362192,"threshold_uncertainty_score":0.43130118},"labels":[],"label_agreement":null},{"id":"W2998683471","doi":"10.5430/ijhe.v9n2p63","title":"Attitude towards Engineering Ethical Issues: A Comparative Study between Malaysian and Indonesian Engineering Undergraduates","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Negeri Yogyakarta; Universiti Pendidikan Sultan Idris","keywords":"Indonesian; Engineering education; Engineering ethics; Psychology; Medical education; Engineering; Engineering management; Medicine","score_opus":0.014208434452341056,"score_gpt":0.315161718355687,"score_spread":0.30095328390334597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998683471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228173,0.0005461106,0.0006110006,0.0016119701,0.004431466,0.00016526265,0.0000020909702,0.00007273388,0.000277616],"genre_scores_gemma":[0.9964252,0.000037963688,0.0025329548,0.000047453777,0.0006575519,0.00001398137,0.000009971854,0.00002694006,0.00024795515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988874,0.000018569981,0.0004239786,0.00012666905,0.00040083192,0.00014254975],"domain_scores_gemma":[0.9993936,0.00005927705,0.00008924357,0.00009803199,0.00023695237,0.00012289827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019266421,0.00018332011,0.00025333403,0.00035812185,0.000014767063,0.00009911993,0.00025004146,0.00009351043,0.00009890194],"category_scores_gemma":[0.000017056804,0.00017987276,0.00004993875,0.000161802,0.000008647824,0.0002230411,0.000028771088,0.00045614404,0.00002612857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057331716,0.0014380801,0.67930466,0.00050739537,0.004241454,0.000036891703,0.025273656,0.2440086,0.008428968,0.013494662,0.011218621,0.011989694],"study_design_scores_gemma":[0.0005970751,0.00010019127,0.9792919,0.0002347009,0.000044662636,0.000050639013,0.0007793571,0.002234584,0.0006787313,0.00007110049,0.015607533,0.00030953303],"about_ca_topic_score_codex":0.0000113499655,"about_ca_topic_score_gemma":9.1287444e-7,"teacher_disagreement_score":0.29998726,"about_ca_system_score_codex":0.00025482618,"about_ca_system_score_gemma":0.00009328016,"threshold_uncertainty_score":0.7334998},"labels":[],"label_agreement":null},{"id":"W3000523364","doi":"10.24908/ijesjp.v7i1.13586","title":"A Theoretical Basis for Addressing Culture in Undergraduate Mining Education","year":2020,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Dialogic; Discipline; Engineering ethics; Sociology; Hegemony; Indigenous; Curriculum; Competence (human resources); Pedagogy; Epistemology; Social science; Political science; Engineering; Psychology; Social psychology; Ecology","score_opus":0.014201271486117913,"score_gpt":0.2848701196185093,"score_spread":0.27066884813239134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000523364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6788291,0.010161655,0.2699172,0.024602676,0.0127126295,0.00043549365,0.00003801017,0.0003059069,0.0029973574],"genre_scores_gemma":[0.9884431,0.00034644763,0.009908868,0.00023846155,0.0010218102,0.0000069095377,0.0000046726286,0.0000182204,0.000011520089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994468,0.0000063217426,0.00023475413,0.00006533656,0.00014321349,0.00010355319],"domain_scores_gemma":[0.999664,0.000067793,0.000043816814,0.000017843748,0.00013187008,0.00007468219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009485114,0.00009391486,0.000121282435,0.00009230636,0.000021205826,0.000054160406,0.00011697856,0.000051324823,0.000010050695],"category_scores_gemma":[0.00023172065,0.000095718875,0.000044516,0.0000982885,0.0000116077645,0.000116674615,0.000010904445,0.0001515223,6.4432055e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023637901,0.00036539594,0.000942223,0.0035889938,0.0010229856,0.00006592311,0.09364322,0.41122556,0.03251512,0.24675046,0.112204075,0.09743965],"study_design_scores_gemma":[0.004633921,0.0003291685,0.015621606,0.0031491583,0.0008087479,0.00032187294,0.026046343,0.7158221,0.0045771888,0.00147135,0.22518656,0.0020319666],"about_ca_topic_score_codex":4.1039354e-7,"about_ca_topic_score_gemma":3.3862102e-7,"teacher_disagreement_score":0.309614,"about_ca_system_score_codex":0.00008553526,"about_ca_system_score_gemma":0.00005914886,"threshold_uncertainty_score":0.39033023},"labels":[],"label_agreement":null},{"id":"W3000814410","doi":"10.24908/pceea.vi0.13877","title":"SUSTAINABILITY IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Sustainability; Mindset; Engineering ethics; Engineering design process; Sustainability science; Sustainability organizations; Work (physics); Social sustainability; Management science; Process (computing); Engineering management; Engineering; Computer science; Artificial intelligence; Mechanical engineering","score_opus":0.0027256429728544905,"score_gpt":0.17211208303769185,"score_spread":0.16938644006483736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000814410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979792,0.00035039178,0.00046863942,0.0036751046,0.0071181855,0.0018253069,0.00001155643,0.00057217776,0.0061866585],"genre_scores_gemma":[0.9967969,0.000011139889,0.0016792103,0.00005461363,0.00007027358,0.00011979037,0.0000041103285,0.000051810573,0.0012121612],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99872,0.0000049503124,0.00036485036,0.00019192469,0.0002802817,0.00043797883],"domain_scores_gemma":[0.99916136,0.00005899597,0.00009294802,0.00014099838,0.00036393708,0.00018175082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005333758,0.00020636799,0.00021000027,0.00048539232,0.000038290254,0.00007051667,0.00032039618,0.00017243277,0.000056166653],"category_scores_gemma":[0.00063886703,0.00022017932,0.000071425406,0.00095215824,0.0000058371343,0.00023286683,0.000019078128,0.0003279759,0.000025714537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023081363,0.00009519975,0.18683955,0.0017710881,0.000106594955,1.7846043e-7,0.0023268727,0.7610844,0.0044535478,0.0097788945,0.032604553,0.000936836],"study_design_scores_gemma":[0.0005509323,0.000023002947,0.74597496,0.0005527425,0.000034818375,0.0000070997553,0.0007812959,0.16501279,0.008273628,0.0003025451,0.077440776,0.00104544],"about_ca_topic_score_codex":0.0011048982,"about_ca_topic_score_gemma":0.0006100322,"teacher_disagreement_score":0.5960716,"about_ca_system_score_codex":0.0061172983,"about_ca_system_score_gemma":0.00070765306,"threshold_uncertainty_score":0.99769807},"labels":[],"label_agreement":null},{"id":"W3000930198","doi":"10.24908/pceea.vi0.13756","title":"Teaching and learning design engineering: What we can learn from co-curricular activities","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Concordia University","keywords":"Accreditation; Curriculum; Engineering management; Engineering; Resource (disambiguation); Engineering education; Knowledge management; Computer science; Medical education; Pedagogy; Psychology","score_opus":0.00426471026475017,"score_gpt":0.18163900852536066,"score_spread":0.1773742982606105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000930198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904538,0.00076875923,0.0002614614,0.0026177992,0.0035130933,0.0005907266,0.000013280708,0.00047166573,0.001309452],"genre_scores_gemma":[0.99387276,0.00015895779,0.0030764393,0.00009418636,0.0001756934,0.00007459992,0.000018956607,0.0000863219,0.0024420533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869543,0.000017167893,0.00029853248,0.00024566954,0.00033612092,0.0004070794],"domain_scores_gemma":[0.99919295,0.00015691723,0.00014414801,0.00011550185,0.00013570809,0.00025478698],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005275762,0.00028028912,0.00025885648,0.0003549518,0.00017639078,0.00031054375,0.00025508774,0.0001958565,0.000047865644],"category_scores_gemma":[0.0004092777,0.00029643963,0.00007314761,0.0003137576,0.000009705536,0.00052845426,0.000023632469,0.0008191818,0.000015993184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074328104,0.00019311602,0.11565933,0.0027969177,0.0013179727,7.886433e-7,0.05062751,0.66938996,0.07517108,0.009914428,0.050539877,0.024381615],"study_design_scores_gemma":[0.001124466,0.000087360015,0.1973877,0.0031907312,0.0002486325,0.000026597816,0.015360696,0.3363347,0.026780227,0.00019579183,0.41630277,0.0029603185],"about_ca_topic_score_codex":0.0029693977,"about_ca_topic_score_gemma":0.000309337,"teacher_disagreement_score":0.3657629,"about_ca_system_score_codex":0.0018558281,"about_ca_system_score_gemma":0.00027358433,"threshold_uncertainty_score":0.9999488},"labels":[],"label_agreement":null},{"id":"W3000963532","doi":"10.24908/pceea.vi0.13812","title":"Incorporating Current Technology in an ECE Design Course","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Course (navigation); Focus (optics); Engineering; Computer science; Engineering management; Mathematics education; Software engineering; Psychology","score_opus":0.005113649059811497,"score_gpt":0.20481045247526328,"score_spread":0.1996968034154518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000963532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913566,0.00037754735,0.00013438637,0.001319658,0.0042073317,0.0007074798,0.000006534277,0.0003234563,0.0015669805],"genre_scores_gemma":[0.9967603,0.000012878158,0.0026777955,0.00003640887,0.00007592594,0.00010751218,0.0000073781102,0.00004405636,0.0002777104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893385,0.0000053648296,0.00032655316,0.0001805713,0.00022918083,0.00032449258],"domain_scores_gemma":[0.9992456,0.00002390512,0.00014136602,0.0001297009,0.00030137622,0.00015806704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040113155,0.00017573764,0.00017739335,0.00054595264,0.000049833634,0.00006610911,0.00034116238,0.00016413741,0.00003175187],"category_scores_gemma":[0.0002014071,0.00018807156,0.000036881254,0.0011000346,0.000008956055,0.00026889297,0.00001657782,0.0003537925,0.000028021555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018061388,0.00020705399,0.74694926,0.0006884886,0.000076886005,1.3193403e-7,0.001828696,0.19300804,0.010999521,0.022318669,0.017450737,0.0064707478],"study_design_scores_gemma":[0.00073763495,0.000055963385,0.7752624,0.0011015274,0.00005832214,0.0000101328005,0.0016150271,0.17637403,0.012723737,0.0014404579,0.029229566,0.001391155],"about_ca_topic_score_codex":0.00028216798,"about_ca_topic_score_gemma":0.00085937214,"teacher_disagreement_score":0.028313203,"about_ca_system_score_codex":0.0023952597,"about_ca_system_score_gemma":0.0006532431,"threshold_uncertainty_score":0.76693356},"labels":[],"label_agreement":null},{"id":"W3001098795","doi":"10.24908/pceea.vi0.13820","title":"Preparing Tomorrow’s Engineer-Communicators: A Review of Models for Effective Communication Instruction","year":2019,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Concordia University; Queen's University; McMaster University; University of Toronto; McGill University","funders":"","keywords":"Institution; Technical communication; Engineering ethics; Course (navigation); Engineering management; Computer science; Engineering; Sociology; Social science; Electrical engineering","score_opus":0.011984512327169293,"score_gpt":0.2516776760681096,"score_spread":0.2396931637409403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001098795","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061273975,0.9911202,0.00009810253,0.00012614865,0.0022293723,0.003287604,0.0001002822,0.00019030979,0.002786691],"genre_scores_gemma":[0.0020490063,0.99077487,0.004283495,0.000043647615,0.00012380164,0.0018746239,0.00019516125,0.00017224382,0.0004831378],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978993,0.000022386266,0.0010530195,0.0002726449,0.00037247263,0.00038018267],"domain_scores_gemma":[0.99740076,0.0002227754,0.00086432445,0.0004984332,0.00083768857,0.00017604447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008638895,0.00046471515,0.0011610875,0.0005416856,0.00009967294,0.00005825596,0.0009280829,0.00044615223,0.00000929105],"category_scores_gemma":[0.0008344927,0.00046146897,0.0005020473,0.0010867293,0.000017933511,0.00030871303,0.00006522348,0.0005576579,0.0000064884885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016465783,0.00011823245,0.00007738274,0.61235774,0.0012450987,1.3484652e-8,0.001039089,0.010672692,0.000021636846,0.009294885,0.07463564,0.29053596],"study_design_scores_gemma":[0.0001599887,0.0000129318505,0.00009270399,0.08547593,0.0007162708,0.0000065417953,0.000044952085,0.004637151,0.000089453424,0.0000756685,0.9081153,0.0005730641],"about_ca_topic_score_codex":0.00044427262,"about_ca_topic_score_gemma":0.00022718565,"teacher_disagreement_score":0.8334797,"about_ca_system_score_codex":0.0047519673,"about_ca_system_score_gemma":0.0011099541,"threshold_uncertainty_score":0.9997837},"labels":[],"label_agreement":null},{"id":"W3001105966","doi":"10.24908/pceea.vi0.13763","title":"FIRST RESULTS FROM A STUDY ON THE EFFICACY OF USING VIRTUAL REALITY (VR) TO TEACH TRUSS MECHANICS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Truss; Virtual reality; Internal forces; Computer science; Structural engineering; Truss bridge; Test (biology); Engineering; Simulation; Mathematics education; Mathematics; Human–computer interaction; Geology","score_opus":0.011289516874791863,"score_gpt":0.21876281661785316,"score_spread":0.20747329974306128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001105966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99400204,0.000011696274,0.00006416145,0.0017334243,0.0022223508,0.00085399457,0.00006605131,0.000095219686,0.00095107633],"genre_scores_gemma":[0.99898106,0.000002292889,0.00034168424,0.00010558396,0.00011856052,0.00004893301,0.000009876148,0.000044085973,0.00034793804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985879,0.000010326209,0.0004650297,0.00022986512,0.00043205867,0.00027479936],"domain_scores_gemma":[0.9988674,0.00019406203,0.00020796558,0.00025482633,0.00029934663,0.00017643491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006693175,0.0002021171,0.00022611706,0.000253806,0.00010053194,0.00006202856,0.0004369483,0.00011483648,0.000027211305],"category_scores_gemma":[0.0013663588,0.00017319914,0.000078546356,0.00072595745,0.00000476923,0.000092991424,0.000030923766,0.00026865842,0.000020593294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000360438,0.00073058985,0.032047313,0.00027994934,0.00069304905,1.3803407e-7,0.037972514,0.84961134,0.011817282,0.013912079,0.052127156,0.0007725505],"study_design_scores_gemma":[0.0016944177,0.00017107619,0.80662847,0.0011328692,0.00020604477,0.0000020779619,0.010904906,0.12773736,0.011136853,0.00015039797,0.03898026,0.0012552779],"about_ca_topic_score_codex":0.004264265,"about_ca_topic_score_gemma":0.0016986782,"teacher_disagreement_score":0.77458113,"about_ca_system_score_codex":0.002159511,"about_ca_system_score_gemma":0.00031779867,"threshold_uncertainty_score":0.7062856},"labels":[],"label_agreement":null},{"id":"W3001176619","doi":"10.24908/pceea.vi0.13715","title":"GATHERING THE VOICE OF THE STUDENTS FOR ACCREDITATION PURPOSES THROUGH THEIR DEFINITION OF “ENGINEER”","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Accreditation; Warrant; Computer science; Perception; Population; Graduate students; Medical education; Mathematics education; Engineering management; Psychology; Engineering; Pedagogy; Medicine","score_opus":0.007800117946993377,"score_gpt":0.20541638360354464,"score_spread":0.19761626565655127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001176619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99111086,0.00022550109,0.00021053669,0.0011344657,0.003997798,0.0011083637,0.000057220404,0.00007953766,0.002075693],"genre_scores_gemma":[0.9976209,0.000029380548,0.0015018324,0.00006520476,0.000110695306,0.00016439935,0.000011300359,0.00004662118,0.0004496716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878,0.00000696911,0.00043594794,0.0001361619,0.00038970573,0.00025122424],"domain_scores_gemma":[0.99872565,0.00013761087,0.0003312901,0.0001854241,0.00056077284,0.00005923241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043719198,0.00018358619,0.00020793134,0.00013278113,0.000092681854,0.000047123194,0.0005995206,0.00012443418,0.000014916461],"category_scores_gemma":[0.0004898934,0.00013262911,0.00014919022,0.00062255416,0.00001823708,0.00020513576,0.000030770276,0.00018795415,0.0000036016124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024687897,0.000732973,0.34151667,0.009228094,0.0020462077,3.242463e-8,0.04906591,0.24350944,0.1604754,0.12210566,0.06841366,0.0028812594],"study_design_scores_gemma":[0.00085069257,0.000063819614,0.84552586,0.0012800179,0.00019546566,0.0000050241892,0.004855833,0.014305127,0.08886738,0.0017731743,0.04152151,0.0007560727],"about_ca_topic_score_codex":0.00037700316,"about_ca_topic_score_gemma":0.00026352785,"teacher_disagreement_score":0.50400925,"about_ca_system_score_codex":0.0008705261,"about_ca_system_score_gemma":0.0003186917,"threshold_uncertainty_score":0.5408458},"labels":[],"label_agreement":null},{"id":"W3001186159","doi":"10.24908/pceea.vi0.13740","title":"ADDRESSING DIVERSITY AND GENDER ISSUES IN A CORNERSTONE DESIGN COURSE","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cornerstone; Diversity (politics); Demographics; Inclusion (mineral); Gender diversity; Context (archaeology); Equity (law); Focus group; Psychology; Gender equity; Qualitative research; Medical education; Social psychology; Gender studies; Sociology; Medicine; Political science; Social science; Management; Geography; Demography","score_opus":0.021320739856909507,"score_gpt":0.22712710202758032,"score_spread":0.20580636217067083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001186159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99490714,0.00048716847,0.00004540013,0.00070757244,0.0015193173,0.00036706688,0.000004181199,0.00011038596,0.0018517878],"genre_scores_gemma":[0.99763256,0.000041225005,0.0012771443,0.00007098513,0.000046783218,0.000023830715,0.0000025652541,0.000025252504,0.0008796224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992162,0.0000045639354,0.0001842042,0.00013812489,0.0002089786,0.00024795768],"domain_scores_gemma":[0.99953556,0.00003003313,0.000075588054,0.00006991455,0.00015353845,0.00013535135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033850127,0.00013488089,0.0001477576,0.00023237875,0.00011202251,0.000049557762,0.00016798827,0.00011444285,0.000032468022],"category_scores_gemma":[0.00014022957,0.00014352927,0.000029884319,0.0003978211,0.000008669331,0.0001900915,0.000045122364,0.00019300835,0.000009117078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024029293,0.00007829493,0.8920451,0.00085720385,0.00014007027,1.7850128e-7,0.013858377,0.050527904,0.0028765341,0.0039643305,0.034789912,0.0008597302],"study_design_scores_gemma":[0.00024794732,0.0000065879776,0.9699951,0.00020437187,0.0000281794,0.0000034291963,0.0007521635,0.023190679,0.0010067442,0.000127433,0.004113993,0.00032340546],"about_ca_topic_score_codex":0.0013217793,"about_ca_topic_score_gemma":0.0005910228,"teacher_disagreement_score":0.07795001,"about_ca_system_score_codex":0.0014381176,"about_ca_system_score_gemma":0.00020513812,"threshold_uncertainty_score":0.5852954},"labels":[],"label_agreement":null},{"id":"W3001250508","doi":"10.24908/pceea.vi0.13468","title":"A Decision-Making Framework for Engineering Mathematics Education","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Theme (computing); Engineering mathematics; Mathematics education; Engineering education; Engineering ethics; Computer science; Management science; Mathematics; Engineering; Engineering management; Political science","score_opus":0.00316187718220595,"score_gpt":0.20863190666784812,"score_spread":0.20547002948564216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001250508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9262965,0.0010053959,0.020730129,0.002377012,0.03558039,0.003952348,0.00007898701,0.0012295315,0.008749709],"genre_scores_gemma":[0.897321,0.00001558097,0.100856915,0.00015779542,0.0002937012,0.0003207505,0.000010784765,0.00010722918,0.00091626216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851525,0.0000018787434,0.00046807367,0.00022580939,0.00035442974,0.00043455703],"domain_scores_gemma":[0.9986224,0.0002206516,0.00020481284,0.00020065198,0.00054726185,0.00020417773],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003642265,0.00026705358,0.00025530806,0.0004613128,0.00009621032,0.00014434165,0.000420298,0.0002565294,0.00006978969],"category_scores_gemma":[0.0014512474,0.0002801822,0.00014411662,0.0007123366,0.0000059016375,0.00024043921,0.000022652823,0.00030404262,0.00003859162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075663415,0.0005501362,0.07201133,0.008453539,0.0007867493,9.371297e-8,0.008511379,0.18509129,0.007885509,0.50090164,0.18835263,0.02744816],"study_design_scores_gemma":[0.00083950005,0.000061983344,0.1824973,0.008873135,0.00030506914,0.000031832114,0.0027792524,0.2936413,0.007239469,0.013130102,0.4875244,0.0030766828],"about_ca_topic_score_codex":0.00011469632,"about_ca_topic_score_gemma":0.00016203677,"teacher_disagreement_score":0.4877715,"about_ca_system_score_codex":0.0027242699,"about_ca_system_score_gemma":0.0008095637,"threshold_uncertainty_score":0.999965},"labels":[],"label_agreement":null},{"id":"W3001330242","doi":"10.24908/pceea.vi0.13764","title":"MOTIVATION BEHIND INTERNATIONAL UNDERGRADUATE STUDENTS CHOOSING ENGINEERING","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Expectancy theory; Quarter (Canadian coin); Psychology; Identity (music); Value (mathematics); Medical education; Educational attainment; Engineering education; Social psychology; Mathematics education; Engineering; Medicine; Economics; Mathematics; Geography; Statistics","score_opus":0.002705400386549647,"score_gpt":0.1828566850168936,"score_spread":0.18015128463034394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001330242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98184127,0.000089554276,0.00010414884,0.0018837111,0.009577076,0.000505449,0.0000145577005,0.00033725039,0.0056470106],"genre_scores_gemma":[0.99561334,0.000025692967,0.00095211616,0.00010343954,0.0002171829,0.000059419348,0.000024473775,0.00006800307,0.002936341],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844456,0.0000031902257,0.000388074,0.0002127499,0.00058427185,0.00036717096],"domain_scores_gemma":[0.9990766,0.000041181003,0.0001643787,0.00013373786,0.00038434245,0.00019973621],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030569657,0.00023520048,0.00018847971,0.00046434562,0.00007565788,0.00019744287,0.00053731847,0.00016223309,0.00007232997],"category_scores_gemma":[0.00031939583,0.0002533006,0.00009374261,0.00048460186,0.000005890463,0.0003734424,0.000029707182,0.00031955735,0.00005523049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026974026,0.00015803157,0.723881,0.0008028241,0.00062320643,1.7147259e-7,0.002587323,0.19674098,0.017700309,0.009343053,0.04641937,0.001741033],"study_design_scores_gemma":[0.0005252474,0.000013518218,0.84022975,0.00058343203,0.00005754208,0.000007914995,0.0002603433,0.043342143,0.009597658,0.00012656482,0.10446144,0.00079444563],"about_ca_topic_score_codex":0.00043559363,"about_ca_topic_score_gemma":0.00026154806,"teacher_disagreement_score":0.15339884,"about_ca_system_score_codex":0.0031901281,"about_ca_system_score_gemma":0.00023608886,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W3001334531","doi":"10.24908/pceea.vi0.13867","title":"How to Win Friends and Influence Industry Collaborators","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Capstone; Teamwork; Process (computing); Engineering ethics; Engineering; Engineering management; Capstone course; Public relations; Business; Political science; Computer science","score_opus":0.0016503992452047654,"score_gpt":0.1627596795681911,"score_spread":0.16110928032298633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001334531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921102,0.0000682133,0.0000058740243,0.003133005,0.0015972209,0.00030668647,0.0000122304855,0.00012247669,0.0026440844],"genre_scores_gemma":[0.99417853,0.0000067886363,0.0008234886,0.0002242173,0.00007892775,0.00006395439,0.0000029263226,0.00003557202,0.004585578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913514,0.0000022562328,0.00018154886,0.00016103289,0.00023992217,0.00028009023],"domain_scores_gemma":[0.9990688,0.00002018515,0.000078089615,0.00009820216,0.00042798324,0.00030671497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001911559,0.0001593429,0.00014477556,0.00030611665,0.000060453018,0.00018531032,0.00021247922,0.00021311319,0.000021112854],"category_scores_gemma":[0.00037204713,0.00016605934,0.00002772918,0.0009358473,0.0000065436534,0.00027176377,0.000020944799,0.00029671128,0.000014469122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016116973,0.00005069772,0.79757375,0.0009748073,0.00024032171,1.05532045e-7,0.00496511,0.043771747,0.021096494,0.013185573,0.116108015,0.002031753],"study_design_scores_gemma":[0.00016963868,0.00001500682,0.74373895,0.00025757836,0.000027771026,0.0000028891616,0.0010875313,0.0022396476,0.0065970453,0.00003415096,0.24536449,0.00046530686],"about_ca_topic_score_codex":0.0005614122,"about_ca_topic_score_gemma":0.00058394746,"teacher_disagreement_score":0.12925647,"about_ca_system_score_codex":0.0015270126,"about_ca_system_score_gemma":0.00038105284,"threshold_uncertainty_score":0.67717034},"labels":[],"label_agreement":null},{"id":"W3001387697","doi":"10.24908/pceea.vi0.13474","title":"STUDENT AND INSTRUCTOR SATISFACTION AND ENGAGEMENT WITH BLENDED LEARNING IN CHEMICAL ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Student engagement; Accreditation; Medical education; Capstone; Blended learning; Psychology; Engineering education; Class (philosophy); Mathematics education; Engineering; Medicine; Computer science; Educational technology; Engineering management","score_opus":0.0034323862111238796,"score_gpt":0.17693254030257158,"score_spread":0.1735001540914477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001387697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982021,0.0001061443,0.000051839943,0.00030380447,0.00053790177,0.00037442925,0.0000013230085,0.00010924771,0.00031322133],"genre_scores_gemma":[0.9958632,0.00003298686,0.003770114,0.000021962434,0.000036990645,0.00007082464,0.0000024030444,0.000036776622,0.00016473119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991319,0.000005171308,0.00022159687,0.00017203094,0.00021938983,0.0002499191],"domain_scores_gemma":[0.99957436,0.000044870914,0.00007773156,0.000056928326,0.000105213345,0.00014088348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003085485,0.00017087629,0.00016401889,0.0002956364,0.000043096414,0.00007912042,0.00008552809,0.000100108206,0.000012794893],"category_scores_gemma":[0.00013708613,0.00016858021,0.00001831875,0.00035669823,0.0000068266468,0.00018038288,0.000019072122,0.0003306166,0.000002436811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037851607,0.000032677963,0.8396898,0.0007500944,0.00014625801,1.5376509e-7,0.0048707966,0.1259274,0.021599354,0.0027196188,0.00068755564,0.0035724877],"study_design_scores_gemma":[0.00036292127,0.000017697537,0.9670908,0.00025803887,0.000021522543,0.000007157415,0.0006372587,0.025481885,0.0038525183,0.000010703974,0.0019475811,0.00031192185],"about_ca_topic_score_codex":0.0004257706,"about_ca_topic_score_gemma":0.0002792488,"teacher_disagreement_score":0.12740098,"about_ca_system_score_codex":0.0014386631,"about_ca_system_score_gemma":0.00021095166,"threshold_uncertainty_score":0.6874502},"labels":[],"label_agreement":null},{"id":"W3001394191","doi":"10.24908/pceea.vi0.13736","title":"APPROACHES TO GRADUATE ATTRIBUTES AND CONTINUAL IMPROVEMENT PROCESSES IN FACULTIES OF ENGINEERING ACROSS CANADA: A NARRATIVE REVIEW OF THE LITERATURE","year":2019,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Accreditation; Narrative; Work (physics); Engineering ethics; Graduate students; Medical education; Selection (genetic algorithm); Computer science; Engineering; Medicine","score_opus":0.03438181388197216,"score_gpt":0.24632181146777213,"score_spread":0.21193999758579996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001394191","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00977163,0.9844127,0.00000335507,0.001129226,0.0018462023,0.0022781077,0.0004265311,0.000044247754,0.00008799274],"genre_scores_gemma":[0.066386916,0.9301769,0.0007312806,0.00013240305,0.0001702918,0.0010802405,0.00012431676,0.0001774275,0.0010202315],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813014,0.000009179524,0.00082770933,0.00024164526,0.000428813,0.00036249167],"domain_scores_gemma":[0.99850065,0.000090814436,0.00051711005,0.00016327908,0.0005866841,0.00014146969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040928513,0.00038721747,0.0009335711,0.00020114811,0.00005170732,0.000048922193,0.00046530997,0.00019847079,0.0000024311598],"category_scores_gemma":[0.0012735733,0.00030323255,0.00013874524,0.0015966645,0.000014525831,0.00011982301,0.0000648965,0.00044354194,3.7766756e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014169474,0.00009146384,0.0018268267,0.90445983,0.0008191608,1.7356773e-7,0.021673227,0.0050739776,0.000048888996,0.00066741346,0.031652063,0.033685546],"study_design_scores_gemma":[0.0002575932,0.000030081308,0.0115099605,0.27866882,0.00041122685,0.000013661642,0.0020570012,0.00038642375,0.0008702825,0.0000045274965,0.704551,0.0012394364],"about_ca_topic_score_codex":0.014069071,"about_ca_topic_score_gemma":0.07018941,"teacher_disagreement_score":0.6728989,"about_ca_system_score_codex":0.0024972935,"about_ca_system_score_gemma":0.0020945906,"threshold_uncertainty_score":0.999942},"labels":[],"label_agreement":null},{"id":"W3001457607","doi":"10.24908/pceea.vi0.13737","title":"USING MOTIVATION THEORY TO INFORM ENGINEERING COURSE DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Categorization; Course (navigation); Motivation theory; Mathematics education; Self-determination theory; Value (mathematics); Goal theory; Psychology; Computer science; Knowledge management; Engineering; Social psychology; Artificial intelligence","score_opus":0.009699077904249256,"score_gpt":0.20471630606099786,"score_spread":0.1950172281567486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001457607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749069,0.00018799171,0.007151556,0.0014961926,0.009018439,0.0018232883,0.000022571137,0.00069794315,0.0046951207],"genre_scores_gemma":[0.98586875,0.000005090162,0.0120709,0.0001738355,0.00014717448,0.00008280113,0.00000744919,0.000082590646,0.0015613888],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986106,0.0000048943693,0.0003761977,0.00018821935,0.0003830094,0.00043705577],"domain_scores_gemma":[0.99890023,0.00007870046,0.00013125465,0.00015575934,0.00043734134,0.00029669897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059625675,0.00024903473,0.00021264532,0.00045861342,0.0000964779,0.00011032537,0.00034504148,0.00017454682,0.00008321559],"category_scores_gemma":[0.00061492424,0.0002631862,0.00007961164,0.0011393254,0.000005160086,0.0003208352,0.00002489124,0.00026351647,0.00006136541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002429657,0.000043818676,0.02816525,0.00043663476,0.00017882705,5.2106248e-8,0.0019712069,0.9240562,0.016158547,0.012788103,0.015204714,0.0009942515],"study_design_scores_gemma":[0.0006953747,0.000055219327,0.50747764,0.001237482,0.00018568808,0.000019374835,0.0011548961,0.3387509,0.03401447,0.00030306814,0.114060216,0.0020457045],"about_ca_topic_score_codex":0.00028100197,"about_ca_topic_score_gemma":0.00008733777,"teacher_disagreement_score":0.5853053,"about_ca_system_score_codex":0.0032869095,"about_ca_system_score_gemma":0.0006114889,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W3001765995","doi":"10.24908/pceea.vi0.13782","title":"DEVELOPMENT AND INTEGRATION OF TECHNICAL WRITING SKILLS ORIENTED TOWARD ENGINEERS’ NEEDS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Accreditation; Internship; Bachelor; Capstone; Process (computing); Medical education; Work (physics); Engineering; Pedagogy; Computer science; Engineering management; Mathematics education; Psychology; Political science; Medicine; Mechanical engineering","score_opus":0.003569812346787809,"score_gpt":0.18433301877886807,"score_spread":0.18076320643208027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001765995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936924,0.00012997925,0.00018231281,0.00037944835,0.0014907658,0.00038543914,0.000006910337,0.00016540586,0.003567323],"genre_scores_gemma":[0.9903351,0.000016063672,0.008776825,0.000039180297,0.00005474761,0.00005692392,0.000013791278,0.00003865886,0.0006687284],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988364,0.0000028709048,0.00045019013,0.00014020217,0.00030010432,0.00027021058],"domain_scores_gemma":[0.999174,0.00003928247,0.00015915133,0.00009297885,0.00036883977,0.00016571993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035164735,0.00018806005,0.00021427311,0.00049137714,0.000049731385,0.00004351855,0.00019017557,0.00014183411,0.000025776359],"category_scores_gemma":[0.000288428,0.00018950361,0.000048811933,0.0007694164,0.0000107862625,0.00017912305,0.000023364517,0.0002388241,0.000007814777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012321946,0.0006903066,0.302649,0.0070368927,0.00096262986,2.6382537e-7,0.05544361,0.03483943,0.40425006,0.13027747,0.04081505,0.02302296],"study_design_scores_gemma":[0.00084059365,0.000059664697,0.7716655,0.0017185756,0.00010342771,0.000019696707,0.0059465477,0.015388059,0.12029654,0.00006359888,0.08258733,0.0013104592],"about_ca_topic_score_codex":0.0002258384,"about_ca_topic_score_gemma":0.00026781534,"teacher_disagreement_score":0.46901652,"about_ca_system_score_codex":0.0016878776,"about_ca_system_score_gemma":0.00035845113,"threshold_uncertainty_score":0.7727733},"labels":[],"label_agreement":null},{"id":"W3001899272","doi":"10.24908/pceea.vi0.13788","title":"BUILDING PROFESSIONAL COMMUNICATION SKILLS INSIDE AND OUTSIDE FORMAL EDUCATIONAL CONTEXTS: THE CHALLENGES AND OPPORTUNITIES OF ENGINEERING CO-OP PLACEMENTS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Argument (complex analysis); Bachelor; Curriculum; Context (archaeology); Component (thermodynamics); Professional development; Professional communication; Pedagogy; Engineering ethics; Medical education; Sociology; Mathematics education; Psychology; Engineering; Political science; Computer science; Medicine","score_opus":0.008475901726518737,"score_gpt":0.221237332447686,"score_spread":0.21276143072116727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001899272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98548335,0.0037576174,0.00001810606,0.005230796,0.0015680852,0.00064791186,0.000025379755,0.000084075975,0.0031846939],"genre_scores_gemma":[0.99693054,0.0007048035,0.0012900659,0.00010332967,0.00006391983,0.000106015315,0.000013128311,0.000036824236,0.00075136696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988901,0.000008940775,0.0003833816,0.00014650148,0.00029704365,0.00027400148],"domain_scores_gemma":[0.9990361,0.00015889501,0.00021601326,0.00013957302,0.0002996544,0.00014978282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054275413,0.0001943431,0.00020480019,0.0002692523,0.00012014981,0.000057241803,0.00025724302,0.00012521028,0.000022044653],"category_scores_gemma":[0.00027567413,0.00017255351,0.000043345295,0.00015520542,0.000027342974,0.00036506058,0.00004751493,0.00026037986,0.000002263719],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016217955,0.00049692875,0.12791197,0.0077876877,0.001392015,1.5308875e-7,0.03913382,0.028077295,0.022443349,0.70245594,0.0406689,0.029615749],"study_design_scores_gemma":[0.00070804113,0.000031873846,0.91054887,0.0016248993,0.00008916354,0.000021539781,0.0031188494,0.013834664,0.0057184556,0.0006513987,0.06288949,0.0007627503],"about_ca_topic_score_codex":0.0002176957,"about_ca_topic_score_gemma":0.0001712246,"teacher_disagreement_score":0.78263694,"about_ca_system_score_codex":0.0006636227,"about_ca_system_score_gemma":0.00035521627,"threshold_uncertainty_score":0.7036528},"labels":[],"label_agreement":null},{"id":"W3001995980","doi":"10.24908/pceea.vi0.13831","title":"Impact of Educational Interventions on an Engineering Faculty","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychological intervention; Discipline; Unit (ring theory); Position paper; Analytics; Resource (disambiguation); Position (finance); Medical education; Knowledge management; Educational resources; Psychology; Engineering management; Computer science; Engineering; Business; Pedagogy; Sociology; Medicine; Mathematics education; Data science; World Wide Web","score_opus":0.0073676605650498,"score_gpt":0.2481242987919536,"score_spread":0.2407566382269038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001995980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99332386,0.00005931411,0.000013676253,0.00042792052,0.002236411,0.00036624528,0.000070015296,0.000102278485,0.0034002697],"genre_scores_gemma":[0.9972317,0.0000062112344,0.0009276531,0.000022742544,0.00011976015,0.00006240788,0.00006443274,0.00005381405,0.0015112505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987526,0.000004019643,0.0004229247,0.00018356933,0.0003238772,0.00031301484],"domain_scores_gemma":[0.9989013,0.0000488929,0.00019340923,0.00016939669,0.00044167307,0.0002453408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002431817,0.0002242111,0.00022770878,0.0005080328,0.00005143019,0.00005817135,0.00035705548,0.00014574055,0.00027407467],"category_scores_gemma":[0.00036005056,0.00021763305,0.0002453089,0.0006573333,0.000007704722,0.00026797954,0.000015233946,0.0002617209,0.000042265554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000496202,0.00053744233,0.39217535,0.0016091889,0.00069051835,3.6100452e-8,0.002318499,0.505678,0.014237952,0.033783123,0.047983345,0.0009815933],"study_design_scores_gemma":[0.00020919599,0.000056348115,0.9777586,0.0005262994,0.000036598558,0.000002961944,0.00009952852,0.015529231,0.0020191474,0.00005403479,0.0033358994,0.00037219402],"about_ca_topic_score_codex":0.0012672265,"about_ca_topic_score_gemma":0.00041410862,"teacher_disagreement_score":0.5855832,"about_ca_system_score_codex":0.0028710428,"about_ca_system_score_gemma":0.0005840757,"threshold_uncertainty_score":0.8874818},"labels":[],"label_agreement":null},{"id":"W3001997177","doi":"10.24908/pceea.vi0.13706","title":"DEVELOPING PROFESSIONAL COMPETENCE OF FACULTY AND STUDENTS OF CIVIL ENGINEERING TO MEET THE GLOBAL STANDARDS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering education; Prosperity; Competence (human resources); Creativity; Engineering ethics; Engineering; Public relations; Political science; Medical education; Psychology; Engineering management; Medicine","score_opus":0.004719573525754316,"score_gpt":0.24027068886119782,"score_spread":0.2355511153354435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001997177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951542,0.00010797042,0.00011801137,0.0010801356,0.001968964,0.0004920357,0.000087749926,0.000060442137,0.0009304624],"genre_scores_gemma":[0.9977263,0.000008390961,0.0019193586,0.000060146915,0.000038312955,0.000045348595,0.000004559319,0.000023096269,0.00017444881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860084,0.0000041718413,0.0003801272,0.00014426043,0.00061660854,0.0002539945],"domain_scores_gemma":[0.998899,0.00004102665,0.00016785586,0.000105549814,0.00063980214,0.00014680655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050667976,0.00017005914,0.00022661946,0.00016552924,0.000053933705,0.000040198793,0.00040152718,0.00009598314,0.000015929261],"category_scores_gemma":[0.00042873615,0.00014421923,0.00005180705,0.00069638964,0.000011461311,0.00011741962,0.000057547826,0.00012606694,0.0000016721417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056863837,0.00008545744,0.8118268,0.0025227258,0.00041503832,5.794623e-8,0.006228072,0.07569197,0.007751521,0.0716471,0.023365308,0.00046022257],"study_design_scores_gemma":[0.0002773527,0.000020073492,0.9692264,0.00102014,0.000039899063,0.000003868113,0.0009474083,0.0051871967,0.00627466,0.0001248711,0.01649532,0.00038280876],"about_ca_topic_score_codex":0.00043835212,"about_ca_topic_score_gemma":0.0016144239,"teacher_disagreement_score":0.15739956,"about_ca_system_score_codex":0.0020553945,"about_ca_system_score_gemma":0.0006636048,"threshold_uncertainty_score":0.58810896},"labels":[],"label_agreement":null},{"id":"W3002150399","doi":"10.24908/pceea.vi0.13712","title":"INTERRUPTED CASE STUDIES IN MATERIALS ENGINEERING","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Class (philosophy); Mathematics education; Key (lock); Computer science; Psychology; Artificial intelligence; Computer security","score_opus":0.00770401966098083,"score_gpt":0.22088999226248412,"score_spread":0.2131859726015033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002150399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921426,0.00023000372,0.00000462887,0.00033887365,0.0055940403,0.00039084358,0.000011553908,0.00017892041,0.0011085316],"genre_scores_gemma":[0.9979148,0.000029012053,0.0006965948,0.00005918329,0.00010962169,0.0001083715,0.0000063108764,0.0000555449,0.0010205811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987813,0.000004174042,0.00043648612,0.00018245554,0.00021819974,0.0003773458],"domain_scores_gemma":[0.99927795,0.00004796127,0.00011821769,0.00012318221,0.00028888753,0.0001438151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040019595,0.0002239015,0.00027265432,0.00053961796,0.000041475723,0.00006835868,0.00023438664,0.00014984097,0.000070616734],"category_scores_gemma":[0.00046479178,0.00022842846,0.000058255493,0.0007354816,0.000008034675,0.00022739671,0.000026880254,0.00024814418,0.000035461588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011328498,0.0004147264,0.23571242,0.013625155,0.0018635188,0.000023975992,0.03621525,0.3671433,0.1840882,0.032107905,0.12629509,0.0024991236],"study_design_scores_gemma":[0.0035254152,0.00012737727,0.47390586,0.008221836,0.0003579991,0.0014940706,0.016370771,0.108658664,0.22291589,0.0003829369,0.15764555,0.006393623],"about_ca_topic_score_codex":0.001048867,"about_ca_topic_score_gemma":0.0014107821,"teacher_disagreement_score":0.25848463,"about_ca_system_score_codex":0.0034233702,"about_ca_system_score_gemma":0.00022130193,"threshold_uncertainty_score":0.9315042},"labels":[],"label_agreement":null},{"id":"W3002158345","doi":"10.24908/pceea.vi0.13789","title":"UNDERGRADUATE WRITING ASSIGNMENTS IN ENGINEERING: TRACKING ATTRIBUTE 7 IN TWO ACCREDITATION CYCLES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Alberta; University of Ottawa","keywords":"Accreditation; Syllabus; Tracking (education); Graduate students; Engineering education; Science and engineering; Class (philosophy); Computer science; Mathematics education; Psychology; Medical education; Engineering management; Engineering; Engineering ethics; Pedagogy; Medicine; Artificial intelligence","score_opus":0.005518434563997227,"score_gpt":0.2157120244789504,"score_spread":0.21019358991495318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002158345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99415314,0.00011725724,0.000049642043,0.0010668755,0.0024957857,0.0004831937,0.000009627734,0.00015759125,0.0014668951],"genre_scores_gemma":[0.998429,0.000021030308,0.0008733082,0.000053682248,0.00010385716,0.00010036975,0.00002022738,0.00006161604,0.00033691782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983529,0.000006772812,0.0005436036,0.00023211683,0.00036693903,0.0004976953],"domain_scores_gemma":[0.99929917,0.00007415494,0.00015732295,0.00011371968,0.00019693951,0.00015866992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056030083,0.0002403925,0.0002511741,0.0007677045,0.000042231568,0.00011446263,0.00029874826,0.00013474423,0.000022022092],"category_scores_gemma":[0.0003882091,0.0002764643,0.00006891661,0.001132002,0.0000053997096,0.00042129064,0.000020833822,0.00041441695,0.000022309097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010597688,0.000059170743,0.69150084,0.0005488189,0.000052733027,2.4188535e-7,0.0012622846,0.29241636,0.0077635483,0.003341166,0.0024193067,0.0006344739],"study_design_scores_gemma":[0.0005511922,0.0000068523455,0.9339523,0.00075238524,0.000014617656,0.0000033629346,0.00051967823,0.05672397,0.0038282203,0.00009870128,0.0030698313,0.00047892574],"about_ca_topic_score_codex":0.001412303,"about_ca_topic_score_gemma":0.002910366,"teacher_disagreement_score":0.24245141,"about_ca_system_score_codex":0.0046241013,"about_ca_system_score_gemma":0.00035457534,"threshold_uncertainty_score":0.99996877},"labels":[],"label_agreement":null},{"id":"W3002180407","doi":"10.24908/pceea.vi0.13744","title":"IMPACT OF LANGUAGE AND STRUCTURE OF INSTRUCTIONS ON STUDENTS’ CONFIDENCE TOWARDS COMPLETING ASSIGNMENTS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Workload; Context (archaeology); Mathematics education; Curriculum; Set (abstract data type); Computer science; Focus group; Psychology; Medical education; Pedagogy; Medicine; Programming language","score_opus":0.003285878944247021,"score_gpt":0.22213554172006383,"score_spread":0.2188496627758168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002180407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979343,0.000043861655,0.000007584136,0.000068921785,0.00084605685,0.00021995968,0.000041380717,0.00003325514,0.00080471917],"genre_scores_gemma":[0.9991938,0.000007986025,0.0004913416,0.000013120204,0.000032227606,0.000007723357,0.0000072214684,0.000021403994,0.00022518197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991472,0.0000034353804,0.00026967135,0.00010777923,0.0003057575,0.0001661925],"domain_scores_gemma":[0.9993595,0.000026002986,0.00018883601,0.000087637476,0.00023360758,0.00010445388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013034028,0.00013060814,0.00018498165,0.00024635874,0.00003246948,0.000029160929,0.00020449985,0.00008743574,0.000057924404],"category_scores_gemma":[0.0001918959,0.00012228506,0.00005859011,0.0003379442,0.000011121765,0.00009582822,0.000017202014,0.00015756662,0.000001684133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029516025,0.00007837214,0.85601646,0.00088234944,0.0003788816,2.9020674e-8,0.006254006,0.029897202,0.097594745,0.0043225912,0.0033475005,0.0012249094],"study_design_scores_gemma":[0.0001683156,0.000023182358,0.98684937,0.00024203387,0.000020229902,0.0000018860335,0.00059584907,0.0015109335,0.010168216,0.000024994386,0.0002499217,0.00014509322],"about_ca_topic_score_codex":0.0018621639,"about_ca_topic_score_gemma":0.00021845923,"teacher_disagreement_score":0.13083288,"about_ca_system_score_codex":0.0010540496,"about_ca_system_score_gemma":0.00024037079,"threshold_uncertainty_score":0.49866396},"labels":[],"label_agreement":null},{"id":"W3002218431","doi":"10.24908/pceea.vi0.13834","title":"DISCRETIZATION AND ANALYSIS OF THE EVALUATION METHOD FOR DESIGN REPORTS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Rubric; Discretization; Viewpoints; Computer science; Coding (social sciences); Statistics; Mathematics education; Mathematics","score_opus":0.007358016734404133,"score_gpt":0.2343738514975765,"score_spread":0.22701583476317236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002218431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95542943,0.0005619398,0.023765543,0.0037491694,0.008267401,0.004601724,0.000067746136,0.00022113303,0.0033358892],"genre_scores_gemma":[0.9882648,0.000007752739,0.010841663,0.000044134318,0.000035093122,0.0001534251,0.00001971529,0.000025794012,0.00060763286],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903643,0.000009975247,0.00032830203,0.00014894718,0.00031494693,0.00016142584],"domain_scores_gemma":[0.99885017,0.00007677194,0.0002585387,0.00013000006,0.0006092153,0.00007532954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010539514,0.00011760656,0.0001835651,0.00033845543,0.00006401478,0.000041121428,0.00014032329,0.00010114772,0.000024097828],"category_scores_gemma":[0.000762252,0.00009919815,0.000099243014,0.0011017623,0.00000637216,0.00011613351,0.00001201543,0.00009109598,5.1089904e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021705182,0.00004476977,0.19724052,0.00068513316,0.0011698613,7.372609e-9,0.0032316046,0.75892067,0.013350753,0.0071710013,0.014697412,0.0034860775],"study_design_scores_gemma":[0.00011132603,0.0000062724334,0.48045948,0.000092344555,0.00055664114,0.000001336862,0.00018322917,0.50832796,0.005372281,0.00018271455,0.004525374,0.00018105938],"about_ca_topic_score_codex":0.000398985,"about_ca_topic_score_gemma":0.00044620148,"teacher_disagreement_score":0.28321898,"about_ca_system_score_codex":0.0011128314,"about_ca_system_score_gemma":0.0003574319,"threshold_uncertainty_score":0.4045183},"labels":[],"label_agreement":null},{"id":"W3002291650","doi":"10.24908/pceea.vi0.13766","title":"DISCOVERE: AN OUTREACH PROGRAM AT THE SCHOOL OF ENGINEERING","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; Curriculum; Variety (cybernetics); Passion; Engineering education; Engineering; Engineering ethics; Engineering management; Civil engineering; Pedagogy; Sociology; Computer science; Political science; Psychology; Artificial intelligence","score_opus":0.002862101628938576,"score_gpt":0.18894821730037825,"score_spread":0.18608611567143968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002291650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908185,0.00020334873,0.000012514244,0.00083255896,0.0027601386,0.00079457025,0.0000237958,0.00025916734,0.0042954218],"genre_scores_gemma":[0.9947673,0.000017132752,0.0010001641,0.000056200664,0.00013647327,0.00016578042,0.000023619465,0.00006729053,0.0037660294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863356,0.0000048336606,0.0003937694,0.00019374654,0.0003940612,0.00038000138],"domain_scores_gemma":[0.9989628,0.000041312695,0.00018253314,0.00023447956,0.00032314967,0.00025569662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003597872,0.00022992892,0.00022165928,0.0002411919,0.00008091523,0.00008750705,0.00046484894,0.00015334859,0.0001558929],"category_scores_gemma":[0.0003268697,0.00019299766,0.00010859521,0.00066398847,0.000013219059,0.00028053604,0.00003561277,0.000294884,0.000047187383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008025937,0.0004559303,0.49246037,0.0029636964,0.00078431313,1.5230647e-7,0.005417829,0.29867935,0.050922845,0.014435362,0.12906107,0.0048110527],"study_design_scores_gemma":[0.00047165656,0.000059152117,0.74669,0.0004947347,0.00010959895,0.0000110189,0.0008118882,0.046415556,0.021193497,0.000047551395,0.18279491,0.0009004512],"about_ca_topic_score_codex":0.0009908021,"about_ca_topic_score_gemma":0.0011593642,"teacher_disagreement_score":0.2542296,"about_ca_system_score_codex":0.0025439595,"about_ca_system_score_gemma":0.00040114563,"threshold_uncertainty_score":0.78702164},"labels":[],"label_agreement":null},{"id":"W3002293134","doi":"10.24908/pceea.vi0.13804","title":"DEVELOPING GRADUATE ATTRIBUTES USING A SUSTAINABILITY ASSESSMENT PROJECT","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Western University","funders":"University of Ottawa","keywords":"Rubric; Accreditation; Sustainability; Competence (human resources); Multidisciplinary approach; Medical education; Graduate students; Psychology; Engineering management; Computer science; Engineering; Pedagogy; Sociology; Medicine","score_opus":0.016568162111412335,"score_gpt":0.25674749638368827,"score_spread":0.24017933427227595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002293134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912309,0.000070216054,0.00031745058,0.0017567108,0.0032944477,0.00091200974,0.00001452303,0.00026542274,0.002138299],"genre_scores_gemma":[0.9920535,0.000011229416,0.006780258,0.000078491554,0.00010139963,0.00009448254,0.000012768891,0.000052749165,0.00081508636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985394,0.0000068109644,0.00038524915,0.00021565128,0.00040064476,0.00045223543],"domain_scores_gemma":[0.998593,0.000039642266,0.0001679157,0.00014171877,0.0009134109,0.00014432443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005332161,0.00022717842,0.00022812595,0.00038321238,0.000118714954,0.00012197571,0.00031106998,0.00014402653,0.00002373902],"category_scores_gemma":[0.00040226555,0.00022979801,0.00009257727,0.0009669557,0.000009817332,0.00026566503,0.000031176944,0.00031173334,0.000008837459],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032054827,0.00018682757,0.7180625,0.0055263164,0.0006653179,2.8204147e-7,0.0052637733,0.1372379,0.0092142215,0.06579528,0.055449724,0.002594596],"study_design_scores_gemma":[0.00049380405,0.000023295232,0.80428505,0.0006850821,0.000102350605,0.000014086437,0.0027724039,0.107055336,0.0068435855,0.0006768568,0.07571032,0.0013378281],"about_ca_topic_score_codex":0.0023178193,"about_ca_topic_score_gemma":0.00058835576,"teacher_disagreement_score":0.08622251,"about_ca_system_score_codex":0.011540013,"about_ca_system_score_gemma":0.0026762767,"threshold_uncertainty_score":0.9922545},"labels":[],"label_agreement":null},{"id":"W3002303888","doi":"10.24908/pceea.vi0.13760","title":"REVELATIONS OF A COLLABORATIVE MIDTERM IN AN ENGINEERING TECHNOLOGY MANAGEMENT COURSE","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Test (biology); Test anxiety; Psychology; Perspective (graphical); Medical education; Work (physics); Mathematics education; Engineering ethics; Engineering; Engineering management; Anxiety; Knowledge management; Computer science; Medicine","score_opus":0.0018025228524137715,"score_gpt":0.18424190871920268,"score_spread":0.1824393858667889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002303888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99271643,0.00019200877,0.00003689217,0.00075005816,0.0017348042,0.0006770017,0.000019782055,0.00016645984,0.0037065698],"genre_scores_gemma":[0.9953121,0.00001978389,0.0038183683,0.000023945444,0.0000343867,0.00012456714,0.000010832779,0.00004149304,0.00061454857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988889,0.0000033550664,0.00039688675,0.00017327021,0.00024143356,0.0002961739],"domain_scores_gemma":[0.99915814,0.000021267995,0.00015103455,0.00015447188,0.00039154344,0.00012351309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002540888,0.00017826265,0.00022065798,0.00077649264,0.000033384717,0.00003467723,0.00031367977,0.00017035606,0.000038099544],"category_scores_gemma":[0.000105261504,0.00019761872,0.000045216962,0.0016910058,0.000009666137,0.00023717791,0.000020062736,0.00023231164,0.000008407247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037808593,0.00032561045,0.5871653,0.0021957213,0.00039828735,3.9613406e-7,0.005291043,0.302915,0.01771874,0.073619545,0.008089245,0.0022773268],"study_design_scores_gemma":[0.0006187674,0.000035945053,0.9186979,0.0008805787,0.00007421107,0.000004470089,0.0022314459,0.04931977,0.008221635,0.00018716333,0.018996384,0.0007317331],"about_ca_topic_score_codex":0.00018051526,"about_ca_topic_score_gemma":0.00080990454,"teacher_disagreement_score":0.3315326,"about_ca_system_score_codex":0.0016329016,"about_ca_system_score_gemma":0.00028500598,"threshold_uncertainty_score":0.80586576},"labels":[],"label_agreement":null},{"id":"W3002447953","doi":"10.24908/pceea.vi0.13768","title":"DEVELOPING A FRAMEWORK TO EVALUATE INDIVIDUAL LEARNING IN ENGINEERING DESIGN PROBLEMS – PART 1: TEACHING THROUGH SIMULACRA OF REAL-WORLD PROBLEMS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Cornerstone; Capstone; Dilemma; Context (archaeology); Problem-based learning; Engineering education; Computer science; Mathematics education; Engineering design process; Preference; Simple (philosophy); Engineering management; Engineering; Mathematics; Mechanical engineering","score_opus":0.016696771426283525,"score_gpt":0.24308237495074847,"score_spread":0.22638560352446493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002447953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782749,0.0002648645,0.006524051,0.0022613767,0.005112588,0.0028081182,0.000016558086,0.0006610619,0.0040765125],"genre_scores_gemma":[0.96722937,0.000032669457,0.031455867,0.000090691654,0.00010170833,0.0002476681,0.000012005672,0.00010363184,0.0007263691],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977674,0.000019772428,0.000732024,0.00030724535,0.00056622445,0.00060734496],"domain_scores_gemma":[0.99883354,0.00018423087,0.00026937833,0.00016338282,0.0003490128,0.00020047382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013996799,0.0003283957,0.00039809334,0.0008005484,0.000087262946,0.000107104024,0.00047607697,0.00021330045,0.000032533855],"category_scores_gemma":[0.001230038,0.00035697984,0.00008837711,0.001529722,0.0000073860797,0.00033220908,0.00005154055,0.0007558142,0.000019181078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010640015,0.000027959048,0.041615356,0.00085977034,0.000090038615,4.253089e-8,0.0053362558,0.9395931,0.0012769828,0.009632262,0.0012112233,0.00035596907],"study_design_scores_gemma":[0.0015776769,0.0001667941,0.47676075,0.01648077,0.00023679572,0.000009760383,0.0028181295,0.3513337,0.016679497,0.0022096059,0.12793472,0.0037917756],"about_ca_topic_score_codex":0.0018283218,"about_ca_topic_score_gemma":0.0011023198,"teacher_disagreement_score":0.58825934,"about_ca_system_score_codex":0.003498148,"about_ca_system_score_gemma":0.00073464424,"threshold_uncertainty_score":0.99988824},"labels":[],"label_agreement":null},{"id":"W3002486847","doi":"10.24908/pceea.vi0.13746","title":"TEACHING ASSISTANT TRAINING IN ENGINEERING DESIGN","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cornerstone; Medical education; Engineering management; Quality (philosophy); Engineering education; Engineering design process; Engineering; Training (meteorology); Psychology; Mathematics education; Computer science; Medicine; Mechanical engineering","score_opus":0.006014332882013792,"score_gpt":0.18309306123933933,"score_spread":0.17707872835732555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002486847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96792835,0.00036787626,0.0007392683,0.0020562734,0.009280775,0.0013503678,0.000015512207,0.0006999711,0.017561601],"genre_scores_gemma":[0.9937032,0.000008715476,0.004453064,0.00007645784,0.00011765593,0.00009674809,0.0000051555658,0.0000710974,0.0014679385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998556,0.000006963764,0.00041841893,0.00020654575,0.00032716466,0.00048490986],"domain_scores_gemma":[0.9993284,0.00007189047,0.000121595825,0.00012595423,0.00015149158,0.00020070374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007289788,0.00023788305,0.00024843516,0.000576727,0.00006215176,0.00009265288,0.00034192577,0.00017755036,0.000044415665],"category_scores_gemma":[0.00043761695,0.0002540975,0.00007989928,0.00065619167,0.000004908939,0.00026289475,0.000017856157,0.00051489606,0.00002605786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040881155,0.00012086274,0.09025414,0.0020928776,0.00029876936,5.509262e-7,0.019198345,0.7934853,0.036577564,0.03058446,0.022279821,0.0051032254],"study_design_scores_gemma":[0.001112249,0.00004700639,0.38780585,0.0024337962,0.00008851874,0.000026146332,0.0036559103,0.42657453,0.011240911,0.0003050169,0.16439371,0.002316355],"about_ca_topic_score_codex":0.0011964972,"about_ca_topic_score_gemma":0.00078948063,"teacher_disagreement_score":0.36691076,"about_ca_system_score_codex":0.003579359,"about_ca_system_score_gemma":0.0006134602,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W3002593792","doi":"10.24908/pceea.vi0.13704","title":"INTERNATIONAL STUDENT PERCEPTION OF COLLABORATIVE GROUP EXAMS IN A FIRST-YEAR ENGINEERING CHEMISTRY COURSE","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Group work; Perception; Medical education; Psychology; Work (physics); Pedagogy; Engineering; Medicine","score_opus":0.001940384782227754,"score_gpt":0.18814766826750878,"score_spread":0.18620728348528104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002593792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99222946,0.00007676153,0.000019093366,0.00071831787,0.0025716713,0.0004147519,0.000021930608,0.00009684452,0.003851172],"genre_scores_gemma":[0.99819314,0.00004780005,0.0010037301,0.000023885861,0.00010666441,0.00009240843,0.000020481366,0.000041280542,0.00047062663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878556,0.0000027742697,0.00039595994,0.0001769818,0.00037678354,0.00026192886],"domain_scores_gemma":[0.9992223,0.000032543066,0.0001632112,0.000109829016,0.0003459999,0.0001261535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003016822,0.00018654623,0.00021062228,0.00025166292,0.00002883066,0.00005123154,0.0003452786,0.0001572171,0.00013877415],"category_scores_gemma":[0.000174767,0.00020602556,0.00006621719,0.0006940699,0.000008172337,0.0002514788,0.000024772651,0.00025028322,0.000011768245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058459063,0.0002754694,0.7399246,0.0016515459,0.0003866216,1.9903949e-7,0.008927953,0.16790652,0.06201259,0.0033050333,0.014879803,0.0007238309],"study_design_scores_gemma":[0.00061970623,0.000016275484,0.93327886,0.0006610382,0.000036254125,0.0000030635113,0.0034693123,0.023909297,0.004975551,0.000015129214,0.032493975,0.000521559],"about_ca_topic_score_codex":0.0004391587,"about_ca_topic_score_gemma":0.0004599942,"teacher_disagreement_score":0.19335425,"about_ca_system_score_codex":0.002834097,"about_ca_system_score_gemma":0.00021429124,"threshold_uncertainty_score":0.8401479},"labels":[],"label_agreement":null},{"id":"W3002652057","doi":"10.24908/pceea.vi0.13707","title":"Learning to Learn: Defining an Engineering Learning Culture","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Lifelong learning; Accreditation; Engineering education; Credibility; Active learning (machine learning); Accountability; Learning sciences; Experiential learning; Construct (python library); Curriculum; Open learning; Pedagogy; Metacognition; Engineering ethics; Cooperative learning; Psychology; Engineering; Computer science; Teaching method; Artificial intelligence; Political science; Engineering management; Cognition","score_opus":0.0022358378168266546,"score_gpt":0.17698389817302979,"score_spread":0.17474806035620313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002652057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98526657,0.00016284459,0.00007120293,0.00057784235,0.00359604,0.00051655,0.0000057121165,0.00075506733,0.00904817],"genre_scores_gemma":[0.99031264,0.000016642758,0.003046449,0.00011560653,0.00017656726,0.00008647881,0.000024338524,0.0001106668,0.0061106426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983396,0.000008078205,0.00037981686,0.00028977008,0.0004202496,0.0005625116],"domain_scores_gemma":[0.99881846,0.00003732459,0.00013973801,0.00013937449,0.00041499117,0.00045011565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046292087,0.0003013589,0.0002655542,0.0004962498,0.00015866717,0.00018987828,0.0004093887,0.00023030449,0.000085613865],"category_scores_gemma":[0.0007598215,0.0003224082,0.00009893447,0.0010089112,0.0000049849496,0.0003661981,0.000034605586,0.0007600181,0.00014988187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001439562,0.00003362231,0.07676862,0.0004294359,0.00010911261,9.86597e-8,0.0068563917,0.8865869,0.014439411,0.004181117,0.009099389,0.0014944719],"study_design_scores_gemma":[0.00046979607,0.00013557657,0.20062926,0.000866218,0.000080694015,0.000017719594,0.004340792,0.1486534,0.008331186,0.000029803763,0.63477635,0.0016691715],"about_ca_topic_score_codex":0.00067933387,"about_ca_topic_score_gemma":0.00035398104,"teacher_disagreement_score":0.73793346,"about_ca_system_score_codex":0.0023933686,"about_ca_system_score_gemma":0.00038991976,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W3002793950","doi":"10.24908/pceea.vi0.13864","title":"SELF-BIAS AND GENDER-BIAS IN STUDENT PEER EVALUATION: AN EXPANDED STUDY","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Gender bias; Psychology; Peer evaluation; Peer review; Social psychology; Formative assessment; Higher education; Mathematics education; Political science","score_opus":0.02373578739669509,"score_gpt":0.2651867743533404,"score_spread":0.24145098695664532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002793950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928404,0.00014065337,0.0000018646009,0.00028028473,0.0020435387,0.00097620103,0.0000034243385,0.00013501223,0.0035786403],"genre_scores_gemma":[0.9983879,0.000012313045,0.00057438953,0.000052948253,0.000106911066,0.00020361178,0.000009585642,0.000043395532,0.00060895865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983497,0.000017730043,0.00037080084,0.00021493722,0.0007080887,0.00033871748],"domain_scores_gemma":[0.9988984,0.000038618746,0.00012554972,0.00014238647,0.0005543002,0.0002407578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016242341,0.0002044188,0.00020487148,0.0004024336,0.00006199465,0.00012751807,0.00024360423,0.00012381574,0.00005147369],"category_scores_gemma":[0.0004060843,0.00021035665,0.000039035123,0.00056871516,0.000004431119,0.00036031,0.000023232473,0.00024917585,0.000012823603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.673454e-7,0.00023923768,0.96945274,0.0002458273,0.000099928875,3.8784517e-8,0.019107321,0.006814992,0.00016372808,0.0007831615,0.0026425063,0.00044987802],"study_design_scores_gemma":[0.000408948,0.000019857005,0.973707,0.000056333185,0.000043780747,0.0000026129362,0.0048181764,0.016626824,0.00017831399,0.0000320197,0.0038202698,0.0002858611],"about_ca_topic_score_codex":0.00065353204,"about_ca_topic_score_gemma":0.0020553612,"teacher_disagreement_score":0.014289144,"about_ca_system_score_codex":0.0030847385,"about_ca_system_score_gemma":0.00043417956,"threshold_uncertainty_score":0.85780954},"labels":[],"label_agreement":null},{"id":"W3002875345","doi":"10.24908/pceea.vi0.13769","title":"DEVELOPING A FRAMEWORK TO EVALUATE INDIVIDUAL LEARNING IN ENGINEERING DESIGN PROBLEMS – PART 2: ASSESSMENT OF INDIVIDUAL LEARNING IN TEAM ENVIRONMENTS","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Accreditation; Competence (human resources); Team-based learning; Dilemma; Computer science; Set (abstract data type); Outcome (game theory); Curriculum; Project-based learning; Function (biology); Knowledge management; Engineering management; Mathematics education; Engineering; Psychology; Medical education; Pedagogy","score_opus":0.011589931564930359,"score_gpt":0.23068126398875133,"score_spread":0.21909133242382098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002875345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925319,0.0001346613,0.0025749574,0.00064973906,0.0019084761,0.0013173396,0.000008116771,0.00017469491,0.00070014654],"genre_scores_gemma":[0.9813435,0.000029912306,0.01780847,0.000058581933,0.000061484905,0.00027055712,0.000018004197,0.00007655393,0.00033290827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99772143,0.00002391851,0.0006903903,0.00029570985,0.0006949298,0.0005736024],"domain_scores_gemma":[0.9991736,0.0001400326,0.0002436865,0.00011688838,0.00012748533,0.00019831413],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016907891,0.0002964283,0.00036330626,0.0010037851,0.00005690673,0.000094631854,0.0004601667,0.00024700916,0.000035596255],"category_scores_gemma":[0.00096761377,0.0003396268,0.00006501639,0.001342323,0.000007095973,0.00024190111,0.00006502075,0.0008398158,0.0000129589125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.604612e-7,0.000031642612,0.20059994,0.0003070121,0.00006289268,5.2186746e-8,0.002652463,0.7932993,0.00120477,0.0010007812,0.0003237097,0.0005167401],"study_design_scores_gemma":[0.00042732686,0.000044989807,0.9052256,0.0020515148,0.000037010395,0.0000022999945,0.00094792666,0.07695653,0.0023296506,0.00007028446,0.011231364,0.0006755321],"about_ca_topic_score_codex":0.00033802056,"about_ca_topic_score_gemma":0.00027257242,"teacher_disagreement_score":0.7163428,"about_ca_system_score_codex":0.004070833,"about_ca_system_score_gemma":0.0008021474,"threshold_uncertainty_score":0.9999056},"labels":[],"label_agreement":null},{"id":"W3002925177","doi":"10.24908/pceea.vi0.13821","title":"FIVE CAPABILITIES OF DESIGN ENGINEERS: TOWARDS UNDERSTANDING THE TRANSDISCIPLINARY COMPETENCIES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering ethics; Negotiation; Discipline; Work (physics); Sociocultural evolution; Knowledge management; Engineering; Engineering management; Sociology; Computer science","score_opus":0.010758786847063133,"score_gpt":0.19233557549708494,"score_spread":0.1815767886500218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002925177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683206,0.00061412953,0.002287509,0.00352066,0.0070475237,0.0014398916,0.000048879683,0.00029215758,0.016428636],"genre_scores_gemma":[0.9964923,0.000022529452,0.0013753269,0.000041528267,0.00006939374,0.00006617251,0.000005335709,0.000041060557,0.0018863108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99882925,0.000007835778,0.00036041156,0.00014278137,0.0003476947,0.0003120015],"domain_scores_gemma":[0.99920356,0.00010741804,0.00014015466,0.00014231402,0.0002867346,0.00011980314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046213446,0.0001972424,0.00022119159,0.00026320358,0.00010006307,0.00005692026,0.0003936469,0.00012587575,0.00009654587],"category_scores_gemma":[0.00019515486,0.00016364465,0.000109683955,0.0006188634,0.000027530356,0.00018736316,0.000017544484,0.0002436756,0.000016205215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065843305,0.000115835996,0.012099821,0.0027703466,0.00064341334,7.693308e-8,0.0852271,0.77370775,0.011445573,0.053005736,0.060556076,0.00042169954],"study_design_scores_gemma":[0.0019171401,0.00023072498,0.39070752,0.0031987154,0.00051491574,0.00003733838,0.1704992,0.32401612,0.06492392,0.004336335,0.03603469,0.0035833686],"about_ca_topic_score_codex":0.0005469697,"about_ca_topic_score_gemma":0.00029579367,"teacher_disagreement_score":0.44969162,"about_ca_system_score_codex":0.0026691176,"about_ca_system_score_gemma":0.0005549643,"threshold_uncertainty_score":0.69796497},"labels":[],"label_agreement":null},{"id":"W3003020276","doi":"10.24908/pceea.vi0.13713","title":"DESIGN DAYS BOOT CAMP 2.0: IMPROVEMENTS AND CONNECTIONS TO CEAB GRADUATE ATTRIBUTES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Cornerstone; Boot camp; Variety (cybernetics); Engineering design process; Design education; Computer science; Engineering education; Engineering management; Engineering; Mathematics education; Software engineering; Psychology; Artificial intelligence","score_opus":0.010252710101957066,"score_gpt":0.1948027835558663,"score_spread":0.18455007345390922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003020276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98671067,0.00013412902,0.00056341087,0.0037100795,0.0049977875,0.0011966781,0.000031283194,0.00033011235,0.0023258806],"genre_scores_gemma":[0.99498713,0.000016140244,0.0024686402,0.00020409081,0.000086767126,0.00013914227,0.0000093959625,0.00004718655,0.0020414873],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989369,0.000004069332,0.00026838554,0.00019142128,0.00025710574,0.00034213957],"domain_scores_gemma":[0.9991189,0.00004583174,0.0000922971,0.00010753527,0.00034967813,0.00028573963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033422705,0.00018673812,0.00017120593,0.00032471376,0.000105853025,0.00010906438,0.00017503178,0.00010629239,0.000039834846],"category_scores_gemma":[0.00030796745,0.00019421171,0.000042781892,0.00057596137,0.000005989202,0.00017804833,0.00002353555,0.00019677896,0.000050639967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008597925,0.00025493896,0.16810904,0.0021574267,0.0010073836,2.8285706e-7,0.014586281,0.20040552,0.103529654,0.020971753,0.4834123,0.005556829],"study_design_scores_gemma":[0.0009180467,0.00010141211,0.7503328,0.00071828044,0.00015413007,0.000018813074,0.0017883417,0.04666696,0.046551257,0.00043232777,0.15050294,0.0018147009],"about_ca_topic_score_codex":0.0009010792,"about_ca_topic_score_gemma":0.00039787134,"teacher_disagreement_score":0.5822237,"about_ca_system_score_codex":0.0017521508,"about_ca_system_score_gemma":0.00028648152,"threshold_uncertainty_score":0.7919724},"labels":[],"label_agreement":null},{"id":"W3003094031","doi":"10.24908/pceea.vi0.13701","title":"ENGINEERS-IN-RESIDENCE PROGRAMS AS A FRAMEWORK FOR INDUSTRY ENGAGEMENT IN UNDERGRADUATE ENGINEERING EDUCATION: CHALLENGES AND OPPORTUNITIES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; McMaster University; University of Waterloo; University of Manitoba","funders":"","keywords":"Leverage (statistics); Engineering education; Residence; Engineering ethics; Institution; Perspective (graphical); Engineering management; Medical education; Engineering; Sociology; Pedagogy; Political science; Medicine; Computer science","score_opus":0.021555918150326703,"score_gpt":0.23387963093001565,"score_spread":0.21232371277968895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003094031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764116,0.0038782912,0.00007014938,0.00965383,0.004480438,0.0018930394,0.000009227609,0.0002787366,0.0033246954],"genre_scores_gemma":[0.9936638,0.0005766299,0.0038653743,0.00012597135,0.0001300337,0.0006137655,0.000011019479,0.00007018932,0.00094324537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99855435,0.000006841164,0.0004279708,0.000269511,0.00027494857,0.0004663622],"domain_scores_gemma":[0.9991587,0.00011110977,0.00012801045,0.00014361186,0.00022763593,0.00023096825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055193854,0.00027521283,0.0002682474,0.0006659342,0.000045091765,0.0000979831,0.00027832284,0.0003453844,0.0000140142765],"category_scores_gemma":[0.00053044164,0.00031026633,0.000059758862,0.00046662954,0.0000101511705,0.00028550212,0.00002649253,0.00061160006,0.000005309237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009894711,0.0004939896,0.10241342,0.009620276,0.000346132,8.2578555e-7,0.021371048,0.06951925,0.0012999912,0.74777263,0.0068573374,0.0402952],"study_design_scores_gemma":[0.0015525472,0.00014346393,0.76248443,0.010512322,0.00013051568,0.00003479219,0.017792335,0.058185708,0.0027666362,0.008297108,0.13505125,0.0030488598],"about_ca_topic_score_codex":0.0004977202,"about_ca_topic_score_gemma":0.0007441431,"teacher_disagreement_score":0.7394755,"about_ca_system_score_codex":0.0021161651,"about_ca_system_score_gemma":0.0008165697,"threshold_uncertainty_score":0.999935},"labels":[],"label_agreement":null},{"id":"W3003896296","doi":"10.29119/1641-3466.2019.136.12","title":"PROCEDURES FOR OBTAINING AN ENGINEERING LICENSE IN THE USA AND CANADA","year":2019,"lang":"en","type":"article","venue":"Scientific Papers of Silesian University of Technology Organization and Management Series","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Computer science; Environmental science; Operating system","score_opus":0.0020074317495862313,"score_gpt":0.14408312280176241,"score_spread":0.14207569105217618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003896296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988374,0.000039591094,0.0002818361,0.0002480151,0.000100187775,0.00019162774,0.000002542072,0.000040942137,0.000257864],"genre_scores_gemma":[0.9973448,0.000088985114,0.002286627,0.000006607237,0.0000011424215,5.928435e-7,0.000008009864,0.000004293419,0.00025893425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99971914,0.0000021858539,0.000058694284,0.00009497773,0.000053686595,0.000071294206],"domain_scores_gemma":[0.9998503,0.0000057802913,0.000018424422,0.00008317644,0.000028718985,0.000013605148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006478601,0.0000495285,0.00006409931,0.00016982925,0.000049042435,0.000010079743,0.00010546591,0.000027025175,0.000011271996],"category_scores_gemma":[0.000010723115,0.000051028503,0.0000038642775,0.00033293656,0.0000517866,0.00007818617,0.00002243792,0.000025476755,1.9534555e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004122147,0.00021051735,0.40825143,0.00931701,0.00037042142,0.000020994632,0.031974245,0.04804909,0.08444024,0.39850888,0.005915739,0.012900231],"study_design_scores_gemma":[0.0017460885,0.00014047274,0.6925855,0.0003696609,0.0000913371,0.00002983998,0.18657061,0.006042974,0.011659483,0.00013967167,0.09983553,0.00078881107],"about_ca_topic_score_codex":0.00022564689,"about_ca_topic_score_gemma":0.012566298,"teacher_disagreement_score":0.3983692,"about_ca_system_score_codex":0.0000194167,"about_ca_system_score_gemma":0.000023420049,"threshold_uncertainty_score":0.7012289},"labels":[],"label_agreement":null},{"id":"W3004518090","doi":"10.4324/9780429287732-3","title":"Case study – A sustainability perspective on the pilot shortage in Canada","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Perspective (graphical); Sustainability; Environmental planning; Business; Environmental resource management; Geography; Computer science; Environmental science; Artificial intelligence; Philosophy; Ecology","score_opus":0.01310346453563888,"score_gpt":0.2198680783267753,"score_spread":0.20676461379113642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004518090","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10751569,0.00009001339,0.000025449686,0.0003153355,0.00091016124,0.0019015777,0.000011123511,0.00014001015,0.88909066],"genre_scores_gemma":[0.87594354,0.000005401784,0.000006215574,0.000065296124,0.000026381296,0.000053242526,0.0000022123872,0.00004250215,0.123855196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9991483,0.000009767931,0.00021198891,0.00023635771,0.00020459542,0.00018896606],"domain_scores_gemma":[0.9993443,0.00009956209,0.000017662907,0.00039266213,0.000090763686,0.0000550662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001283858,0.0002685833,0.00021493273,0.000087904125,0.000026237485,0.000017809865,0.00013480485,0.000044829605,0.00072858704],"category_scores_gemma":[0.00002366256,0.00019891483,0.000028807806,0.00004500379,0.000008158765,0.000017543596,0.000025317457,0.00045375686,0.000027071463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002618587,0.0005786543,0.0048268707,0.00059567066,0.00092793925,0.011724787,0.019055251,0.10788626,0.0000015500004,0.78157324,0.07053963,0.0022639374],"study_design_scores_gemma":[0.002794732,0.0013499189,0.025102822,0.00056206994,0.00025305577,0.0014312788,0.7417891,0.01459339,0.00003560178,0.0057667857,0.19883934,0.0074819364],"about_ca_topic_score_codex":0.58842933,"about_ca_topic_score_gemma":0.9429008,"teacher_disagreement_score":0.7758065,"about_ca_system_score_codex":0.006738572,"about_ca_system_score_gemma":0.0013297786,"threshold_uncertainty_score":0.99707437},"labels":[],"label_agreement":null},{"id":"W3005470170","doi":"10.5430/ijhe.v9n3p1","title":"Educating Engineering Students in Egypt: Recommendations for Improvement","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syndicate; Government (linguistics); Engineering education; Perspective (graphical); Engineering; Engineering ethics; Political science; Engineering management; Management; Computer science; Economics","score_opus":0.013814104704238788,"score_gpt":0.31547255921505724,"score_spread":0.30165845451081846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005470170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91197616,0.0012333906,0.012871204,0.036509074,0.035784893,0.0005590363,0.000016106205,0.00014580689,0.00090434955],"genre_scores_gemma":[0.9868359,0.000058145204,0.011153648,0.0006505189,0.0010462493,0.000057747046,0.000023387167,0.000023505028,0.00015088159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999122,0.000005261671,0.00045138932,0.00008097287,0.0002306939,0.00010968135],"domain_scores_gemma":[0.9994882,0.00003908915,0.000099086465,0.000047431557,0.00023120933,0.0000950202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012280894,0.00009962656,0.00010973273,0.00019602469,0.000012027504,0.00006218631,0.0003103331,0.000031469954,0.00011911916],"category_scores_gemma":[0.000052010477,0.00010688745,0.000052689644,0.00014311288,0.0000030615745,0.00019736752,0.000016023578,0.00013648228,0.000007424041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010498982,0.0024626835,0.0446912,0.00062409876,0.0012548916,0.000008764513,0.021693798,0.18513572,0.045050323,0.013389968,0.40985048,0.27573308],"study_design_scores_gemma":[0.0021433893,0.00018938656,0.12986182,0.0006276163,0.00004813015,0.000032352807,0.001577871,0.007377683,0.0077139586,0.00042261876,0.8493427,0.0006624939],"about_ca_topic_score_codex":0.0000025827408,"about_ca_topic_score_gemma":5.5077027e-7,"teacher_disagreement_score":0.4394922,"about_ca_system_score_codex":0.00031527362,"about_ca_system_score_gemma":0.00012436451,"threshold_uncertainty_score":0.43587434},"labels":[],"label_agreement":null},{"id":"W3006242543","doi":"10.1177/8756972819896697","title":"Exploring Student Perceptions of Their Readiness for Project Work: Utilizing Social Cognitive Career Theory","year":2020,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Workforce; Framing (construction); Work (physics); Perception; Project management; Social cognitive theory; Knowledge management; Psychology; Cognition; Project management triangle; Public relations; Sociology; Management; Engineering; Political science; Social psychology; Computer science","score_opus":0.14342333180499703,"score_gpt":0.31291208810200266,"score_spread":0.16948875629700563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006242543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8162241,0.000572631,0.15985079,0.00044423933,0.0021056226,0.0028929363,0.00004238406,0.00065016345,0.017217146],"genre_scores_gemma":[0.9961372,0.0003984763,0.0023660462,0.000057186113,0.00035831044,0.00047942734,0.000015054635,0.000048074035,0.00014023921],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989815,0.000036650563,0.00032876522,0.00015395149,0.00021894545,0.00028020845],"domain_scores_gemma":[0.99965805,0.000044241257,0.00006581956,0.000060302253,0.0001162321,0.000055329063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033612188,0.00018535381,0.00020330744,0.00022015204,0.00015295476,0.00007242786,0.00019638568,0.000029460001,0.00002900707],"category_scores_gemma":[0.00002131621,0.00016599637,0.00012383591,0.00044768225,0.000019095127,0.0001847655,0.00005735671,0.00020219965,0.0000043190416],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047329508,0.00085865345,0.010330259,0.006097646,0.006174261,0.000050559105,0.48151848,0.0069930623,0.0013592127,0.017793914,0.038620863,0.4297298],"study_design_scores_gemma":[0.006954365,0.00049510837,0.14432041,0.002347715,0.0012637367,0.00005789158,0.765546,0.0066191875,0.0031728358,0.00063425745,0.06576708,0.0028214022],"about_ca_topic_score_codex":6.9363983e-7,"about_ca_topic_score_gemma":4.0335644e-7,"teacher_disagreement_score":0.4269084,"about_ca_system_score_codex":0.00010690298,"about_ca_system_score_gemma":0.000034357254,"threshold_uncertainty_score":0.67691356},"labels":[],"label_agreement":null},{"id":"W3010651216","doi":"10.17853/1994-5639-2020-2-78-97","title":"Humanities education reform exploration and practice under outcomes-based education (OBE)","year":2020,"lang":"en","type":"article","venue":"The Education and science journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Novelty; Mainstream; Criticism; Process (computing); Pedagogy; Psychology; Mathematics education; Engineering ethics; Political science; Engineering; Computer science","score_opus":0.040451807716583896,"score_gpt":0.30227286487658056,"score_spread":0.26182105715999665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010651216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71698475,0.004847351,0.01884277,0.19949558,0.013339997,0.0007923841,0.0000018605419,0.00036850656,0.0453268],"genre_scores_gemma":[0.98802495,0.00037275086,0.0041966303,0.0064702393,0.0003803469,0.000041522144,0.0000052799774,0.000013516817,0.0004947498],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99921227,0.00002931739,0.0002135835,0.00013189836,0.00026733868,0.00014559171],"domain_scores_gemma":[0.99931437,0.000044701606,0.00007976304,0.00010945907,0.00026585907,0.00018584613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056328205,0.00011524967,0.000080337,0.00015711547,0.00046849583,0.0004360175,0.00016081487,0.000027129088,0.000038358754],"category_scores_gemma":[0.00020098673,0.00008503487,0.0000168168,0.00037961418,0.00010969769,0.0011154662,0.00001511557,0.00019783326,0.00001385291],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040700368,0.0014010294,0.0034564622,0.00039044165,0.00008861525,4.5879088e-7,0.107789695,0.011909921,0.008494045,0.12239591,0.08191429,0.66211843],"study_design_scores_gemma":[0.0007472094,0.00020188613,0.1873821,0.00036048633,0.00016255878,0.0006377796,0.42551973,0.02517216,0.002522089,0.008829929,0.34710652,0.0013575752],"about_ca_topic_score_codex":0.000014458237,"about_ca_topic_score_gemma":0.000003283772,"teacher_disagreement_score":0.6607609,"about_ca_system_score_codex":0.00027388212,"about_ca_system_score_gemma":0.0019642494,"threshold_uncertainty_score":0.42045265},"labels":[],"label_agreement":null},{"id":"W3010989688","doi":"10.1002/yd.20373","title":"Engineering: Moving Leadership From the Periphery to the Core of an Intensely Technical Curriculum","year":2020,"lang":"en","type":"review","venue":"New Directions for Student Leadership","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coursework; Sociotechnical system; Curriculum; Engineering ethics; Leadership development; Professional development; Sociology; Neuroleadership; Core curriculum; Pedagogy; Leadership studies; Political science; Leadership style; Engineering; Knowledge management; Computer science; Public relations","score_opus":0.13578252855649564,"score_gpt":0.33273196488811646,"score_spread":0.19694943633162082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010989688","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003647348,0.9855378,0.0063775703,0.001522221,0.0032963722,0.0020661121,0.00007660258,0.000873575,0.00021323717],"genre_scores_gemma":[0.002737132,0.9721705,0.011370813,0.0008568416,0.005046579,0.0040348843,0.0005138198,0.00071774045,0.0025516911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997856,0.00005428256,0.0007198275,0.00048299137,0.00038381293,0.00050308],"domain_scores_gemma":[0.9983758,0.0004701825,0.000115100884,0.00066902285,0.00008439162,0.00028555567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029893263,0.00058807526,0.00094713474,0.000157054,0.00015681407,0.00012418405,0.0011635126,0.00027673226,0.00005352048],"category_scores_gemma":[0.00036789614,0.0004004824,0.0005118417,0.0010235995,0.000040139374,0.00007978293,0.00007923124,0.00085831614,0.00007189086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048023126,0.0001805664,0.000029533196,0.0046242545,0.0009419381,0.00000386047,0.0067734737,0.006732896,0.00001733329,0.00045003087,0.1144764,0.8657649],"study_design_scores_gemma":[0.00011015602,0.000047633697,0.00019257431,0.0025383472,0.0004525303,0.000017011796,0.004725104,0.0006327236,0.0000058109595,0.0000022564177,0.99081314,0.00046271944],"about_ca_topic_score_codex":0.00005858492,"about_ca_topic_score_gemma":0.00013454202,"teacher_disagreement_score":0.87633675,"about_ca_system_score_codex":0.00038103817,"about_ca_system_score_gemma":0.00019109518,"threshold_uncertainty_score":0.99984473},"labels":[],"label_agreement":null},{"id":"W3011360708","doi":"10.1109/fie43999.2019.9028515","title":"Transdisciplinary Design Build Studio Course in Collaboration with Shoal Lake 40 First Nation: Development and Assessment","year":2019,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Studio; Course (navigation); Shoal; Computer science; Architectural engineering; Engineering; Oceanography; Geology; Telecommunications","score_opus":0.01396864280259649,"score_gpt":0.24311946249716956,"score_spread":0.22915081969457307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011360708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389276,0.00019852814,0.05318896,0.000727806,0.00044373373,0.0007659844,0.0000020088482,0.00024426772,0.00550114],"genre_scores_gemma":[0.9475945,0.000033929304,0.051659048,0.000022225915,0.000017142702,0.00014338117,0.000020414356,0.000020250021,0.0004891085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99929416,0.000009983203,0.00019144322,0.00016374186,0.00018576006,0.00015491285],"domain_scores_gemma":[0.9997649,0.000028569295,0.000014513999,0.00008934562,0.00004539368,0.000057248824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017291839,0.00014402039,0.00012903406,0.00008952523,0.0000442202,0.00004311261,0.00005561505,0.00004607794,0.00012935448],"category_scores_gemma":[0.0000013900737,0.00012579214,0.00000663858,0.00030242815,0.000008402326,0.00014530303,0.000009810104,0.000102587655,0.000016921378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046986464,0.00050554133,0.07911037,0.00053260894,0.00023331435,0.000019970426,0.031956494,0.8733626,0.00027245458,0.0025620202,0.004694198,0.0067034177],"study_design_scores_gemma":[0.0026693924,0.00018722503,0.82022107,0.00030822124,0.00002545031,0.000021838796,0.009367,0.11559567,0.0015969719,0.000028104529,0.048948657,0.001030409],"about_ca_topic_score_codex":0.0000012431906,"about_ca_topic_score_gemma":0.0007562716,"teacher_disagreement_score":0.75776696,"about_ca_system_score_codex":0.00015907302,"about_ca_system_score_gemma":0.00017471706,"threshold_uncertainty_score":0.51296544},"labels":[],"label_agreement":null},{"id":"W3016438021","doi":"10.5430/ijhe.v9n3p240","title":"Correlation between Classroom Engagement and Academic Performance of Engineering Students","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syndicate; Government (linguistics); Perspective (graphical); Engineering education; Engineering; Engineering ethics; Political science; Medical education; Sociology; Management; Engineering management; Medicine; Computer science; Economics","score_opus":0.018445743326203873,"score_gpt":0.2923493350302539,"score_spread":0.27390359170405004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016438021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937785,0.00056842586,0.002305939,0.0006488275,0.0024837132,0.000052217918,0.0000016944371,0.000024960884,0.00013571841],"genre_scores_gemma":[0.9975356,0.00024420375,0.0015004544,0.00006813889,0.0005695433,0.000003629413,0.000008302247,0.000012596521,0.000057531972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991659,0.000008862427,0.0003728853,0.00005679773,0.00033177843,0.00006379888],"domain_scores_gemma":[0.9995681,0.00003029424,0.00012087628,0.000034341363,0.00016563112,0.00008076214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012638434,0.00008079611,0.00010779283,0.00013228967,0.000009717846,0.000018115506,0.00017208558,0.00004305351,0.00004822723],"category_scores_gemma":[0.00002288599,0.00008219641,0.000025567544,0.0000945879,0.0000067381948,0.00020438524,0.000022383789,0.00022676653,0.0000054164143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028828657,0.00011997649,0.8215666,0.00027845934,0.00054933724,0.0000019154857,0.0051520974,0.11917505,0.008723192,0.0010422026,0.008315762,0.035046596],"study_design_scores_gemma":[0.00030762827,0.000052066072,0.9724042,0.00017726103,0.000031084794,0.00000988155,0.000090683185,0.0047912616,0.0023946543,0.00001912781,0.019597687,0.00012448478],"about_ca_topic_score_codex":5.7393925e-7,"about_ca_topic_score_gemma":1.8107066e-8,"teacher_disagreement_score":0.1508376,"about_ca_system_score_codex":0.00010047821,"about_ca_system_score_gemma":0.00005115591,"threshold_uncertainty_score":0.33518726},"labels":[],"label_agreement":null},{"id":"W3017866472","doi":"10.3969/j.issn.1672-4550.2018.05.026","title":"Discussion on the Reform of Experimental Teaching of Building Materialsunder the Trend of Internationalization","year":2018,"lang":"en","type":"article","venue":"实验科学与技术","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Status quo; Internationalization; Curriculum; Engineering ethics; Globalization; Political science; Field (mathematics); Engineering; Teaching method; Mathematics education; Pedagogy; Sociology; Business; Psychology; Law","score_opus":0.011278519588480281,"score_gpt":0.2636656648210027,"score_spread":0.25238714523252237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017866472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99247134,0.000027582448,0.0021662938,0.00017402631,0.0005380382,0.000063171225,0.0000033645056,0.000022459244,0.004533726],"genre_scores_gemma":[0.99941146,0.0000033950116,0.00039518165,0.000012487862,0.00005639568,0.000008505943,0.0000046468513,0.000009051927,0.00009886308],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99958503,0.000014427844,0.0001809326,0.00004482506,0.00012332799,0.00005143857],"domain_scores_gemma":[0.9997895,0.000018715265,0.000051415675,0.0001131252,0.000018002664,0.00000924911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015002646,0.000055008084,0.00006554381,0.00004045115,0.000029017934,0.000005322433,0.00011208603,0.000018115756,0.000105498926],"category_scores_gemma":[0.0000126135,0.000025402618,0.000022096898,0.000058363166,0.00003067596,0.000033489043,0.000018770626,0.000035638823,0.0000013780178],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018195564,0.00015033035,0.00043850628,0.00009500296,0.00009377356,7.7667075e-8,0.0146678975,0.0032464352,0.83999765,0.13634181,0.002503839,0.0024464598],"study_design_scores_gemma":[0.00013048016,0.000037011952,0.0052521043,0.00015674625,0.000004996101,9.723956e-7,0.002165446,0.004231757,0.98597544,0.00010942891,0.001871814,0.000063785796],"about_ca_topic_score_codex":0.000012280273,"about_ca_topic_score_gemma":0.0000015653691,"teacher_disagreement_score":0.1459778,"about_ca_system_score_codex":0.000055179607,"about_ca_system_score_gemma":0.0000054894726,"threshold_uncertainty_score":0.11551392},"labels":[],"label_agreement":null},{"id":"W3024676860","doi":"10.11575/prism/37829","title":"Exploring Professional Identity Development in Medical Laboratory Professional Students","year":2020,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Professional development; Medical education; Pedagogy; Psychology; Medicine; Art","score_opus":0.05501457296677569,"score_gpt":0.36093336074654425,"score_spread":0.30591878777976855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024676860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872159,0.00017178502,0.000017449414,0.00007509811,0.008108408,0.0006001351,0.000007841003,0.000022198945,0.003781194],"genre_scores_gemma":[0.957868,0.00034901174,0.011950438,0.00014280365,0.0005500623,0.0032935678,0.003935667,0.00026142155,0.021649055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755305,0.00003862574,0.0005931804,0.00037136205,0.0011583001,0.00028545965],"domain_scores_gemma":[0.99942875,0.000026717715,0.00006869437,0.00014382733,0.00007480942,0.00025722358],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004605131,0.00030763214,0.00034020972,0.0001816664,0.000075177035,0.00013248704,0.0009842961,0.00024554657,0.0034571784],"category_scores_gemma":[0.000085203326,0.00031246824,0.00003090578,0.00044375774,0.0000074956074,0.00053543336,0.00018473007,0.0007634698,0.000805674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034478714,0.004865455,0.045950387,0.0061331503,0.0016308854,0.0012217886,0.23811479,0.0023927868,0.0037872803,0.00050631264,0.047421638,0.64763075],"study_design_scores_gemma":[0.00170529,0.000020300327,0.44859704,0.0064041037,0.00003332713,0.000004540683,0.008464645,0.00062410097,0.014081274,0.0000136830495,0.518231,0.0018207103],"about_ca_topic_score_codex":0.0000035064343,"about_ca_topic_score_gemma":0.00030785333,"teacher_disagreement_score":0.64581,"about_ca_system_score_codex":0.00033146725,"about_ca_system_score_gemma":0.0012795852,"threshold_uncertainty_score":0.99997234},"labels":[],"label_agreement":null},{"id":"W3024903318","doi":"10.22007/1.1000054648","title":"EVIDENCE FOR EXCELLENCE IN INTERNATIONALIZATION & MOBILITY A SELF ASSESMENT","year":2010,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Excellence; Internationalization; Scrutiny; Institution; Engineering ethics; Accreditation; Higher education; Quality (philosophy); Engineering education; Political science; Public relations; Engineering management; Management; Engineering; Business; Economics; Law","score_opus":0.02260117441924715,"score_gpt":0.29147853106025284,"score_spread":0.2688773566410057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024903318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8374929,0.000065720254,0.15797563,0.00022797908,0.0015099873,0.0003510173,9.157831e-7,0.00035786116,0.0020180393],"genre_scores_gemma":[0.97813827,0.0000366787,0.021342978,0.000024853374,0.000032218322,0.00020557518,0.000004125681,0.000007147271,0.00020816417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996254,0.0000026738624,0.00012618706,0.000089875706,0.00007205243,0.00008382502],"domain_scores_gemma":[0.9997749,0.00006413553,0.0000075479907,0.000086034976,0.000038952232,0.000028442308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016477589,0.000055602923,0.000043834472,0.000050306175,0.00001003263,0.000015886093,0.000077371515,0.000029218983,0.00017074801],"category_scores_gemma":[0.00006907248,0.00005527384,0.000013886241,0.0000941671,0.0000035794098,0.0000996997,0.000007155636,0.00006501084,0.000012469981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028830662,0.0019188256,0.30877337,0.0022987819,0.00017316308,0.0000038374196,0.010582067,0.30912456,0.15651515,0.1088306,0.04358264,0.05816817],"study_design_scores_gemma":[0.00047185717,0.00002300883,0.33764735,0.0001594375,0.000006689724,0.0000043239384,0.00014010104,0.60840684,0.01910462,0.0008234325,0.032774247,0.0004380892],"about_ca_topic_score_codex":0.0000071440754,"about_ca_topic_score_gemma":0.000066452085,"teacher_disagreement_score":0.29928228,"about_ca_system_score_codex":0.000075299635,"about_ca_system_score_gemma":0.000024049263,"threshold_uncertainty_score":0.22540016},"labels":[],"label_agreement":null},{"id":"W3027506727","doi":"10.1109/tem.2020.2985350","title":"Engineering Entrepreneurship Teaching and Practice in the United States and Canada","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Engineering Management","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Entrepreneurship; Context (archaeology); Product (mathematics); New product development; Engineering education; Process (computing); Engineering; Knowledge management; Engineering ethics; Public relations; Marketing; Sociology; Business; Political science; Computer science; Engineering management; Mathematics; Geography","score_opus":0.007248749274126394,"score_gpt":0.19291970278867585,"score_spread":0.18567095351454946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027506727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33866456,0.00035436123,0.651291,0.006376433,0.001035845,0.00069398625,0.000014198687,0.00077264046,0.0007969423],"genre_scores_gemma":[0.9949372,0.0005293815,0.0036363204,0.0007320883,0.000024775001,0.0000775748,0.0000058226065,0.000035141133,0.000021740221],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999189,0.000028357636,0.00018204466,0.00019020785,0.00018236335,0.00022799468],"domain_scores_gemma":[0.9994494,0.00029398457,0.000012003102,0.00012861486,0.00000925977,0.000106757994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021011928,0.00019846032,0.00011386908,0.00015577952,0.000059417504,0.00006370198,0.00011557899,0.000029596795,0.0000063584307],"category_scores_gemma":[0.00002584144,0.00018963216,0.000015278727,0.0002582703,0.0000065003032,0.000098236436,0.0000025075387,0.00041516346,0.000002325007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031725724,0.00001671626,0.0000073913684,0.00019547636,0.000056829645,0.000022594693,0.0019906112,0.9943177,0.000066481116,0.0001957195,0.00049676513,0.002630537],"study_design_scores_gemma":[0.00051724084,0.00003470538,0.0021961755,0.00013757618,0.000072313676,0.00004276276,0.003230248,0.8917286,0.000406919,0.0000026066607,0.101094835,0.00053605577],"about_ca_topic_score_codex":0.00429924,"about_ca_topic_score_gemma":0.0010401171,"teacher_disagreement_score":0.6562726,"about_ca_system_score_codex":0.00009441602,"about_ca_system_score_gemma":0.000008891745,"threshold_uncertainty_score":0.77329755},"labels":[],"label_agreement":null},{"id":"W3029304692","doi":"10.5539/ies.v13n6p146","title":"Exploration and Practice of “Embedded System” Engineering Teaching Mode Based on CDIO Engineering Education Mode","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jinan University","keywords":"CDIO; Enthusiasm; Engineering education; Teaching method; Engineering management; Engineering; Mathematics education; Computer science; Engineering ethics; Psychology","score_opus":0.027222740438124126,"score_gpt":0.3261857195329129,"score_spread":0.2989629790947888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029304692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32252663,0.007341932,0.5739831,0.02526074,0.038456853,0.0019366798,0.00008664643,0.0034019318,0.027005503],"genre_scores_gemma":[0.9650485,0.00014421756,0.033716597,0.00032953723,0.00037049383,0.00023229426,0.00005280455,0.00004094682,0.00006459427],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989269,0.00002424126,0.00039074558,0.0002240866,0.0003022466,0.00013179154],"domain_scores_gemma":[0.9989094,0.00022988247,0.00009442434,0.00013389363,0.00052854524,0.00010385216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001627344,0.00021495484,0.0002056191,0.00025194712,0.00004773769,0.0000471557,0.00013384651,0.000051869276,0.00000596958],"category_scores_gemma":[0.0013908978,0.00023470221,0.000040932824,0.00017574694,0.000012020828,0.00043870206,0.00002508246,0.00019057086,0.000011863811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017656776,0.00015000139,0.00008654555,0.0007759753,0.00019213893,5.291115e-7,0.006320781,0.9678303,0.003578992,0.0102235675,0.0057257228,0.0050977925],"study_design_scores_gemma":[0.00024268855,0.00003645044,0.00032486458,0.0006546622,0.00004631843,0.000013355605,0.008656832,0.96095467,0.0023980667,0.000023194963,0.02630222,0.00034668593],"about_ca_topic_score_codex":0.000013950217,"about_ca_topic_score_gemma":5.4439124e-7,"teacher_disagreement_score":0.64252186,"about_ca_system_score_codex":0.0003158219,"about_ca_system_score_gemma":0.0001429055,"threshold_uncertainty_score":0.9570879},"labels":[],"label_agreement":null},{"id":"W3030638458","doi":"10.5430/wje.v10n3p19","title":"The Development of Learning Module of Educational Administration and Educational Institute for Students in Master of Education Degree in Thailand","year":2020,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Test (biology); Educational technology; Psychology; Quality (philosophy); Demographics; Computer science; Medical education; Medicine; Sociology","score_opus":0.02494915732527755,"score_gpt":0.29359982017759667,"score_spread":0.26865066285231914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030638458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945944,0.0010427977,0.00066901837,0.0019685011,0.0010092035,0.00024122365,0.0000016969666,0.0000023154605,0.0004708688],"genre_scores_gemma":[0.9892387,0.00007652878,0.010238633,0.00001588372,0.00011694973,0.000047912214,0.00002762018,0.000010370601,0.00022742168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876666,0.000023706389,0.00082381954,0.00008323976,0.00021060013,0.00009197536],"domain_scores_gemma":[0.9991586,0.00014128859,0.00032801545,0.000060841074,0.0002490673,0.000062166764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035517546,0.000096566146,0.00017448212,0.0003062186,0.000030382922,0.000015937552,0.00014875447,0.000030591036,0.00001960666],"category_scores_gemma":[0.00019845256,0.000088097106,0.000030849205,0.00036460257,0.00002910248,0.0001799526,0.000011930573,0.00013001126,4.8291776e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015375672,0.0016712896,0.86179817,0.00140434,0.00012792044,6.574397e-8,0.021770347,0.016065368,0.004058965,0.006770689,0.0027841323,0.083394974],"study_design_scores_gemma":[0.00047085062,0.000059495527,0.98725903,0.00051518384,0.000015835183,0.000004393545,0.002441184,0.00047246087,0.0028475907,0.00041758965,0.005371329,0.00012505369],"about_ca_topic_score_codex":0.0000047360477,"about_ca_topic_score_gemma":0.00020046889,"teacher_disagreement_score":0.12546088,"about_ca_system_score_codex":0.00013590681,"about_ca_system_score_gemma":0.0017929057,"threshold_uncertainty_score":0.35924956},"labels":[],"label_agreement":null},{"id":"W3035825432","doi":"10.24908/pceea.vi0.14185","title":"INTERNATIONAL FIELD SCHOOL FOR FIRST-YEAR ENGINEERING STUDENTS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"Trường Đại học Trà Vinh; Vancouver Island University","keywords":"Curriculum; Pedagogy; Engineering education; Field (mathematics); Discipline; Cultural diversity; Medical education; Mathematics education; Psychology; Political science; Sociology; Engineering; Medicine; Social science; Engineering management","score_opus":0.004563524089934752,"score_gpt":0.19880708994804752,"score_spread":0.19424356585811278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035825432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8232609,0.00060939806,0.0068862885,0.09529221,0.04195307,0.005026073,0.0002920683,0.0029451149,0.023734868],"genre_scores_gemma":[0.9931684,0.00003072758,0.0047484874,0.0005225875,0.00061015796,0.00021951729,0.000017831193,0.00006738473,0.0006149123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988549,0.0000012961582,0.00031496247,0.00017876083,0.00034981957,0.00030029734],"domain_scores_gemma":[0.9990546,0.000052236377,0.00010270521,0.000079045945,0.00035667288,0.00035470483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018031728,0.00018672821,0.00016340819,0.00019407274,0.000082413455,0.00014221195,0.0005499474,0.00014281773,0.00009297092],"category_scores_gemma":[0.0014638084,0.00020328554,0.00010325247,0.00040733363,0.0000038007015,0.00024157505,0.000030491334,0.00023435385,0.000022161146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009272012,0.00011477785,0.20691109,0.0016487042,0.0007117561,1.53816e-7,0.003263392,0.09841941,0.0050871465,0.011527534,0.6713361,0.00097063516],"study_design_scores_gemma":[0.00076313317,0.000039570226,0.10543153,0.00034885414,0.00008312979,0.0000028820755,0.0004606076,0.06578552,0.008753818,0.00005750191,0.817441,0.00083245797],"about_ca_topic_score_codex":0.0001563071,"about_ca_topic_score_gemma":0.00016539067,"teacher_disagreement_score":0.16990748,"about_ca_system_score_codex":0.0015355815,"about_ca_system_score_gemma":0.00021855134,"threshold_uncertainty_score":0.82897437},"labels":[],"label_agreement":null},{"id":"W3035933972","doi":"10.24908/pceea.vi0.14167","title":"HOW STUDENTS DEFINE THEIR SUCCESS: A RESEARCH STUDY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Diversity (politics); Inclusion (mineral); Survey instrument; Psychology; Medical education; Mathematics education; Applied psychology; Medicine; Sociology; Social psychology; Geography","score_opus":0.019492228004099475,"score_gpt":0.25017185384280616,"score_spread":0.2306796258387067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035933972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855459,0.00019891746,0.000022090255,0.009454419,0.0016322767,0.00083284796,0.000015944137,0.00029059377,0.002007019],"genre_scores_gemma":[0.9980813,0.00001707037,0.00027055418,0.00015036823,0.00026172746,0.00018485458,0.0000066292887,0.000059994825,0.0009674864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827594,0.000012139019,0.00029247458,0.00023519176,0.000735871,0.0004483942],"domain_scores_gemma":[0.99859154,0.00005004642,0.000101960846,0.0001281929,0.0007315964,0.00039663556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065625017,0.00021058565,0.00021242406,0.00033471693,0.00017504551,0.00035678144,0.00071541045,0.00012299062,0.00002372762],"category_scores_gemma":[0.0009903433,0.0001980065,0.00007110765,0.0014226644,0.000013213074,0.00025144577,0.00005624321,0.00048580833,0.000017770331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004014763,0.00043400392,0.7308533,0.0009114401,0.00055743783,4.1974707e-7,0.024394374,0.006992179,0.004894205,0.0030231923,0.22610852,0.0018268896],"study_design_scores_gemma":[0.0006948916,0.00009057309,0.8129667,0.00024575018,0.00007039408,0.0000035435064,0.010456496,0.0075525586,0.005587778,0.000081789934,0.16140208,0.00084742723],"about_ca_topic_score_codex":0.0008141975,"about_ca_topic_score_gemma":0.0015234698,"teacher_disagreement_score":0.0821134,"about_ca_system_score_codex":0.0020612935,"about_ca_system_score_gemma":0.00042033812,"threshold_uncertainty_score":0.8074471},"labels":[],"label_agreement":null},{"id":"W3035971456","doi":"10.24908/pceea.vi0.14158","title":"DEVELOPMENT OF “INTRODUCTION TO ENGINEERING” COURSES FOR FIRST YEAR ENGINEERING STUDENTS: A FOCUS ON STUDENT ATTITUDES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Teamwork; Engineering education; Process (computing); Syllabus; Schedule; Constructive; Medical education; Engineering ethics; Engineering management; Psychology; Computer science; Engineering; Mathematics education; Management; Medicine","score_opus":0.006937135098534501,"score_gpt":0.22414175326670868,"score_spread":0.21720461816817418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035971456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799247,0.00013509532,0.0023400756,0.009843147,0.004795299,0.0020137932,0.00006653431,0.0005810809,0.00030028922],"genre_scores_gemma":[0.98225725,0.000008576898,0.016389491,0.000104727835,0.000611283,0.00037030067,0.00001610635,0.00009338105,0.00014890305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9982189,0.0000020195266,0.00054209406,0.0002831464,0.00054962386,0.00040423527],"domain_scores_gemma":[0.9988394,0.00004894249,0.00015811666,0.00013137028,0.00043923256,0.0003829303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032319297,0.00029262688,0.00030925896,0.0003807899,0.00009579507,0.00008858078,0.00049765856,0.00013406473,0.000020976619],"category_scores_gemma":[0.0007449276,0.00031486183,0.00010756121,0.0007216377,0.000005609674,0.00015476845,0.000038148333,0.00021482639,0.00001596385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020177327,0.00051215186,0.050752435,0.0035294772,0.0011189205,1.6513458e-7,0.018505722,0.7476642,0.025035938,0.018873923,0.13276833,0.0012185674],"study_design_scores_gemma":[0.0012419781,0.00017427896,0.47527665,0.0010777443,0.00018871001,0.0000031966638,0.001313579,0.016260179,0.07575202,0.000017548784,0.42694592,0.0017481818],"about_ca_topic_score_codex":0.00005728431,"about_ca_topic_score_gemma":0.00026602164,"teacher_disagreement_score":0.731404,"about_ca_system_score_codex":0.0021814394,"about_ca_system_score_gemma":0.00030864286,"threshold_uncertainty_score":0.9999303},"labels":[],"label_agreement":null},{"id":"W3036106998","doi":"10.24908/pceea.vi0.14174","title":"LEADERSHIP TRANSCENDING BORDERS: BUILDING BRIDGES TO INTEGRATE TECHNICAL AND PROFESSIONAL KNOWLEDGE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; National Science Foundation","keywords":"Engineering ethics; Work (physics); Engineering; Session (web analytics); Leadership development; Neuroleadership; Leadership studies; Political science; Public relations; Leadership style; Computer science; Mechanical engineering","score_opus":0.014515922605320704,"score_gpt":0.23430715433080504,"score_spread":0.21979123172548434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036106998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9104205,0.0011536356,0.0010582568,0.07388107,0.00610369,0.0014103308,0.000043253905,0.0010944332,0.0048348526],"genre_scores_gemma":[0.99577606,0.000014229141,0.0028510375,0.0005916559,0.00019926179,0.00008479659,0.000004554565,0.000047778278,0.00043063855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989684,0.0000045074316,0.00027657946,0.00020268412,0.00020819913,0.00033961856],"domain_scores_gemma":[0.99918103,0.00003785454,0.00006671481,0.000057352725,0.00021837933,0.00043866283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024413521,0.00019149437,0.00017917303,0.00024186855,0.00010942022,0.000087806184,0.0002564669,0.0001415823,0.000018581823],"category_scores_gemma":[0.00056891266,0.00019185235,0.000055624205,0.00070213975,0.000011601816,0.00020312102,0.000021417767,0.00033319843,0.0000098206365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001472266,0.00024999926,0.07498856,0.0058864187,0.00046679957,4.7379535e-7,0.037143897,0.036523987,0.23904857,0.061444808,0.5244419,0.019789848],"study_design_scores_gemma":[0.0008789671,0.00008272707,0.40219116,0.0025526183,0.00017368066,0.000023104827,0.008587856,0.048895154,0.057223145,0.00013040056,0.4770472,0.0022139675],"about_ca_topic_score_codex":0.00021919527,"about_ca_topic_score_gemma":0.0005174168,"teacher_disagreement_score":0.32720262,"about_ca_system_score_codex":0.0013145191,"about_ca_system_score_gemma":0.0003670566,"threshold_uncertainty_score":0.7823512},"labels":[],"label_agreement":null},{"id":"W3036147808","doi":"10.24908/pceea.vi0.14205","title":"Defining Personal Initiative in the Context of Engineering Internships","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internship; Context (archaeology); Engineering ethics; Value (mathematics); Engineering; Engineering management; Psychology; Medical education; Medicine; Computer science; Geography","score_opus":0.010203245187060499,"score_gpt":0.1939430191755829,"score_spread":0.1837397739885224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036147808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819621,0.00065634627,0.00011745128,0.00949285,0.0021447483,0.0006496885,0.00005498293,0.00020743479,0.0047143972],"genre_scores_gemma":[0.998755,0.000014373157,0.00050458737,0.00047692494,0.00009767187,0.00006990051,0.000009363441,0.000034942128,0.000037244015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887097,0.0000071503296,0.0003891545,0.00013966109,0.00031453068,0.00027853224],"domain_scores_gemma":[0.9993066,0.00009998115,0.00014890078,0.00006664826,0.00023388882,0.00014398468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036617756,0.00018019028,0.00020551513,0.00023460173,0.00004603749,0.000052959887,0.00038856102,0.000112770285,0.00002307401],"category_scores_gemma":[0.000994662,0.00016309388,0.00008433606,0.00082395115,0.000011717559,0.00016462711,0.000018390916,0.0003915689,0.000007907721],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014614797,0.00028515316,0.3759766,0.004599638,0.0007860009,0.0000013037843,0.29402387,0.06872836,0.012256202,0.087974444,0.15013863,0.005215186],"study_design_scores_gemma":[0.0011081244,0.00008140543,0.69145983,0.0014789344,0.00014043938,0.000017904096,0.03154131,0.17517434,0.019566722,0.00008722613,0.07787707,0.0014666904],"about_ca_topic_score_codex":0.0005579564,"about_ca_topic_score_gemma":0.0007377275,"teacher_disagreement_score":0.31548324,"about_ca_system_score_codex":0.0010197241,"about_ca_system_score_gemma":0.00032664672,"threshold_uncertainty_score":0.66507757},"labels":[],"label_agreement":null},{"id":"W3036180169","doi":"10.24908/pceea.vi0.14129","title":"BUILDING THE ENGINEERING MINDSET: DEVELOPING LEADERSHIP AND MANAGEMENT COMPETENCIES IN THE ENGINEERING CURRICULUM","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Alberta","funders":"","keywords":"Mindset; Health systems engineering; Competence (human resources); Curriculum; Engineering; Engineering ethics; Engineering management; Engineering education; Management; Computer science; Pedagogy; Sociology","score_opus":0.011513666892680895,"score_gpt":0.18880482859664416,"score_spread":0.17729116170396325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036180169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9409897,0.0022160283,0.00078607973,0.04819655,0.003444154,0.0020188452,0.000021486392,0.0006440716,0.0016831415],"genre_scores_gemma":[0.99317074,0.000096153744,0.005421853,0.00074121286,0.00021098084,0.00020805295,0.000005617311,0.000061328,0.00008407136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983997,0.000008507571,0.00042401516,0.00023885758,0.00040652876,0.00052239175],"domain_scores_gemma":[0.99937475,0.000089510846,0.000106480344,0.0001317204,0.00011786788,0.0001796473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051352294,0.0002994992,0.00022092702,0.00029044392,0.0001506922,0.00021254503,0.00062043354,0.00012640572,0.000010824803],"category_scores_gemma":[0.00034274624,0.0002379566,0.00007587919,0.001228638,0.000016292437,0.00021478959,0.000040629897,0.00047814168,0.000006494531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005554069,0.00013498608,0.05931337,0.008023162,0.00087389397,0.0000035589044,0.03824158,0.62541896,0.0064606396,0.17668173,0.07807255,0.006770043],"study_design_scores_gemma":[0.0006524119,0.000026586764,0.3633766,0.0015720142,0.00017386409,0.00004013137,0.0076380824,0.3095041,0.0023561053,0.00010107352,0.3129271,0.0016319817],"about_ca_topic_score_codex":0.0004509938,"about_ca_topic_score_gemma":0.00038458093,"teacher_disagreement_score":0.31591484,"about_ca_system_score_codex":0.0010789996,"about_ca_system_score_gemma":0.0001445237,"threshold_uncertainty_score":0.97035885},"labels":[],"label_agreement":null},{"id":"W3036222636","doi":"10.24908/pceea.vi0.14209","title":"WHO YOU ARE AND HOW YOU WORK: EMBEDDING POSITIONALITY IN ENGINEERING DESIGN","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reflexivity; Empathy; Engineering ethics; Engineering education; Work (physics); Sociology; Pedagogy; Engineering; Engineering management; Psychology; Social science","score_opus":0.009006458027928769,"score_gpt":0.18829019097694438,"score_spread":0.17928373294901562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036222636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455446,0.0012839632,0.0028445553,0.04349387,0.0033257734,0.001362955,0.000053323733,0.00080795115,0.0012829979],"genre_scores_gemma":[0.9954221,0.000034720953,0.0036950451,0.0002317274,0.00017393225,0.00008789074,0.000007792502,0.00005744254,0.00028933806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99881965,0.0000066573093,0.00027231532,0.0002323762,0.00028732754,0.00038167863],"domain_scores_gemma":[0.99917877,0.00004954289,0.00013438669,0.00007955882,0.00021952848,0.00033822813],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035413392,0.00023807344,0.0002446016,0.0002894412,0.00007609121,0.00015522803,0.00023685442,0.00016791133,0.000014875468],"category_scores_gemma":[0.0007801466,0.00026484576,0.00005832142,0.000941033,0.000009636033,0.00027916543,0.000026079371,0.0003514879,0.0000041757016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008403566,0.00009863683,0.32059988,0.0026687314,0.00034228474,0.0000011847412,0.010108504,0.5514597,0.0069016917,0.006565073,0.09953112,0.0017147441],"study_design_scores_gemma":[0.00048830087,0.000017267172,0.77327114,0.0009874126,0.00006028533,0.000007911944,0.0009578422,0.19362636,0.0039862953,0.00004910448,0.025547234,0.0010008698],"about_ca_topic_score_codex":0.0001755403,"about_ca_topic_score_gemma":0.00012284637,"teacher_disagreement_score":0.45267123,"about_ca_system_score_codex":0.0017049985,"about_ca_system_score_gemma":0.00021640414,"threshold_uncertainty_score":0.9999804},"labels":[],"label_agreement":null},{"id":"W3036248024","doi":"10.24908/pceea.vi0.14162","title":"INDIGENOUS INITIATIVES IN ENGINEERING EDUCATION IN CANADA: COLLECTIVE CONTRIBUTIONS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Toronto; McMaster University; University of British Columbia; University of Saskatchewan; University of Calgary; University of Manitoba","funders":"Institute on the Environment, University of Minnesota; Ministry of Economy, Trade and Industry","keywords":"Indigenous; Accreditation; Work (physics); Participatory action research; Citizen journalism; Space (punctuation); Participatory design; Collective action; Political science; Action research; Engineering ethics; Sociology; Public relations; Engineering; Pedagogy; Ecology; Law","score_opus":0.003652846230391129,"score_gpt":0.18222511555705942,"score_spread":0.17857226932666828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036248024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98889744,0.00059253175,0.000053031214,0.0031228121,0.0024965445,0.00090520125,0.000069648435,0.00014827788,0.0037145233],"genre_scores_gemma":[0.99867755,0.0000371727,0.00043824175,0.00029363786,0.00012084867,0.00020656118,0.000020755184,0.000044090062,0.00016113454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985909,0.0000073970555,0.00046874775,0.00020338116,0.0002873368,0.00044227066],"domain_scores_gemma":[0.9990782,0.000060034155,0.00013435903,0.00007561671,0.0003526413,0.00029911546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002002645,0.00022464407,0.0002597748,0.00045075652,0.00006539512,0.0000529801,0.00028390854,0.00013341462,0.000021752829],"category_scores_gemma":[0.0009901215,0.00026108304,0.000048238977,0.0016178758,0.000006306259,0.00025688033,0.000018118957,0.0004454831,0.0000051168454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005417563,0.00019282987,0.6679789,0.0014688524,0.0001921771,8.912304e-7,0.01750188,0.2603702,0.0037854998,0.004764974,0.0422086,0.0015297569],"study_design_scores_gemma":[0.00031364348,0.000009373186,0.9635853,0.0003468331,0.000017972081,0.000002751302,0.0014107764,0.021365747,0.002800134,0.000032873562,0.009645122,0.00046945704],"about_ca_topic_score_codex":0.33407342,"about_ca_topic_score_gemma":0.6700446,"teacher_disagreement_score":0.33597115,"about_ca_system_score_codex":0.01874557,"about_ca_system_score_gemma":0.01322169,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W3036319473","doi":"10.24908/pceea.vi0.14187","title":"ENGINEERING UNDERGRADUATES AND THEIR SELF-REPORTED CONFIDENCE AND PROFICIENCY LEVELS IN LIFELONG LEARNING (A12)","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Capstone; Lifelong learning; Teamwork; Competence (human resources); Communication skills; Medical education; Psychology; Capstone course; Mathematics education; Pedagogy; Curriculum; Computer science; Medicine; Management","score_opus":0.006636334478117189,"score_gpt":0.1751578487071626,"score_spread":0.16852151422904543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036319473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933581,0.0005071411,0.00015635008,0.00402978,0.0006341407,0.00037534477,0.0000051897396,0.0003378499,0.0005961216],"genre_scores_gemma":[0.9985895,0.00007858564,0.00094809145,0.00010971011,0.000073354175,0.0000491498,0.0000033124165,0.000040373638,0.00010789018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989722,0.0000047114504,0.0003336156,0.0002138567,0.00017106038,0.00030459487],"domain_scores_gemma":[0.99933374,0.00005709336,0.00011727913,0.000055953285,0.00016966357,0.00026629635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002949783,0.00020651652,0.00020025384,0.00023829337,0.000079431666,0.00010484866,0.00015218144,0.000120018274,0.0000074506206],"category_scores_gemma":[0.00083757914,0.00020655821,0.00003181389,0.0006382322,0.0000105729505,0.0002157897,0.000026082293,0.00035044696,0.0000023159762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036320248,0.00012837614,0.72452235,0.00427159,0.0006749331,0.0000012786722,0.051105198,0.13681597,0.05015856,0.019605434,0.008895333,0.0038173299],"study_design_scores_gemma":[0.0003676601,0.000023462808,0.70978343,0.0004534052,0.000048370075,0.000018259394,0.0016995999,0.2668291,0.0075793564,0.00008914238,0.012372116,0.0007360995],"about_ca_topic_score_codex":0.00045496065,"about_ca_topic_score_gemma":0.00031117795,"teacher_disagreement_score":0.13001314,"about_ca_system_score_codex":0.0007488741,"about_ca_system_score_gemma":0.00026624685,"threshold_uncertainty_score":0.84231997},"labels":[],"label_agreement":null},{"id":"W3036351670","doi":"10.24908/pceea.vi0.14166","title":"A COMPARISON OF THE TEACHING PRACTICES OF NOVICE EDUCATORS IN ENGINEERING AND OTHER POST-SECONDARY DISCIPLINES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Thematic analysis; Engineering education; Rank (graph theory); Descriptive statistics; Mathematics education; Professional development; Perception; Student engagement; Psychology; Pedagogy; Medical education; Engineering; Qualitative research; Sociology; Mathematics; Medicine; Engineering management","score_opus":0.008951190517053393,"score_gpt":0.24964325052315312,"score_spread":0.24069206000609972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036351670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940652,0.00034142338,0.000012419916,0.003365111,0.0009296001,0.00027753453,0.000020530026,0.000050915118,0.0009372689],"genre_scores_gemma":[0.9986934,0.0000065254335,0.0009656173,0.000120463854,0.000089170666,0.000029555145,0.0000024282094,0.000036851376,0.000055965193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998928,0.000007325732,0.0004690303,0.00014411952,0.00024078749,0.0002107358],"domain_scores_gemma":[0.9990483,0.00008196111,0.00044372882,0.000092717426,0.00019422025,0.00013907415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003120074,0.00016664974,0.00025116894,0.00022372784,0.000053488395,0.000035730634,0.00031508124,0.00010782749,0.000012297492],"category_scores_gemma":[0.0015145652,0.00014704851,0.000062630235,0.0005752293,0.00001532615,0.00018536634,0.00003880761,0.0003944905,8.440161e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042933093,0.00015498218,0.8548857,0.003701687,0.00019742899,3.373048e-8,0.034152437,0.04880431,0.04531764,0.0054424116,0.006003183,0.0013359033],"study_design_scores_gemma":[0.0003487977,0.000027341834,0.8925184,0.0008477722,0.000083481755,0.000003567849,0.0061903372,0.0506076,0.021085879,0.000021285818,0.027751558,0.00051397824],"about_ca_topic_score_codex":0.0018732174,"about_ca_topic_score_gemma":0.00140183,"teacher_disagreement_score":0.037632708,"about_ca_system_score_codex":0.00050288846,"about_ca_system_score_gemma":0.000433534,"threshold_uncertainty_score":0.59964645},"labels":[],"label_agreement":null},{"id":"W3036473795","doi":"10.24908/pceea.vi0.14125","title":"AN ONLINE RESOURCE HUB FOR ENGINEERING FACULTY: PROVIDING PRACTICAL INFORMATION AND SUPPORT FOR OUTCOMES-BASED EDUCATION","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Intranet; Resource (disambiguation); Process (computing); Knowledge management; Psychology; Engineering; Public relations; Engineering ethics; Computer science; Political science; The Internet; World Wide Web","score_opus":0.0154220281661644,"score_gpt":0.2528640863849641,"score_spread":0.2374420582187997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036473795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7828214,0.00037566773,0.06869348,0.11126348,0.013294766,0.015151769,0.0021687613,0.0038478733,0.002382768],"genre_scores_gemma":[0.9401052,0.00000520231,0.056133922,0.0016690079,0.00036751325,0.0007599306,0.0006413916,0.00009960747,0.0002182337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987403,0.000003323955,0.0004586441,0.0001964219,0.00025258225,0.00034873575],"domain_scores_gemma":[0.9986278,0.0000873112,0.00021095813,0.00009763011,0.0005642386,0.0004120849],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032780526,0.00024277125,0.00023213933,0.00028166457,0.00013024447,0.00018813141,0.00021499429,0.00017995485,0.0000068968848],"category_scores_gemma":[0.0017908219,0.00025397434,0.00009012349,0.0003917324,0.000007935444,0.00064319803,0.000011600046,0.00020966053,0.0000021525354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065381595,0.00092769373,0.087981015,0.016282002,0.0009658589,1.3195707e-7,0.017732354,0.29499856,0.017312532,0.04922623,0.4700978,0.04441044],"study_design_scores_gemma":[0.0006155242,0.00008171751,0.042726245,0.00015877404,0.00011276636,0.000003113322,0.0009308489,0.34265134,0.0031395247,0.000028156921,0.60893285,0.000619098],"about_ca_topic_score_codex":0.0001297891,"about_ca_topic_score_gemma":0.00012123845,"teacher_disagreement_score":0.15728375,"about_ca_system_score_codex":0.0012118233,"about_ca_system_score_gemma":0.0011744517,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W3036484199","doi":"10.24908/pceea.vi0.14138","title":"USE OF AN INDIGENOUS LEARNING BUNDLE IN AN ENGINEERING PROJECT COURSE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Indigenous; Traditional knowledge; Commission; Reflection (computer programming); Engineering ethics; Class (philosophy); Engineering education; Engineering; Pedagogy; Sociology; Political science; Computer science; Engineering management; Ecology; Law","score_opus":0.011436147621676628,"score_gpt":0.2190814293954891,"score_spread":0.20764528177381247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036484199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980657,0.00007653297,0.000038352955,0.00032153327,0.00071030343,0.00039737337,0.000013681417,0.00022411477,0.00015242517],"genre_scores_gemma":[0.9965489,0.00001472267,0.0029527568,0.000071612034,0.00012680405,0.000069983915,0.000025956453,0.00007175637,0.00011750998],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998679,0.000008389039,0.00042777328,0.00020654294,0.00030318816,0.00037514712],"domain_scores_gemma":[0.99907887,0.0000333061,0.00016685826,0.00010593342,0.0003171574,0.00029786112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027112334,0.00021709027,0.00024826592,0.0003630369,0.000059586673,0.00010143824,0.00031907362,0.00016958428,0.000013434248],"category_scores_gemma":[0.0005530458,0.00024301633,0.000059988197,0.0010098561,0.000008694811,0.00059498777,0.000017377242,0.00041021616,0.0000032000971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044268913,0.00027422662,0.1702966,0.0010455424,0.00013543476,3.685989e-7,0.022651607,0.78222287,0.01753517,0.0012342253,0.00275883,0.0018406766],"study_design_scores_gemma":[0.00045847773,0.00015833939,0.53455377,0.00045325607,0.00008364663,0.000007735947,0.0021841335,0.42083138,0.014145071,0.0000148211775,0.026017904,0.0010914822],"about_ca_topic_score_codex":0.002504293,"about_ca_topic_score_gemma":0.0019998006,"teacher_disagreement_score":0.36425716,"about_ca_system_score_codex":0.0012690655,"about_ca_system_score_gemma":0.00065141247,"threshold_uncertainty_score":0.99099183},"labels":[],"label_agreement":null},{"id":"W3036575016","doi":"10.24908/pceea.vi0.14201","title":"A systematic literature review on Engineering Entrepreneurship Education Learning Outcomes and Assessment Tools","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Entrepreneurship; Popularity; Engineering education; Entrepreneurship education; Systematic review; Process (computing); Engineering ethics; Engineering; Psychology; Political science; Engineering management; Computer science","score_opus":0.0067173976012585975,"score_gpt":0.21417757460952147,"score_spread":0.20746017700826289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036575016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6945212,0.10691714,0.0004928906,0.11916402,0.025222797,0.014668174,0.00017031319,0.005136491,0.03370699],"genre_scores_gemma":[0.9919293,0.0026273322,0.0018515808,0.0018272977,0.00022575779,0.0004790506,0.000039526047,0.00009988962,0.0009202967],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9985881,0.000012486362,0.00047897975,0.00024160916,0.00037864808,0.00030017277],"domain_scores_gemma":[0.9988674,0.00010205567,0.00021538352,0.00011732838,0.00034086264,0.00035699457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035441716,0.00028950712,0.00038099638,0.00024782997,0.00009541229,0.00021846539,0.0002602196,0.0001382904,0.000017090875],"category_scores_gemma":[0.0021435157,0.0002678508,0.00010612355,0.0007559203,0.0000057317247,0.00026216774,0.000022354136,0.000537906,0.000010145964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052164214,0.00042060384,0.1612927,0.54812753,0.0016855834,0.0000013624931,0.013554294,0.07087815,0.0058974237,0.05087965,0.13835067,0.008906808],"study_design_scores_gemma":[0.0009772046,0.00014407528,0.606112,0.19724993,0.00087439065,0.00005617346,0.0015297687,0.06468662,0.0029151356,0.00007964829,0.12207068,0.0033043667],"about_ca_topic_score_codex":0.00005232475,"about_ca_topic_score_gemma":0.000030624626,"teacher_disagreement_score":0.4448193,"about_ca_system_score_codex":0.0013858827,"about_ca_system_score_gemma":0.00044486276,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W3036584948","doi":"10.24908/pceea.vi0.14143","title":"COMPARISON OF THE CIVIL ENGINEERING CURRICULUM AMONG SEVERAL CANADIAN UNIVERSITIES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Windsor; Curriculum; Accreditation; Capstone; Engineering; Engineering management; Multidisciplinary approach; Engineering education; Engineering ethics; Process (computing); Modular design; Library science; Sustainability; Civil engineering; Sociology; Medical education; Pedagogy; Computer science; Environmental science; Medicine; Social science","score_opus":0.004815099487223643,"score_gpt":0.18584756640181477,"score_spread":0.18103246691459113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036584948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98494244,0.00019743912,0.000057725625,0.0042824517,0.0036070931,0.00047097643,0.000047551395,0.00022246473,0.006171837],"genre_scores_gemma":[0.9987834,0.0000063931607,0.00037487553,0.00013967337,0.00014888725,0.000024824998,0.000008470972,0.00004661382,0.00046683167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986384,0.0000054636234,0.00038063264,0.00016724248,0.0003915402,0.0004167148],"domain_scores_gemma":[0.99878293,0.000025507306,0.00018623559,0.00012408418,0.00041572776,0.0004655164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017985981,0.00022570167,0.0002532942,0.0003023191,0.00014384625,0.0000724163,0.0005745867,0.0001744214,0.00005847163],"category_scores_gemma":[0.00034140446,0.00021381737,0.00012948905,0.0011530982,0.000021213235,0.00022370087,0.000034583776,0.00039372573,0.0000067853384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0582873e-7,0.0000474393,0.5033895,0.0009062412,0.0002612893,1.267589e-7,0.011108069,0.34705043,0.001848142,0.006493068,0.12873954,0.0001553785],"study_design_scores_gemma":[0.00027431775,0.00001650105,0.7011748,0.00047164934,0.00011361209,0.0000028253644,0.0042276606,0.20050476,0.0073339166,0.000015658217,0.0851189,0.0007453849],"about_ca_topic_score_codex":0.03578438,"about_ca_topic_score_gemma":0.083937384,"teacher_disagreement_score":0.19778533,"about_ca_system_score_codex":0.0033635055,"about_ca_system_score_gemma":0.0012064178,"threshold_uncertainty_score":0.9706364},"labels":[],"label_agreement":null},{"id":"W3036613023","doi":"10.24908/pceea.vi0.14172","title":"HOW DO ENGINEERING STUDENTS REACT TO MEMORIZATION VS. PROBLEM ANALYSIS QUESTIONS ON EXAMS?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Memorization; Mathematics education; Context (archaeology); Computer science; Problem-based learning; Psychology","score_opus":0.004656465053658539,"score_gpt":0.19349410327138347,"score_spread":0.18883763821772492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036613023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94168663,0.00021565073,0.0035005538,0.039439153,0.005615965,0.0025489973,0.00012367232,0.0017925953,0.0050767637],"genre_scores_gemma":[0.9954387,0.00001630701,0.0028159686,0.000430279,0.00027000584,0.00018686085,0.000029022605,0.00007419331,0.0007386516],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9982792,0.0000060331768,0.0003704059,0.000309653,0.0006206775,0.00041402064],"domain_scores_gemma":[0.99865997,0.00003883641,0.00015344979,0.00015592585,0.000412447,0.0005793733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028751997,0.00029637074,0.00030450476,0.00072989566,0.00011510525,0.000374211,0.0005121613,0.00016579559,0.000024735271],"category_scores_gemma":[0.0008835447,0.0003121308,0.00014323491,0.0027682395,0.0000053516665,0.00026687226,0.00003268508,0.0003252778,0.000024072895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005994151,0.00016143823,0.08672019,0.00081016065,0.001487331,3.3701448e-7,0.008875688,0.8063311,0.0077049155,0.009942157,0.07638993,0.0015707501],"study_design_scores_gemma":[0.0005789448,0.000111882764,0.7203672,0.0006744376,0.00079731323,0.0000035401024,0.0008389265,0.06927131,0.011205952,0.00005466758,0.19424418,0.0018516572],"about_ca_topic_score_codex":0.00038050607,"about_ca_topic_score_gemma":0.00039734546,"teacher_disagreement_score":0.7370598,"about_ca_system_score_codex":0.0025135344,"about_ca_system_score_gemma":0.00024106509,"threshold_uncertainty_score":0.99993306},"labels":[],"label_agreement":null},{"id":"W3036683630","doi":"10.24908/pceea.vi0.14202","title":"INCREASING STUDENT AWARENESS OF PROFESSIONALISM USING THE PROFESSIONALISM ASSESSMENT TOOL (PAT) IN A SENIOR UNDERGRADUATE ENGINEERING DESIGN COURSE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Accreditation; Curriculum; Medical education; Psychology; Test (biology); Professional development; Pedagogy; Medicine","score_opus":0.021964732302564297,"score_gpt":0.2864368897463135,"score_spread":0.2644721574437492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036683630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98837864,0.00029146206,0.0012085832,0.006551782,0.0022432928,0.0010247583,0.00001917446,0.00014933011,0.00013296692],"genre_scores_gemma":[0.9932244,0.000015842137,0.006169588,0.00016432776,0.00011300969,0.00015671704,0.000009812797,0.00006685956,0.00007944356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99807996,0.000032093296,0.0006355066,0.00022978387,0.0006141041,0.00040856228],"domain_scores_gemma":[0.99882454,0.00014937234,0.00029583403,0.00013884113,0.00043505285,0.00015635192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009211025,0.00028095397,0.0003184077,0.00024255547,0.00013718438,0.00007522655,0.00047006825,0.00016956456,0.000014201749],"category_scores_gemma":[0.00053331594,0.00024109095,0.00009459786,0.0010566605,0.000016667647,0.0002313829,0.000055561573,0.00048347935,0.0000016408824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007707609,0.00023332465,0.17476313,0.001502709,0.00035336267,6.9182397e-7,0.009171444,0.76608586,0.033869486,0.007896057,0.0055346866,0.0005815276],"study_design_scores_gemma":[0.0005809233,0.000018039209,0.60964406,0.0014302998,0.00012522734,0.000010956289,0.002002578,0.37616268,0.0055390517,0.00009024631,0.0036856534,0.00071030715],"about_ca_topic_score_codex":0.0011449289,"about_ca_topic_score_gemma":0.0002102082,"teacher_disagreement_score":0.4348809,"about_ca_system_score_codex":0.002401888,"about_ca_system_score_gemma":0.0016225175,"threshold_uncertainty_score":0.9831404},"labels":[],"label_agreement":null},{"id":"W3036745759","doi":"10.24908/pceea.vi0.14147","title":"WHERE ARE THEY NOW? UNDERSTANDING CAREER PERSISTENCE OF WOMEN IN ENGINEERING PRACTICE IN MANITOBA","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Graduation (instrument); Licensure; Retention rate; Persistence (discontinuity); Underrepresented Minority; Work (physics); Entry Level; Psychology; Medical education; Engineering ethics; Pedagogy; Sociology; Engineering; Medicine; Marketing; Business","score_opus":0.015082462092481838,"score_gpt":0.18957856175540364,"score_spread":0.1744960996629218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036745759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827138,0.000786158,0.00012561714,0.00915197,0.0020624069,0.0007249096,0.000023835064,0.00022692127,0.004184383],"genre_scores_gemma":[0.9988078,0.00009841239,0.0007258345,0.000105865984,0.000075743366,0.00007736094,0.0000028336046,0.00004682124,0.000059314993],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985499,0.0000066576504,0.00043317207,0.00018812408,0.00032362738,0.0004985514],"domain_scores_gemma":[0.9991139,0.00008362219,0.0001986881,0.00008836975,0.0002325103,0.0002828941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050896907,0.00019770091,0.00027173385,0.00040445267,0.000033702578,0.000051937743,0.0003140914,0.00014808233,0.0000148406925],"category_scores_gemma":[0.001335988,0.0002227685,0.000060076953,0.0009678518,0.000007684807,0.0003157381,0.000023323424,0.00036520243,0.000004681281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009236159,0.00015215461,0.39151764,0.00436621,0.0002552174,0.0000015001383,0.062253226,0.5179209,0.005439222,0.0058451127,0.011964772,0.00027481368],"study_design_scores_gemma":[0.0014285913,0.00006569269,0.7089064,0.0036706766,0.000102598,0.000015490396,0.095930725,0.1338151,0.0036623266,0.00016384549,0.050337832,0.0019007487],"about_ca_topic_score_codex":0.0016169287,"about_ca_topic_score_gemma":0.010807222,"teacher_disagreement_score":0.3841058,"about_ca_system_score_codex":0.010311748,"about_ca_system_score_gemma":0.00040356794,"threshold_uncertainty_score":0.9934875},"labels":[],"label_agreement":null},{"id":"W3036858878","doi":"10.24908/pceea.vi0.14127","title":"DEVELOPMENT OF THE INDIVIDUAL AND TEAM WORK ATTRIBUTE AMONG UNDERGRADUATE ENGINEERING STUDENTS: TRENDS ACROSS 4 YEARS OF ASSESSMENT","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Teamwork; Accreditation; Medical education; Work (physics); Psychology; Psychological intervention; Engineering education; Engineering; Engineering management; Medicine; Political science","score_opus":0.008955734359886126,"score_gpt":0.22587903595330514,"score_spread":0.21692330159341902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036858878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976613,0.00008150268,0.00007781346,0.00081916014,0.00087463425,0.00021793321,0.000027087273,0.00007473789,0.00016584259],"genre_scores_gemma":[0.9960431,0.000011306733,0.0035869735,0.00004291659,0.00005092436,0.0000486135,0.000009901839,0.000039647253,0.00016660307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849206,0.0000049117803,0.0004971734,0.00016541865,0.00054026075,0.00030020298],"domain_scores_gemma":[0.999173,0.000034306846,0.0002668615,0.00010316333,0.00021437505,0.00020832245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038780677,0.0001899602,0.00024422593,0.00016282215,0.0000818586,0.00006726062,0.0004752699,0.00012201059,0.000006985607],"category_scores_gemma":[0.00026724866,0.000183239,0.00007868898,0.001063498,0.000021412961,0.00013674359,0.00008742784,0.00027712926,8.5451126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002282952,0.00012487714,0.89859706,0.0012024193,0.00080534414,7.9116816e-8,0.02571077,0.046636645,0.0051067714,0.0012828138,0.01489349,0.0056374394],"study_design_scores_gemma":[0.00017474315,0.0000056263857,0.98706234,0.00022885112,0.000038165206,5.4307276e-7,0.0005606921,0.0015977793,0.0032110082,0.0000030648537,0.0069172196,0.00019994489],"about_ca_topic_score_codex":0.00015605919,"about_ca_topic_score_gemma":0.00029456333,"teacher_disagreement_score":0.088465296,"about_ca_system_score_codex":0.0009806379,"about_ca_system_score_gemma":0.0003378099,"threshold_uncertainty_score":0.74722695},"labels":[],"label_agreement":null},{"id":"W3036887016","doi":"10.24908/pceea.vi0.14171","title":"A SHORT ONLINE COURSE TARGETING PROFESSIONALISM, THE IMPACT OF ENGINEERING ON SOCIETY AND THE ENVIRONMENT, AND ETHICS AND EQUITY","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Equity (law); Engineering ethics; Curriculum; Relevance (law); Online course; Medical education; Engineering management; Engineering; Psychology; Political science; Pedagogy; Mathematics education; Medicine; Law","score_opus":0.017680175028079097,"score_gpt":0.2673546977005011,"score_spread":0.249674522672422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036887016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856745,0.00093013654,0.00005173539,0.01229203,0.00034973185,0.000458721,0.000037752732,0.000069125934,0.00013627161],"genre_scores_gemma":[0.99882513,0.00019226964,0.0005372525,0.00022656683,0.00008888464,0.00003988208,0.000008187495,0.0000311347,0.0000506703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990814,0.000011053357,0.0002662641,0.00014944615,0.00027040776,0.00022146084],"domain_scores_gemma":[0.9993326,0.00020183467,0.00011238799,0.000072020215,0.00012060383,0.0001605542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007353092,0.00018272831,0.0001886839,0.0000472538,0.00017357909,0.000060220777,0.00017914538,0.00013597828,0.0000059807],"category_scores_gemma":[0.0007230902,0.00012176005,0.000074687145,0.00022689323,0.000053549727,0.00009566323,0.000060345326,0.0006089834,4.0240417e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004244525,0.0004806673,0.23388126,0.00714298,0.002968462,3.4548398e-7,0.18412283,0.38850093,0.030228255,0.044097047,0.09813203,0.010402763],"study_design_scores_gemma":[0.0006546047,0.00003693093,0.73154914,0.00037990973,0.00015733289,0.000005706968,0.0034458078,0.25660813,0.0011433342,0.00010829528,0.0053893807,0.0005214088],"about_ca_topic_score_codex":0.0003605305,"about_ca_topic_score_gemma":0.000040474268,"teacher_disagreement_score":0.4976679,"about_ca_system_score_codex":0.0004837497,"about_ca_system_score_gemma":0.00021526436,"threshold_uncertainty_score":0.49652305},"labels":[],"label_agreement":null},{"id":"W3036902165","doi":"10.24908/pceea.vi0.14146","title":"EXPERIENCE AND REFLECTION ON AN INTEGRATED MATHEMATICS CURRICULUM FOR AN ENGINEERING ARTICULATION PROGRAM","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Articulation (sociology); Curriculum; Mathematics education; Reflection (computer programming); Engineering education; Popularity; Computer science; Extension (predicate logic); Engineering; Pedagogy; Mathematics; Engineering management; Sociology; Psychology; Programming language; Political science","score_opus":0.014005558944169888,"score_gpt":0.24834772463717544,"score_spread":0.23434216569300556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036902165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950345,0.000032414053,0.000985408,0.0008870277,0.0011728422,0.00095155876,0.000013751174,0.0006173077,0.00030515806],"genre_scores_gemma":[0.98011184,0.0000074479935,0.019022448,0.00012013083,0.00018826198,0.00040162363,0.000031962678,0.00005979635,0.00005651051],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989509,0.0000035917783,0.00031575814,0.00022073682,0.00022450872,0.0002845164],"domain_scores_gemma":[0.9990459,0.000021577132,0.0001174358,0.000092813185,0.00035543097,0.00036686138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019374504,0.00020998767,0.00017102303,0.00018940738,0.00010979842,0.00015254228,0.00018210946,0.00014065416,0.000007212944],"category_scores_gemma":[0.0005592614,0.00020892076,0.000047045534,0.0005564956,0.000008649591,0.00037849767,0.000008643206,0.00019800977,0.0000024336337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023584449,0.001650234,0.056194197,0.00583877,0.0006015041,3.1323762e-7,0.07240799,0.6190346,0.103243634,0.062311195,0.037660174,0.041033838],"study_design_scores_gemma":[0.00026054523,0.00015449643,0.031438015,0.00020936024,0.000047772257,0.0000039775314,0.0014814974,0.9232563,0.007966237,0.000047627997,0.034600593,0.0005336048],"about_ca_topic_score_codex":0.00025594552,"about_ca_topic_score_gemma":0.00026930615,"teacher_disagreement_score":0.30422172,"about_ca_system_score_codex":0.0009554322,"about_ca_system_score_gemma":0.00014647175,"threshold_uncertainty_score":0.85195416},"labels":[],"label_agreement":null},{"id":"W3036939852","doi":"10.24908/pceea.vi0.14123","title":"CO-OP STUDENT INVOLVEMENT IN THE ADVANCEMENT OF A FACULTY’S SAFETY EDUCATION AND CULTURE: A LARGE-SCALE PROJECT OF VIDEO CREATION FOR LABORATORY COURSES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Deliverable; Mindset; Laboratory safety; Safety culture; Scale (ratio); Medical education; Workspace; Test (biology); Engineering; Engineering management; Pedagogy; Psychology; Mathematics education; Computer science; Management; Medicine","score_opus":0.007454243776281437,"score_gpt":0.257028969616922,"score_spread":0.24957472584064058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036939852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748667,0.0016154939,0.0013419348,0.013261261,0.0019505499,0.0045119068,0.0005182999,0.0001437257,0.0017901534],"genre_scores_gemma":[0.99601275,0.00015336936,0.0027706947,0.00026543604,0.00009556879,0.00042440972,0.00008253834,0.000026333604,0.0001689138],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989422,0.000008090521,0.00041928102,0.00014357387,0.00029863743,0.00018822793],"domain_scores_gemma":[0.99908423,0.000034662906,0.00023878714,0.000073856776,0.00048296468,0.00008551219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043697265,0.00014551793,0.00019338263,0.000171796,0.0000584976,0.000032059826,0.00020750817,0.00008162538,0.0000048200036],"category_scores_gemma":[0.00029793917,0.00012670927,0.00004905996,0.0005559401,0.000012382231,0.00014265203,0.000009537842,0.00011539956,4.11785e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042806376,0.0017790775,0.28510493,0.010444217,0.00070978206,7.387278e-8,0.3720747,0.028245892,0.03751855,0.031788163,0.22533832,0.0069534876],"study_design_scores_gemma":[0.0014699196,0.00015329898,0.38082147,0.0009301459,0.00019383334,0.0000015833862,0.050209034,0.0109919775,0.026258983,0.000088826855,0.52816767,0.0007132757],"about_ca_topic_score_codex":0.0003936817,"about_ca_topic_score_gemma":0.0009820635,"teacher_disagreement_score":0.32186565,"about_ca_system_score_codex":0.0009175491,"about_ca_system_score_gemma":0.0006844868,"threshold_uncertainty_score":0.5167054},"labels":[],"label_agreement":null},{"id":"W3037196791","doi":"10.24908/pceea.vi0.14217","title":"Humble Practice in Engineering: What does it look like?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empathy; Interpersonal communication; Emotional intelligence; Engineering ethics; Psychology; Social skills; Stakeholder; Knowledge management; Sociology; Engineering; Public relations; Computer science; Social psychology; Political science; Psychotherapist","score_opus":0.004482195223893576,"score_gpt":0.19359390044809102,"score_spread":0.18911170522419746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037196791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71030086,0.0065056244,0.00063138804,0.20153916,0.040795285,0.0043571135,0.00008086547,0.0030188994,0.032770835],"genre_scores_gemma":[0.9942256,0.0002776633,0.0025573124,0.0016387164,0.00030630347,0.00013936394,0.000012310293,0.000089549474,0.0007531656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847955,0.000005333313,0.0004497673,0.00024558904,0.00037754254,0.00044223343],"domain_scores_gemma":[0.99891335,0.00008581568,0.0001508618,0.00011870963,0.0003602959,0.0003709611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034870583,0.00025575157,0.00023752908,0.00031499998,0.00006293952,0.00023901695,0.00039411028,0.00019218447,0.000059070175],"category_scores_gemma":[0.00150084,0.00024936453,0.000082259314,0.0010478238,0.000008498597,0.000891305,0.0000293381,0.0004416905,0.00003495905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013304663,0.00041802315,0.0338194,0.0047824164,0.0007910685,0.0000034094915,0.060964737,0.43527204,0.016683973,0.015172045,0.4264105,0.0056690737],"study_design_scores_gemma":[0.00055561686,0.000026518654,0.02802568,0.00092319306,0.000090315865,0.000013152077,0.0076158675,0.05677964,0.006747188,0.000048357506,0.8979989,0.001175522],"about_ca_topic_score_codex":0.0006832201,"about_ca_topic_score_gemma":0.0012936834,"teacher_disagreement_score":0.47158843,"about_ca_system_score_codex":0.0021548248,"about_ca_system_score_gemma":0.0004898656,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W3038028207","doi":"10.24908/pceea.vi0.14216","title":"SELF PERCEPTIONS OF STUDENTS’ HUMANITIES-BASED SKILLS IN AN ENGINEERING PROGRAM: OVERVIEW OF A LONGITUDINAL STUDY’S FIRST TWO YEARS (2017-2019)","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Likert scale; Accreditation; Longitudinal study; Teamwork; Engineering education; Medical education; Test (biology); Psychology; Perception; Mathematics education; Engineering; Engineering management; Management; Medicine","score_opus":0.017656222118729515,"score_gpt":0.27094432179166533,"score_spread":0.2532880996729358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038028207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99779224,0.00012415656,0.000026293266,0.00021848064,0.00065722445,0.00081010035,0.00002147966,0.00019471013,0.00015530743],"genre_scores_gemma":[0.996352,0.000022945942,0.0032074207,0.00003662066,0.000084737454,0.00017817457,0.000016084892,0.000054772452,0.000047225025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998431,0.000007879605,0.0005669883,0.00021240953,0.0004701405,0.0003115339],"domain_scores_gemma":[0.99901694,0.00003768491,0.0002139485,0.00014490548,0.00037363436,0.00021289321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003359945,0.00022467416,0.00033470945,0.00045107884,0.000047339592,0.00006515241,0.0004947279,0.00010160538,0.000040592],"category_scores_gemma":[0.0002408536,0.0002572486,0.000097996955,0.0009516779,0.000012044394,0.00022679605,0.000028996945,0.00026090597,0.0000044189605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021487779,0.00084344856,0.8936874,0.0012513957,0.00017473214,3.183618e-7,0.011468793,0.08881519,0.0005364966,0.00067051395,0.0022459498,0.00030359116],"study_design_scores_gemma":[0.00043775004,0.00006985813,0.9777559,0.00029078068,0.00006042475,8.603596e-7,0.0007568813,0.017406914,0.0002935756,0.0000029913929,0.0026418723,0.00028216807],"about_ca_topic_score_codex":0.0012423998,"about_ca_topic_score_gemma":0.0039845924,"teacher_disagreement_score":0.0840685,"about_ca_system_score_codex":0.0013468522,"about_ca_system_score_gemma":0.00036143538,"threshold_uncertainty_score":0.99998796},"labels":[],"label_agreement":null},{"id":"W3041487871","doi":"10.1201/9781003078647-45","title":"International trends in engineering accreditation and quality assurance","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Engineering management; Quality (philosophy); Engineering; Medical education; Medicine; Operations management; Physics","score_opus":0.019294440894145205,"score_gpt":0.2477441794490599,"score_spread":0.2284497385549147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041487871","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002886447,0.00038231083,0.00539083,0.00054439687,0.0020941468,0.00008500573,0.000022953425,0.00054921175,0.9906425],"genre_scores_gemma":[0.49601245,0.0024800582,0.025958752,0.00029861013,0.0015424788,0.00012212282,0.0011262639,0.0003928722,0.4720664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993065,0.0000017105594,0.000273781,0.0001746621,0.0001489809,0.00009437312],"domain_scores_gemma":[0.99977696,0.00003074333,0.000024435278,0.00008072863,0.000020794621,0.00006632282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006351536,0.00019621526,0.00018369187,0.00024714725,0.0000063238203,0.000029983366,0.000089757945,0.00012312639,0.00045546438],"category_scores_gemma":[0.000017196613,0.00022314911,0.00003257836,0.000048223996,0.0000056580516,0.00007728158,0.00001973375,0.00023237997,0.000031251966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016321224,0.000044900564,0.0010889249,0.0019017275,0.00069301197,0.000041259635,0.0025756415,0.11641456,0.0015684667,0.6053389,0.087665096,0.18265122],"study_design_scores_gemma":[0.00044653818,0.000011030176,0.027525628,0.00029183843,0.000013214643,0.0000068156837,0.000027820806,0.036592904,0.00010517191,0.00024087031,0.9337968,0.0009413567],"about_ca_topic_score_codex":0.0000025881275,"about_ca_topic_score_gemma":0.000011028919,"teacher_disagreement_score":0.84613174,"about_ca_system_score_codex":0.00012103473,"about_ca_system_score_gemma":0.000011671656,"threshold_uncertainty_score":0.90997565},"labels":[],"label_agreement":null},{"id":"W3042001642","doi":"10.24908/pceea.vi0.14240","title":"A FRAMEWORK TO ADD DEPTH, CAREER RELEVANCE, AND SKILLS DEVELOPMENT INTO ASSESSMENT IN A 2ND YEAR DESIGN COURSE","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Accreditation; Relevance (law); Identity (music); Psychology; Mathematics education; Computer science; Medical education; Engineering ethics; Pedagogy; Engineering; Political science; Medicine","score_opus":0.00766496189986812,"score_gpt":0.22189764823817576,"score_spread":0.21423268633830764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042001642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612545,0.00066301523,0.00937066,0.01774396,0.00412571,0.0024620742,0.0000194727,0.0006218043,0.0037387996],"genre_scores_gemma":[0.9247356,0.00001990151,0.07429144,0.00043929517,0.0000976209,0.00018595108,0.0000045640813,0.00004725927,0.00017838554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883866,0.000005646136,0.00032952987,0.00021226652,0.0002964644,0.00031740285],"domain_scores_gemma":[0.99915797,0.0000588941,0.00008267394,0.00007672406,0.00022122338,0.00040249992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003025128,0.00019223841,0.00019433342,0.00022545263,0.00007067708,0.00008456165,0.00022952298,0.00014389743,0.000024711844],"category_scores_gemma":[0.000702834,0.00020761378,0.000030928306,0.000797479,0.000007085437,0.00012955493,0.000028254477,0.00032955778,0.000012200017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009795416,0.0003424059,0.44021758,0.0023340755,0.0005472247,0.0000011924784,0.08983777,0.2139835,0.0067063817,0.014447839,0.21380587,0.017766356],"study_design_scores_gemma":[0.00036450697,0.000030491936,0.8943261,0.00076222426,0.00004186622,0.0000024793876,0.0016628294,0.008680978,0.0040267226,0.00017774418,0.08910238,0.00082167535],"about_ca_topic_score_codex":0.00033670466,"about_ca_topic_score_gemma":0.0017415863,"teacher_disagreement_score":0.4541085,"about_ca_system_score_codex":0.0023058602,"about_ca_system_score_gemma":0.0008210135,"threshold_uncertainty_score":0.8466244},"labels":[],"label_agreement":null},{"id":"W3043813089","doi":"","title":"Canadian engineering students’ motivation in the contextof a shift toward student-centered teaching methods in an outcome-based education","year":2016,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Set (abstract data type); Perception; Outcome (game theory); Task (project management); Mathematics education; Intrinsic motivation; Outcome-based education; Control (management); Cognition; Social psychology; Pedagogy; Engineering; Computer science; Curriculum; Mathematics","score_opus":0.026093175809635483,"score_gpt":0.3703783478304405,"score_spread":0.344285172020805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043813089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430788,0.00020858871,0.04778593,0.0019318212,0.00656843,0.000261452,0.0000039112365,0.000057080917,0.00010399313],"genre_scores_gemma":[0.98702586,0.00001891355,0.012232247,0.00019815356,0.00036967584,0.00007649178,0.000017437233,0.00003932057,0.000021925085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982237,0.000082451705,0.00079549133,0.00015756681,0.00047874622,0.00026201707],"domain_scores_gemma":[0.9991183,0.0002092347,0.00012550064,0.00018528823,0.00020203622,0.00015962179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012083998,0.0002215679,0.00020730875,0.0013818383,0.000020193858,0.00015588512,0.000836111,0.00008747887,0.000027769749],"category_scores_gemma":[0.00044784806,0.0001747929,0.000072356015,0.000273211,0.0000067276196,0.0005548858,0.000015153011,0.00038231924,0.000004558625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025034387,0.0015550597,0.68851125,0.00016649706,0.00016703829,0.00001763413,0.012463138,0.20588695,0.009172598,0.0037618522,0.0008034065,0.077469535],"study_design_scores_gemma":[0.0008517249,0.000043422813,0.9842287,0.00081297365,0.00001472988,0.000032898257,0.0011093013,0.0056870854,0.0004657404,0.00005108962,0.0063663586,0.000336015],"about_ca_topic_score_codex":0.0005908858,"about_ca_topic_score_gemma":0.00069229415,"teacher_disagreement_score":0.2957174,"about_ca_system_score_codex":0.001955452,"about_ca_system_score_gemma":0.0005504499,"threshold_uncertainty_score":0.71278477},"labels":[],"label_agreement":null},{"id":"W3043887254","doi":"10.5206/cjsotl-rcacea.2020.1.10805","title":"New Literacies for Engineering Students: Critical Reflective-Writing Practice","year":2020,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Narrative; Reflective writing; Curriculum; Pedagogy; Reflective practice; Identity (music); Engineering ethics; Engineering education; Professional writing; Sociology; Psychology; Engineering; Engineering management","score_opus":0.028672891981853667,"score_gpt":0.3309254318023106,"score_spread":0.3022525398204569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043887254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26765814,0.018219085,0.64444387,0.06366792,0.0035613969,0.0010393523,0.000016776728,0.0003531193,0.0010403174],"genre_scores_gemma":[0.97317785,0.000021597496,0.025808046,0.00033860494,0.00047431226,0.000012309085,0.0000013506071,0.000033706798,0.000132253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991919,0.00009697033,0.00021407302,0.00008645717,0.00013910311,0.0002715034],"domain_scores_gemma":[0.9978134,0.0016412098,0.000043248405,0.00006534892,0.00010279933,0.00033398965],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002451008,0.00011528445,0.00011826634,0.00006379255,0.0013195603,0.00051270827,0.00027408014,0.000044599154,0.000008486366],"category_scores_gemma":[0.009489595,0.00008400218,0.000062922896,0.000085918764,0.000019028315,0.00027440308,0.000011972221,0.0016755189,0.0000010101643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104475504,0.000025301733,0.005568322,0.0011488759,0.0011822499,0.000014001829,0.15342979,0.57035756,0.003244295,0.04408669,0.010604431,0.210234],"study_design_scores_gemma":[0.0009968713,0.00028272215,0.007221823,0.00080600753,0.00031141215,0.0003777945,0.016819589,0.070758834,0.000322676,0.00085617503,0.9006124,0.000633651],"about_ca_topic_score_codex":0.00013532485,"about_ca_topic_score_gemma":0.000064329586,"teacher_disagreement_score":0.89000803,"about_ca_system_score_codex":0.000086671316,"about_ca_system_score_gemma":0.00012781734,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W3044215693","doi":"","title":"Rubrics for assessing oral communication in the capstone design experience: development, application, analysis and refinement","year":2009,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rubric; Capstone; Accreditation; Quality (philosophy); Test (biology); Engineering; Medical education; Metric (unit); Quarter (Canadian coin); Computer science; Engineering management; Psychology; Mathematics education; Medicine; Operations management","score_opus":0.015594656710805017,"score_gpt":0.3088477442670927,"score_spread":0.2932530875562877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044215693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30289516,0.000621075,0.6951363,0.0005606323,0.0005172091,0.00017003831,6.3334545e-7,0.000030335557,0.00006861218],"genre_scores_gemma":[0.8989579,0.00011781597,0.10064943,0.000092738934,0.00007641451,0.0000615264,0.000024707515,0.000008148134,0.00001133719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991476,0.000017095708,0.00042555147,0.00007990105,0.00022592909,0.00010391484],"domain_scores_gemma":[0.99939173,0.00009290817,0.00010550728,0.0001168879,0.00025306552,0.000039894625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005433949,0.00010606852,0.00012570122,0.00048062624,0.000035124962,0.00011061786,0.0003112002,0.000038121645,0.0000032064609],"category_scores_gemma":[0.00008672992,0.00009388431,0.00003836442,0.00040882058,0.000007659416,0.00024134816,0.000006890433,0.00012226438,5.3573706e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021579765,0.0006413316,0.009777201,0.00009209611,0.0006285762,0.0000020517007,0.027949158,0.7122367,0.007983472,0.004481359,0.0035027023,0.23268375],"study_design_scores_gemma":[0.00078718376,0.00004486424,0.8218779,0.0002606477,0.00016085428,0.00008647051,0.0025800392,0.12113452,0.005088332,0.00046879618,0.046990786,0.000519581],"about_ca_topic_score_codex":0.000004101971,"about_ca_topic_score_gemma":0.0000027072251,"teacher_disagreement_score":0.8121007,"about_ca_system_score_codex":0.00022207022,"about_ca_system_score_gemma":0.0001007354,"threshold_uncertainty_score":0.3828491},"labels":[],"label_agreement":null},{"id":"W3055585318","doi":"10.1007/978-3-030-52575-0_72","title":"Enhancement of Engineering Design Competencies Through International Engineering Collaboration: A Pedagogical Approach Used in SEPT. Part 1","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering design process; Product design; Product (mathematics); Curriculum; Engineering management; Process (computing); Computer science; Outcome (game theory); Engineering; Systems engineering; Knowledge management; Software engineering; Psychology; Mechanical engineering","score_opus":0.047771564936893614,"score_gpt":0.27321272018429854,"score_spread":0.22544115524740493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3055585318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009747176,0.028523605,0.9452536,0.00003125753,0.0039051978,0.0009070465,0.000011435143,0.00023199705,0.02016116],"genre_scores_gemma":[0.9023728,0.011723733,0.08170661,0.000031619664,0.0008182553,0.00022116056,0.00015261017,0.00021743179,0.0027557786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817806,0.000013124532,0.0009342145,0.00035519098,0.000279781,0.00023963039],"domain_scores_gemma":[0.9994414,0.00014070039,0.00014123501,0.0001413024,0.00006865513,0.000066705376],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022340345,0.00038864944,0.0005893861,0.00021941603,0.000019508772,0.000054439643,0.00021086512,0.00015353067,0.000019485493],"category_scores_gemma":[0.000030754134,0.0004210558,0.000053730007,0.00016035185,0.000020914,0.00016210428,0.00006876388,0.000367326,0.000004810522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037550972,0.000021245472,0.000084884865,0.0009273349,0.00006192103,0.000006376055,0.0026337218,0.95427394,0.00009662133,0.040729217,0.000054141383,0.0011068265],"study_design_scores_gemma":[0.00023719856,0.000043279048,0.000018915474,0.0024520236,0.0000127491485,0.0000150115475,0.0009876011,0.84092253,0.0003851875,0.00009198547,0.15423374,0.0005997778],"about_ca_topic_score_codex":0.0000045784254,"about_ca_topic_score_gemma":0.0000023292641,"teacher_disagreement_score":0.90139806,"about_ca_system_score_codex":0.00027266174,"about_ca_system_score_gemma":0.000040648367,"threshold_uncertainty_score":0.9998241},"labels":[],"label_agreement":null},{"id":"W3080363713","doi":"10.23977/aetp.2020.41015","title":"PLC Course Teaching Method Based on OBE Teaching Concept","year":2020,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Process (computing); Mathematics education; Quality (philosophy); Teaching method; Computer science; Teaching and learning center; Course (navigation); Active learning (machine learning); Engineering; Psychology; Artificial intelligence","score_opus":0.009147491777276293,"score_gpt":0.3454405296300389,"score_spread":0.3362930378527626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080363713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17096171,0.019023016,0.45839143,0.25063667,0.0074555855,0.0008316008,0.000028687355,0.0020399853,0.09063131],"genre_scores_gemma":[0.92883486,0.0001246908,0.06738612,0.003385567,0.000111136724,0.000073732175,0.000016627235,0.00001875244,0.00004850824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992269,0.00004445875,0.00019592684,0.00026930444,0.00006515872,0.00019824663],"domain_scores_gemma":[0.99957615,0.00017690829,0.000029211042,0.00014076394,0.000012948448,0.00006404257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015660645,0.0001451054,0.00015556545,0.00023051651,0.000070409085,0.000006801771,0.00016750391,0.00015171143,0.00009085585],"category_scores_gemma":[0.0001396028,0.00015319379,0.000017119462,0.00024361997,0.00007016977,0.000089928275,0.000011611353,0.0006921929,0.00002149348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028662524,0.0005396071,0.023359936,0.000116628595,0.000051490606,0.000007866737,0.003309537,0.116423965,0.0007883076,0.5891289,0.015271583,0.25097352],"study_design_scores_gemma":[0.0020392204,0.00035762225,0.060944095,0.00019593141,0.00002720072,0.000094329946,0.0019885313,0.069697894,0.00048621907,0.048964277,0.8140539,0.0011508067],"about_ca_topic_score_codex":5.5978154e-7,"about_ca_topic_score_gemma":0.0000012367432,"teacher_disagreement_score":0.7987823,"about_ca_system_score_codex":0.000035352583,"about_ca_system_score_gemma":0.000034421464,"threshold_uncertainty_score":0.6247061},"labels":[],"label_agreement":null},{"id":"W3082929518","doi":"10.5430/ijhe.v9n6p87","title":"Performance Appraisal of Faculty Members Based on Internal Quality Assurance System: A Delphi Study","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Quality assurance; Planner; Performance appraisal; Employee Performance Appraisal; Medical education; Quality (philosophy); Process (computing); Knowledge management; Psychology; Process management; Computer science; Business; Medicine; Management; Operations management; Engineering; Nursing; Artificial intelligence","score_opus":0.02406245067778984,"score_gpt":0.33431279052000423,"score_spread":0.3102503398422144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082929518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885153,0.000054253946,0.0012157777,0.0008267344,0.006556912,0.00009742166,0.000007956668,0.000049143433,0.0026764965],"genre_scores_gemma":[0.9981867,0.000004141543,0.0011012737,0.00012045875,0.00048691576,0.000012231561,0.000011648691,0.00001618544,0.000060417096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99858624,0.000035674864,0.00059768657,0.00009747515,0.00059772277,0.000085190666],"domain_scores_gemma":[0.9990166,0.000083936786,0.00025362952,0.000084257576,0.00046116338,0.00010044911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021418386,0.00012436893,0.00018116199,0.00014904523,0.000014360871,0.000028840836,0.00034502972,0.00003341676,0.000115801005],"category_scores_gemma":[0.00007890271,0.00011347729,0.000073362804,0.00014800525,0.000010915735,0.00016394178,0.000011015317,0.00017600995,0.000011998268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003852667,0.0021853796,0.32003868,0.0008155224,0.000758398,0.000012067465,0.009242179,0.6170283,0.0028926216,0.0010147115,0.035948135,0.009678745],"study_design_scores_gemma":[0.0012370042,0.00027687056,0.95521647,0.000418265,0.000039178296,0.000019009682,0.0019564219,0.026520649,0.0017608481,0.000002442606,0.012295592,0.00025722766],"about_ca_topic_score_codex":0.000011467171,"about_ca_topic_score_gemma":9.728361e-7,"teacher_disagreement_score":0.63517785,"about_ca_system_score_codex":0.0002288431,"about_ca_system_score_gemma":0.00017531456,"threshold_uncertainty_score":0.46274698},"labels":[],"label_agreement":null},{"id":"W3088032343","doi":"10.1109/iccse49874.2020.9201888","title":"Project Based Instruction for Computer Aided Design and Mechatronics Courses","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Rubric; Mechatronics; Computer science; Computer aided instruction; Engineering education; Engineering management; Multimedia; Mathematics education; Engineering; Artificial intelligence; Psychology","score_opus":0.02377824415629083,"score_gpt":0.22584142471027338,"score_spread":0.20206318055398254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088032343","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011286432,0.000037912014,0.98737496,0.00033927814,0.00027581936,0.00027353634,0.0000014629487,0.00034887646,0.00006174648],"genre_scores_gemma":[0.31835335,0.000015004187,0.68106705,0.0003229068,0.000101110345,0.00008292786,0.000013643741,0.000021887794,0.000022120536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997166,0.0000038778235,0.00007487232,0.000080138045,0.000040186966,0.000084359526],"domain_scores_gemma":[0.9998806,0.00002088734,0.0000062558543,0.000034011242,0.00001738485,0.000040866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000035864097,0.000068269925,0.00006187345,0.000026481468,0.00001913182,0.00002057436,0.00002863388,0.000025637135,0.000011712853],"category_scores_gemma":[0.0000056306835,0.000064183056,0.000013060567,0.000067638604,0.0000038281146,0.000039772836,0.0000038805665,0.00003367995,0.0000033882154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020366437,0.000031173622,0.00013458042,0.0005613278,0.00008271031,4.87113e-7,0.0010925842,0.7964968,0.0028452168,0.0047173104,0.15692742,0.037090033],"study_design_scores_gemma":[0.00034260578,0.000038157228,0.00011461158,0.000007311583,0.0000049001223,9.554717e-7,0.00004965367,0.9713253,0.004150464,0.0000095160585,0.023855262,0.00010127715],"about_ca_topic_score_codex":7.01245e-7,"about_ca_topic_score_gemma":2.1767059e-7,"teacher_disagreement_score":0.30706692,"about_ca_system_score_codex":0.000022510327,"about_ca_system_score_gemma":0.000030357689,"threshold_uncertainty_score":0.2617309},"labels":[],"label_agreement":null},{"id":"W3088254742","doi":"10.18260/1-2--32552","title":"Counting Past Two: Engineers' Leadership Learning Trajectories","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Dual (grammatical number); Salient; Situated; Perspective (graphical); Work (physics); Sociology; Track (disk drive); Knowledge management; Public relations; Engineering ethics; Management; Engineering; Computer science; Political science; Artificial intelligence; Mechanical engineering","score_opus":0.025831097704751473,"score_gpt":0.20701522021996252,"score_spread":0.18118412251521104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088254742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5254803,0.0020208433,0.3382373,0.006860546,0.0046021994,0.0005561997,0.000004199397,0.01559734,0.106641136],"genre_scores_gemma":[0.99610484,0.000011948512,0.0027250391,0.00026151145,0.0003459519,0.000013904374,0.000009622537,0.00003844162,0.00048874173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933714,0.000006541658,0.00015180571,0.00012503582,0.00012860828,0.00025085517],"domain_scores_gemma":[0.9997474,0.000029560695,0.000010165582,0.00005805215,0.000024392379,0.0001304428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060383747,0.00014448447,0.0001158257,0.00004023537,0.00004167655,0.000047765276,0.00009356148,0.000037165206,0.0003226341],"category_scores_gemma":[0.00004060194,0.00014900854,0.00003428052,0.00026658265,0.000008708505,0.00009683404,0.000009453281,0.0002358702,0.00019854392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031512357,0.000020012772,0.011644991,0.00050169294,0.000119209595,0.000007754219,0.015782956,0.9231834,0.0071195923,0.0030600675,0.03190972,0.006647493],"study_design_scores_gemma":[0.0012215546,0.00007643601,0.016108597,0.00012252879,0.00004253479,0.000019732568,0.024313245,0.555841,0.019669898,0.000016480655,0.38074532,0.0018226128],"about_ca_topic_score_codex":0.0000025524762,"about_ca_topic_score_gemma":0.000001207781,"teacher_disagreement_score":0.4706246,"about_ca_system_score_codex":0.000043674016,"about_ca_system_score_gemma":0.000013427658,"threshold_uncertainty_score":0.6076392},"labels":[],"label_agreement":null},{"id":"W3089454304","doi":"10.18260/1-2--33712","title":"Increasing first-year student motivation and core technical knowledge through case studies","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic; Memorial University of Newfoundland","funders":"","keywords":"Core (optical fiber); Computer science; Mathematics education; Knowledge management; Psychology; Telecommunications","score_opus":0.03567160349531441,"score_gpt":0.3219754043567172,"score_spread":0.2863038008614028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089454304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98194903,0.0064861043,0.003147266,0.00013012886,0.00090992916,0.00015177445,0.0000013918043,0.0011699958,0.006054391],"genre_scores_gemma":[0.99336267,0.0005237468,0.005706191,0.0000104209175,0.00007732658,0.00003594119,0.0000027195001,0.00002037341,0.00026063804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955535,0.000005042161,0.00013703055,0.00012838199,0.0000646851,0.000109520915],"domain_scores_gemma":[0.9997313,0.00012458579,0.0000040513755,0.00007561208,0.000027812925,0.000036625457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000111223766,0.00010752675,0.00009530112,0.000055819735,0.000051886553,0.000047864312,0.000033061013,0.000039431907,0.000033819102],"category_scores_gemma":[0.000045950255,0.00009087802,0.00001699391,0.00018634794,0.000017912002,0.00009850231,0.000036560778,0.00009902654,0.000032769844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019534724,0.00089142827,0.08693309,0.013117681,0.0029485924,0.0028915019,0.16438971,0.026255893,0.0069532273,0.29504701,0.3563054,0.044246927],"study_design_scores_gemma":[0.0029505368,0.00040867506,0.23597006,0.0063411794,0.0006362404,0.030177679,0.08379312,0.13441978,0.00620763,0.005090612,0.4880858,0.005918668],"about_ca_topic_score_codex":0.0000051155143,"about_ca_topic_score_gemma":0.00002397935,"teacher_disagreement_score":0.28995642,"about_ca_system_score_codex":0.00013351435,"about_ca_system_score_gemma":0.000010598116,"threshold_uncertainty_score":0.37058982},"labels":[],"label_agreement":null},{"id":"W3091251830","doi":"10.18260/1-2--34029","title":"A Partnership Model for Integrating Technical Communication Habits Throughout Undergraduate Engineering Courses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coursework; General partnership; Context (archaeology); Engineering education; Mathematics education; Computer science; Medical education; Engineering; Psychology; Engineering management; Medicine","score_opus":0.07656869097773118,"score_gpt":0.3004912928565435,"score_spread":0.22392260187881236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091251830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32200602,0.00058365136,0.6479645,0.019223118,0.00058524567,0.0022506136,0.00017223763,0.004313577,0.0029010244],"genre_scores_gemma":[0.9925098,0.00011975876,0.005888066,0.00049091433,0.00012966442,0.0004960608,0.0000882538,0.00007212983,0.00020537179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834305,0.0000064909696,0.0005235482,0.00039649385,0.0002881882,0.0004422313],"domain_scores_gemma":[0.99875766,0.00008454833,0.000099548095,0.00013644037,0.00062345195,0.00029837797],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001831507,0.00039106587,0.0003826821,0.000080943,0.00012419623,0.0003988716,0.0007872718,0.00014947231,0.000015729009],"category_scores_gemma":[0.00054121297,0.00038343438,0.000108134416,0.00039027643,0.000053471802,0.0010571912,0.00016937575,0.00044950674,0.000016994196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026889239,0.0005038752,0.0069872993,0.0033731186,0.00079297787,0.0000066923926,0.06713094,0.24618986,0.08240927,0.34076133,0.23660763,0.014968101],"study_design_scores_gemma":[0.0005449116,0.000110289686,0.0008306263,0.0002520523,0.000045353132,0.0000047042618,0.0033156513,0.98754424,0.0035846396,0.0002642474,0.0028660349,0.00063722784],"about_ca_topic_score_codex":0.0000052289433,"about_ca_topic_score_gemma":0.000006075021,"teacher_disagreement_score":0.7413544,"about_ca_system_score_codex":0.00012398622,"about_ca_system_score_gemma":0.00010449799,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W3091751913","doi":"10.18260/1-2--33167","title":"Perceived Importance and Confidence in Leadership Ability: A National Survey of Final Year Canadian Engineering Students","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Indspire; University of Toronto","funders":"University of Toronto","keywords":"Teamwork; Psychology; Educational leadership; Leadership; Value (mathematics); Medical education; Engineering education; Leadership style; Mathematics education; Pedagogy; Social psychology; Management; Political science; Computer science; Medicine","score_opus":0.08803988558201468,"score_gpt":0.26363190784288887,"score_spread":0.17559202226087417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091751913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99885756,0.00008362251,0.00022532395,0.00022313076,0.00006605366,0.00008496337,0.000009230529,0.0000469466,0.00040315845],"genre_scores_gemma":[0.99922067,0.000014719574,0.00060513214,0.00010499959,0.0000093843,0.000008091286,0.000009754358,0.000009145367,0.000018105471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943733,0.0000075118764,0.00016309584,0.0001050329,0.00015020292,0.00013682371],"domain_scores_gemma":[0.9997272,0.000035534285,0.000008321175,0.000043094617,0.00004743806,0.00013844308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017677028,0.00007611652,0.00010106963,0.000071532915,0.0000059968693,0.000013108512,0.000089090965,0.000033283326,0.00010600854],"category_scores_gemma":[0.00016501767,0.0000860391,0.00000867458,0.00020519081,0.0000097470665,0.000049395767,0.000007902018,0.00009156213,0.000006629958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022833665,0.000012108689,0.97709316,0.00016440694,0.000018835482,0.000002247623,0.0018223916,0.018790629,0.0008206353,0.00040578042,0.00077841687,0.00008910385],"study_design_scores_gemma":[0.00013599568,0.0000052271917,0.9831124,0.00002037076,8.340115e-7,7.8400114e-7,0.00019626369,0.016260296,0.000057244022,0.0000032546138,0.000114245886,0.00009308661],"about_ca_topic_score_codex":0.003477926,"about_ca_topic_score_gemma":0.019743571,"teacher_disagreement_score":0.016265646,"about_ca_system_score_codex":0.0001039967,"about_ca_system_score_gemma":0.000101111305,"threshold_uncertainty_score":0.99814355},"labels":[],"label_agreement":null},{"id":"W3092455823","doi":"","title":"\"CSUSB - Changes to Spring Quarter 2020 Late Fees and Course Material Fees\"","year":2020,"lang":"en","type":"article","venue":"CSUSB ScholarWorks (California State University, San Bernardino)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spring (device); Quarter (Canadian coin); Course (navigation); History; Engineering; Archaeology; Mechanical engineering","score_opus":0.005554392230489657,"score_gpt":0.17768862459080814,"score_spread":0.1721342323603185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092455823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889435,0.00020311249,0.0032841275,0.004551411,0.0009338041,0.00032008337,0.00023385795,0.0006861875,0.00084390293],"genre_scores_gemma":[0.9959436,0.00041715187,0.002232417,0.00059622835,0.0002942768,0.000004705325,0.000046040706,0.0000780107,0.00038754282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985578,0.000041789113,0.00021034142,0.00042787235,0.00025041273,0.00051175314],"domain_scores_gemma":[0.9989458,0.000026331336,0.000045506433,0.00022404008,0.00007457783,0.000683749],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001389362,0.00035413294,0.00032377892,0.00013699969,0.00019492606,0.00022376188,0.00034396103,0.00012912489,0.00029279242],"category_scores_gemma":[0.000021293981,0.00040942017,0.00006664928,0.00044073132,0.000039152143,0.00026812777,0.00021905139,0.00041285207,0.00037978575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009892322,0.00052330317,0.14289558,0.0022833215,0.0027170912,0.0016497878,0.031655785,0.20681478,0.05435163,0.0009652195,0.49065185,0.06450243],"study_design_scores_gemma":[0.0028135013,0.0002464668,0.16241956,0.00044265765,0.000262502,0.00004380047,0.0043373667,0.016502498,0.004778186,0.000058668214,0.8053706,0.0027241784],"about_ca_topic_score_codex":0.000035347093,"about_ca_topic_score_gemma":0.000046006033,"teacher_disagreement_score":0.31471878,"about_ca_system_score_codex":0.00017705477,"about_ca_system_score_gemma":0.000038075443,"threshold_uncertainty_score":0.9998358},"labels":[],"label_agreement":null},{"id":"W3092705107","doi":"10.18260/1-2--31092","title":"The Effectiveness of Webinars in Professional Skills and Engineering Ethics Education in Large Online Classes","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Rigour; Context (archaeology); Engineering education; Computer science; Multimedia; Mathematics education; Psychology; Engineering; Engineering management; Mathematics","score_opus":0.0062457868974273145,"score_gpt":0.27094089872898597,"score_spread":0.26469511183155864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092705107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975978,0.00042290933,0.0005729294,0.0004247562,0.0005630655,0.00017458806,0.000002111905,0.000055339788,0.0001865067],"genre_scores_gemma":[0.99882567,0.0001923618,0.00080970774,0.00004500516,0.000018197343,0.000033529574,0.0000097704515,0.000011884644,0.000053870124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995122,0.000039253828,0.00016545231,0.00008102821,0.000085558255,0.000116483025],"domain_scores_gemma":[0.9994838,0.00038871367,0.000010447726,0.000051734492,0.00002444543,0.000040831517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036885656,0.00007850097,0.000096625925,0.00005904425,0.000014260798,0.00000778007,0.000060853723,0.00006182869,0.000005431892],"category_scores_gemma":[0.00020492887,0.00006212241,0.000010359389,0.00024178949,0.000007094003,0.000048626465,0.000019957643,0.00028217456,0.0000012378825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004932927,0.002409019,0.5711927,0.008787917,0.000111189074,0.000006241972,0.015593943,0.24802227,0.03928722,0.09662183,0.0017274967,0.016190873],"study_design_scores_gemma":[0.00028271668,0.000011019357,0.9698094,0.00036354695,0.0000016265299,9.947521e-7,0.0006174294,0.022823343,0.0017884135,0.00004180586,0.004138838,0.00012086127],"about_ca_topic_score_codex":0.000004622452,"about_ca_topic_score_gemma":0.000037481208,"teacher_disagreement_score":0.39861673,"about_ca_system_score_codex":0.000049141247,"about_ca_system_score_gemma":0.00013120566,"threshold_uncertainty_score":0.25332785},"labels":[],"label_agreement":null},{"id":"W3092977076","doi":"10.3968/11821","title":"Discussion of the Training Strategy for Aerospace Professionals in the New Era","year":2020,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competition (biology); Aerospace; Creativity; Training (meteorology); Specialty; Business; Engineering management; Moment (physics); Engineering ethics; Industrial organization; Management; Political science; Marketing; Engineering; Economics; Psychology; Geography; Law","score_opus":0.03481293522212444,"score_gpt":0.31890764675224176,"score_spread":0.28409471153011734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092977076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.799166,0.00048070247,0.0022020505,0.13584158,0.007996113,0.0021765172,0.000013200456,0.00014612438,0.051977724],"genre_scores_gemma":[0.99823314,0.0000011048942,0.0005251859,0.00022770496,0.000118706426,0.00002995649,0.0000010953083,0.0000039746583,0.00085916114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99950045,0.000010610383,0.0001300236,0.0000719781,0.00019268178,0.000094268915],"domain_scores_gemma":[0.9998108,0.000020098927,0.00004064414,0.000054465134,0.000040994804,0.000032957996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016868027,0.000046121895,0.00006067857,0.00002168235,0.00007015142,0.000012146263,0.00025926903,0.000020902839,0.00004023335],"category_scores_gemma":[0.000027495915,0.000024234467,0.000023615381,0.00061781914,0.0000543407,0.00007613846,0.000010740772,0.000064798274,7.6370907e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007683458,0.00030512808,0.0015570838,0.00036958867,0.000012434832,3.242414e-8,0.3587346,0.0050136773,0.05589595,0.4300392,0.120469846,0.027594753],"study_design_scores_gemma":[0.0002481156,0.000024436109,0.9149354,0.00013168162,0.000007924299,2.8380677e-7,0.026766744,0.0005209195,0.0077615916,0.0009808396,0.04844214,0.00017988864],"about_ca_topic_score_codex":0.000004019601,"about_ca_topic_score_gemma":5.654064e-7,"teacher_disagreement_score":0.91337836,"about_ca_system_score_codex":0.000035894253,"about_ca_system_score_gemma":0.0005427062,"threshold_uncertainty_score":0.09882528},"labels":[],"label_agreement":null},{"id":"W3093527445","doi":"10.5430/ijhe.v10n1p157","title":"Gender and Civil Engineering in Higher Education: The Case of Mauritius","year":2020,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Engineering education; Institution; Field (mathematics); Gender disparity; Engineering ethics; Engineering; Political science; Public relations; Sociology; Social science; Gender studies; Engineering management; Law","score_opus":0.01644405441187103,"score_gpt":0.26334033465524737,"score_spread":0.24689628024337634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093527445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963153,0.0077374238,0.00027745962,0.010362685,0.011621156,0.00015985937,0.000004144311,0.00004758549,0.006636658],"genre_scores_gemma":[0.9977259,0.00010755163,0.00069939747,0.00039816578,0.0008003611,0.000011616215,0.0000036152348,0.000016010965,0.00023737525],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9993247,0.000012339811,0.0003592355,0.00007103513,0.00015444457,0.00007828188],"domain_scores_gemma":[0.99952763,0.00003877976,0.000087263645,0.000063565174,0.00020256144,0.00008019205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008833891,0.000096403055,0.00010814955,0.00015496662,0.000010779964,0.000033992168,0.00017140697,0.000038133636,0.00039740428],"category_scores_gemma":[0.000018186833,0.0000823225,0.00003572562,0.00016809122,0.000012943999,0.00016269236,0.000016540565,0.00017017683,0.0000036959225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014063755,0.0023956585,0.04640481,0.0017739108,0.0018344297,0.00048793273,0.038019124,0.19753614,0.01369501,0.24093668,0.3470712,0.109704465],"study_design_scores_gemma":[0.0016502301,0.00010331344,0.61761206,0.00060860586,0.000102425394,0.0032243216,0.0023481927,0.0045258757,0.0022673258,0.0018457937,0.36496842,0.00074345595],"about_ca_topic_score_codex":0.000009299402,"about_ca_topic_score_gemma":0.000001995501,"teacher_disagreement_score":0.5712072,"about_ca_system_score_codex":0.000107959415,"about_ca_system_score_gemma":0.00017087304,"threshold_uncertainty_score":0.43512982},"labels":[],"label_agreement":null},{"id":"W3096588345","doi":"10.18260/1-2--32052","title":"Alumni Feedback and Reflections on Industrial Demands and Transdisciplinary Engineering Design Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Engineering education; Engineering ethics; Transdisciplinarity; Health systems engineering; Discipline; Engineering; Industrial design; Engineering design process; Product design; Engineering management; Sociology; Product (mathematics); Pedagogy; Mechanical engineering","score_opus":0.05784949612652593,"score_gpt":0.2580158177204179,"score_spread":0.20016632159389194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096588345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81637454,0.0008889125,0.16031133,0.005521737,0.0021884353,0.0008116505,0.000004990438,0.0018014214,0.012096971],"genre_scores_gemma":[0.9896894,0.00010488998,0.009611098,0.00017067872,0.00020948384,0.000049529004,0.0000060965417,0.000027021615,0.00013180723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995346,0.0000068568465,0.00012769869,0.0001435485,0.00006670176,0.00012059683],"domain_scores_gemma":[0.99973106,0.000029695786,0.000007264791,0.000055870052,0.0000117755835,0.00016432146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005095388,0.00012609542,0.00009467351,0.00006981272,0.000046514106,0.000037286543,0.000037573962,0.00006916669,0.000041468553],"category_scores_gemma":[0.000018368606,0.00012668983,0.000013079511,0.00018674864,0.00000781461,0.00007599565,0.000008856375,0.00015212946,0.000010899774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098406206,0.00037360136,0.001189835,0.00088381255,0.0004023521,0.000007236022,0.050024442,0.67526203,0.036105927,0.012422526,0.11477492,0.108454935],"study_design_scores_gemma":[0.004655135,0.001231477,0.052562706,0.0007049619,0.00022845171,0.00017098503,0.011732886,0.7364803,0.035303175,0.00043722484,0.15272182,0.0037708757],"about_ca_topic_score_codex":0.0000011651671,"about_ca_topic_score_gemma":6.374578e-7,"teacher_disagreement_score":0.17331484,"about_ca_system_score_codex":0.00003481707,"about_ca_system_score_gemma":0.000035496247,"threshold_uncertainty_score":0.5166261},"labels":[],"label_agreement":null},{"id":"W3096813782","doi":"10.1115/detc2020-22687","title":"Broadening Participation: Over Ten Years of Outreach Within the IDETC-DED Community","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Outreach; Ethos; Economic shortage; Diversity (politics); Public relations; Young professional; Engineering education; Political science; Engineering; Medical education; Engineering ethics; Engineering management; Medicine","score_opus":0.02522199955742748,"score_gpt":0.24951537891191705,"score_spread":0.22429337935448956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096813782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919454,0.00005404222,0.0028424833,0.0004327892,0.00018928958,0.00007773158,0.0000012211611,0.00023022086,0.0042268154],"genre_scores_gemma":[0.9985326,0.000003011019,0.0011226378,0.00017744987,0.000026284917,0.000013496564,0.0000049708915,0.000012244911,0.000107326676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9995799,0.000027192518,0.00016735405,0.00004278122,0.0001009135,0.000081845814],"domain_scores_gemma":[0.9997265,0.000047505095,0.000019492709,0.00013659474,0.000017425742,0.00005250854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011945574,0.000062458224,0.00008098241,0.000015851476,0.000032400058,0.000013920716,0.00013408829,0.000024926614,0.00013124452],"category_scores_gemma":[0.000052873755,0.000049995913,0.00002345957,0.0001689,0.000014242306,0.000043312513,0.000023904802,0.00017755467,0.000027207803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024119796,0.0003324389,0.07729192,0.0007227952,0.00066660077,0.0000059097283,0.25653037,0.5164754,0.022882713,0.014810879,0.077187166,0.033069707],"study_design_scores_gemma":[0.00063912384,0.000055374458,0.8097983,0.000066323235,0.000047567846,0.0000032615042,0.0061619324,0.15532738,0.016905565,0.00009660324,0.0104234535,0.00047511453],"about_ca_topic_score_codex":0.00003851921,"about_ca_topic_score_gemma":0.000013669235,"teacher_disagreement_score":0.7325064,"about_ca_system_score_codex":0.000018294646,"about_ca_system_score_gemma":0.000012484223,"threshold_uncertainty_score":0.20387742},"labels":[],"label_agreement":null},{"id":"W3103255276","doi":"10.37514/per-b.2009.2324.2.08","title":"Stories of Becoming: A Study of Novice Engineers Learning Genres of Their Profession","year":2009,"lang":"en","type":"book-chapter","venue":"The WAC Clearinghouse; Parlor Press eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Engineering ethics; Visual arts; Aesthetics; Art; Engineering; Sociology","score_opus":0.036264372571388696,"score_gpt":0.25453345552831413,"score_spread":0.21826908295692543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103255276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8010468,0.0015530282,0.0002340881,0.000013269195,0.0011816701,0.001954193,0.000023019042,0.0007792653,0.19321465],"genre_scores_gemma":[0.9552287,0.000087930894,0.00015133694,0.000004532716,0.000082689105,0.000040518305,0.0000057053076,0.00015813555,0.044240493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825275,0.000038920505,0.0007922708,0.0002500498,0.00040390997,0.00026210278],"domain_scores_gemma":[0.99868304,0.00015096927,0.00036858575,0.0005937294,0.00013481469,0.00006884488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033106012,0.00045150108,0.0007243139,0.00019346882,0.0000663533,0.0000152333505,0.0005195629,0.00022470055,0.000016920709],"category_scores_gemma":[0.000025019175,0.0003554878,0.00014516697,0.000026540258,0.00007280194,0.00003719917,0.00014300593,0.00071398594,0.0000020024627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029698838,0.00077866187,0.00046190133,0.006019671,0.0037241129,0.0000125762335,0.39720863,0.47042018,0.01023229,0.026789775,0.0015428097,0.0825124],"study_design_scores_gemma":[0.014638296,0.007435547,0.025878232,0.020774297,0.0046188906,0.00009304206,0.124565504,0.043020543,0.22227745,0.0017941543,0.5219483,0.012955748],"about_ca_topic_score_codex":0.00012018465,"about_ca_topic_score_gemma":0.000033808577,"teacher_disagreement_score":0.5204055,"about_ca_system_score_codex":0.00008242772,"about_ca_system_score_gemma":0.000050474224,"threshold_uncertainty_score":0.99988973},"labels":[],"label_agreement":null},{"id":"W3111393950","doi":"10.1109/fie44824.2020.9274012","title":"Fostering Learning Communities in Engineering Design Education - A Critical Discourse Analysis of Engineering Syllabi","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Syllabus; Engineering education; Learning community; Computer science; Engineering ethics; Mathematics education; Engineering; Pedagogy; Engineering management; Sociology; Psychology","score_opus":0.029180930918420007,"score_gpt":0.275423107427779,"score_spread":0.24624217650935898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111393950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25698912,0.00064706925,0.739804,0.00027390657,0.00045304841,0.0002026481,0.0000031232505,0.0007121454,0.0009149374],"genre_scores_gemma":[0.97637546,0.000050684514,0.023368673,0.000034494307,0.000037378122,0.000056076497,0.000022901653,0.000039898292,0.0000144101605],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903387,0.000024464573,0.00039665936,0.00012853209,0.0001496665,0.00026678728],"domain_scores_gemma":[0.99943835,0.0002080397,0.000020614256,0.00014526164,0.00004587304,0.00014189334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017048596,0.00019927544,0.00033463188,0.00053852977,0.000020991842,0.00003733856,0.00017127562,0.00006371769,0.00014002917],"category_scores_gemma":[0.00017424287,0.00022603128,0.00007803845,0.0013117444,0.000014848858,0.00016770349,0.00007470251,0.00028900633,0.0000065238137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019361073,0.000024697245,0.0013206552,0.00028415697,0.00014504907,9.4659043e-7,0.004605817,0.9878056,0.0027804393,0.0008741228,0.00006175923,0.0020948006],"study_design_scores_gemma":[0.000091011905,0.000020248304,0.004619728,0.00012494365,0.00010030793,0.0000014644702,0.0029799636,0.9898936,0.0015574897,0.0000040635036,0.00033005205,0.00027709198],"about_ca_topic_score_codex":0.000031607255,"about_ca_topic_score_gemma":0.0000063766433,"teacher_disagreement_score":0.7193864,"about_ca_system_score_codex":0.00010142871,"about_ca_system_score_gemma":0.00004678651,"threshold_uncertainty_score":0.9217288},"labels":[],"label_agreement":null},{"id":"W3115122951","doi":"10.3968/11929","title":"Theoretical Logic Research on the Protection of the Rights and Interests of University Students in Combination of Work and Study","year":2020,"lang":"en","type":"article","venue":"Canadian social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Salary; Overtime; Work (physics); Perspective (graphical); Jurisdiction; Political science; Vocational education; Law; Sociology; Public relations; Law and economics; Engineering","score_opus":0.03322725466101671,"score_gpt":0.2863399984720469,"score_spread":0.25311274381103016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115122951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99842453,0.0000025360887,0.000006839189,0.00046774466,0.000029717756,0.0001706581,6.311394e-7,0.0000017466086,0.00089558837],"genre_scores_gemma":[0.99998343,4.7811574e-7,0.0000031681468,0.000005729006,0.0000022451582,0.0000010933655,2.7726216e-8,7.493002e-7,0.0000030631434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996705,0.00004303533,0.000041737578,0.0000457195,0.00014273892,0.00005623552],"domain_scores_gemma":[0.9998702,0.000023193166,0.000008077281,0.000028023478,0.000035550907,0.00003498295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039377826,0.00001865618,0.00003239808,0.000052665855,0.00006402365,0.0000054105953,0.00012748508,0.0000114492395,0.0000042490915],"category_scores_gemma":[0.000055954868,0.000012752027,0.000003388313,0.00063704955,0.00027031562,0.000016713284,0.00002147272,0.00007060635,9.5366794e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001826502,0.00013636572,0.24432944,0.000070167385,0.000014817863,0.0000015757541,0.07081955,0.00017558121,0.0010225052,0.6809451,0.00021597744,0.0022506579],"study_design_scores_gemma":[0.00010352595,0.000041891337,0.99245715,0.000022947166,0.0000011128374,4.569377e-8,0.005948461,0.00027797208,0.0004533813,0.0006251698,0.00004355992,0.000024754141],"about_ca_topic_score_codex":0.00052404037,"about_ca_topic_score_gemma":0.0013824177,"teacher_disagreement_score":0.74812776,"about_ca_system_score_codex":0.000085856285,"about_ca_system_score_gemma":0.000042950425,"threshold_uncertainty_score":0.099598914},"labels":[],"label_agreement":null},{"id":"W3128338725","doi":"10.1007/978-3-030-67209-6_20","title":"Collaboration with Industry in the Development and Assessment of a PBL Course","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Engineering management; Manufacturing engineering; Course (navigation); Engineering; Computer science; Systems engineering","score_opus":0.012582206602231255,"score_gpt":0.2765410246908604,"score_spread":0.26395881808862914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128338725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38901094,0.18310228,0.057968453,0.00022590692,0.004403642,0.003160629,0.000018209928,0.00022177669,0.36188817],"genre_scores_gemma":[0.9937415,0.0016402843,0.003094282,0.000012448284,0.00005001269,0.00003166355,0.000016898448,0.000025127241,0.0013877731],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990837,0.000014670479,0.00043944528,0.00016823642,0.00017812559,0.00011581238],"domain_scores_gemma":[0.9996502,0.00007292113,0.00009650844,0.00010135754,0.000052094525,0.000026935275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026718405,0.00018145579,0.0002635315,0.00009759559,0.000027167136,0.00004640947,0.000069771544,0.00016731552,0.0000038823487],"category_scores_gemma":[0.0000034931477,0.00014243193,0.000009025115,0.000095958145,0.000022475642,0.00005768747,0.00002237552,0.00049251044,2.7678792e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005772854,0.000116473035,0.02610395,0.004748765,0.00022148305,0.000063631895,0.018070145,0.61556417,0.000011561078,0.23216942,0.00013408078,0.10279052],"study_design_scores_gemma":[0.0014184098,0.000240579,0.032398038,0.038438883,0.00011547858,0.00029621477,0.06491045,0.18219219,0.00039951876,0.0005238252,0.67609227,0.002974168],"about_ca_topic_score_codex":0.0000047482176,"about_ca_topic_score_gemma":0.00010343207,"teacher_disagreement_score":0.67595816,"about_ca_system_score_codex":0.00010656249,"about_ca_system_score_gemma":0.0001123369,"threshold_uncertainty_score":0.58082056},"labels":[],"label_agreement":null},{"id":"W3129292021","doi":"10.18260/1-2--34927","title":"Lifelong Learning in an Engineering Communication Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Lifelong learning; Rubric; Accreditation; Information literacy; Engineering education; Technical communication; Quality (philosophy); Computer science; Process (computing); Engineering; Pedagogy; Engineering management; Medical education; Psychology; World Wide Web","score_opus":0.04113133758890169,"score_gpt":0.2617860101790896,"score_spread":0.2206546725901879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129292021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99397475,0.0002184084,0.0019035714,0.0018226156,0.00022438371,0.00028207822,0.000008323797,0.0010192466,0.00054663746],"genre_scores_gemma":[0.998678,0.00015981555,0.00042322528,0.00031201117,0.00012851869,0.00010979722,0.000056542005,0.000051701772,0.00008035314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860907,0.000011899204,0.0004259605,0.00032922052,0.00025813474,0.00036572685],"domain_scores_gemma":[0.9991336,0.00002981125,0.00006335235,0.00010453212,0.0003398466,0.00032885803],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017471725,0.00029615982,0.00029240779,0.00010583567,0.00006807173,0.00038293685,0.00068853353,0.00011422172,0.00010755401],"category_scores_gemma":[0.00018973039,0.0003225839,0.000042274416,0.0005646292,0.000028550076,0.0016863853,0.00014139997,0.0006346634,0.00004782503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022826821,0.0008240951,0.31562826,0.0017452589,0.00042883196,0.000058057034,0.1742221,0.33000323,0.060294442,0.024031391,0.03084203,0.061694015],"study_design_scores_gemma":[0.001380387,0.0003706253,0.21695738,0.000515554,0.000042153348,0.00001123839,0.02530963,0.7373306,0.004802971,0.00002883299,0.011636936,0.0016136568],"about_ca_topic_score_codex":0.000015294487,"about_ca_topic_score_gemma":0.00000966487,"teacher_disagreement_score":0.40732738,"about_ca_system_score_codex":0.000087237284,"about_ca_system_score_gemma":0.00006549011,"threshold_uncertainty_score":0.99992263},"labels":[],"label_agreement":null},{"id":"W3131072496","doi":"10.18260/1-2--32868","title":"Fundamentals of ABET Accreditation with the Newly Approved Changes","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Accreditation; Process (computing); Workforce; Quality (philosophy); Task (project management); Engineering management; Public relations; Business; Engineering; Medical education; Political science; Computer science; Medicine","score_opus":0.011042664771871906,"score_gpt":0.18293241035273217,"score_spread":0.17188974558086026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131072496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83501965,0.00043580268,0.103785634,0.03261953,0.0006674255,0.0006940478,0.000011242805,0.0010097247,0.025756927],"genre_scores_gemma":[0.9962342,0.000012269205,0.003146689,0.00036019555,0.000053125652,0.000026657362,0.000008148791,0.000010699988,0.00014803585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997456,0.0000030768124,0.000057237157,0.00004946627,0.000079673126,0.00006495161],"domain_scores_gemma":[0.9998702,0.0000130526605,0.000011469287,0.00005416103,0.000016738031,0.000034394263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000026965634,0.000056143464,0.000055576613,0.000013279212,0.000011513181,0.0000101087035,0.000063984924,0.000013193056,0.00009552372],"category_scores_gemma":[0.000004102292,0.00003467434,0.000008482067,0.00012917671,0.000008506122,0.000028785304,0.000006107742,0.00003679609,0.000013257722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034373115,0.00011591144,0.0030901637,0.0010702645,0.0005224215,0.000002277303,0.048036613,0.16682616,0.13799916,0.006306239,0.59067696,0.04531946],"study_design_scores_gemma":[0.0020127858,0.00046495275,0.07418533,0.0001190474,0.0000873351,0.000008581299,0.025015853,0.1341201,0.25524613,0.00004263012,0.50758165,0.0011155992],"about_ca_topic_score_codex":0.0000022925053,"about_ca_topic_score_gemma":0.000007174589,"teacher_disagreement_score":0.16121452,"about_ca_system_score_codex":0.00001157151,"about_ca_system_score_gemma":0.000009471611,"threshold_uncertainty_score":0.14139785},"labels":[],"label_agreement":null},{"id":"W3132420239","doi":"10.5539/hes.v11n2p20","title":"The Project-based Learning Management Process for Vocational and Technical Education","year":2021,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Mongkut's University of Technology North Bangkok","keywords":"Vocational education; Brainstorming; Originality; Process (computing); Presentation (obstetrics); Curriculum; Psychology; Mathematics education; Knowledge management; Creativity; Project-based learning; Project management; Learning Management; Pedagogy; Computer science; Engineering","score_opus":0.024552552824269294,"score_gpt":0.3383224319075355,"score_spread":0.31376987908326626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132420239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5189443,0.25499114,0.016242124,0.050639447,0.05071484,0.0070847627,0.000019046807,0.004063788,0.097300515],"genre_scores_gemma":[0.9590294,0.0013634601,0.011448666,0.00037847034,0.00036062623,0.005292848,0.00009544112,0.000040316423,0.02199077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994398,0.000011650808,0.00015917889,0.00015295224,0.000110511704,0.00012592002],"domain_scores_gemma":[0.9994054,0.00008183313,0.000026325775,0.00010364946,0.0003536114,0.000029213923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000100735175,0.0001052285,0.00008092848,0.000056609602,0.00023534334,0.00005211467,0.000056253855,0.000027496146,0.000008081271],"category_scores_gemma":[0.000025147747,0.000087343054,0.00002188569,0.00023969926,0.000028642342,0.00004820706,0.000013416008,0.00007240561,0.0000050226145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015755537,0.0008293625,0.004326743,0.0034531571,0.00058894494,4.6382021e-7,0.001981062,0.0050767045,0.0005304845,0.15771128,0.7243547,0.10113133],"study_design_scores_gemma":[0.00015078796,0.000009739506,0.04950449,0.00011489915,0.000039181283,0.000004954098,0.0053449576,0.00013924099,0.00048080832,0.0005795124,0.94343156,0.00019990248],"about_ca_topic_score_codex":4.625706e-7,"about_ca_topic_score_gemma":0.0000018253883,"teacher_disagreement_score":0.44008508,"about_ca_system_score_codex":0.00011550843,"about_ca_system_score_gemma":0.0003085723,"threshold_uncertainty_score":0.35617465},"labels":[],"label_agreement":null},{"id":"W3134730195","doi":"","title":"The Future of Engineering Education: Part 3. Developing Critical Skills","year":2000,"lang":"en","type":"article","venue":"Chemical Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering education; Engineering ethics; Science education; Higher education; Mathematics education; Engineering; Engineering management; Psychology; Political science","score_opus":0.0026671501444638698,"score_gpt":0.21444022693907436,"score_spread":0.2117730767946105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134730195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91134906,0.027352147,0.010574447,0.004554306,0.03418221,0.0010450429,0.000018566792,0.0028277885,0.008096435],"genre_scores_gemma":[0.95600915,0.0016244365,0.036564898,0.00017617807,0.0033476076,0.00057954603,0.000112343696,0.00017827594,0.0014075605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871194,0.000006930916,0.00046077094,0.0002160334,0.0002263504,0.00037796484],"domain_scores_gemma":[0.9991686,0.00015231501,0.000025800635,0.000344893,0.00012970704,0.0001786874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013157613,0.00027330677,0.000202118,0.00009803082,0.00006469114,0.000060356662,0.00029801106,0.00014397108,0.00017615073],"category_scores_gemma":[0.00013281986,0.00025384655,0.00007891651,0.00047796505,0.000030911757,0.00014882267,0.00001652,0.0002918657,0.00005713346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012798016,0.00086283404,0.00026125857,0.0039198846,0.0002641807,0.0000014316865,0.002152226,0.07055275,0.034299612,0.08116553,0.11274643,0.69376105],"study_design_scores_gemma":[0.00015764432,0.000011097387,0.002109988,0.00068563304,0.000034359462,0.000049263697,0.00022224791,0.012738066,0.047383446,0.00018336615,0.93561524,0.0008096666],"about_ca_topic_score_codex":0.0000018001886,"about_ca_topic_score_gemma":2.1652932e-7,"teacher_disagreement_score":0.82286876,"about_ca_system_score_codex":0.00026087783,"about_ca_system_score_gemma":0.00034389464,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W3135164382","doi":"10.5430/jct.v10n1p18","title":"The Design of the College English Curriculum from the Perspective of International Engineering Education Accreditation—A Case Study from the Beijing Institute of Petrochemical Technology","year":2021,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Summative assessment; Graduation (instrument); Formative assessment; Context (archaeology); Beijing; Engineering education; Medical education; Mathematics education; Pedagogy; Engineering ethics; Engineering management; Engineering; Sociology; Political science; Psychology; Medicine; China","score_opus":0.0056581934973124436,"score_gpt":0.23617113609885285,"score_spread":0.2305129426015404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135164382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894819,0.0024313817,0.004001429,0.0007117308,0.003078795,0.0001866717,0.000014468146,0.000017392675,0.00007619848],"genre_scores_gemma":[0.996263,0.00010872011,0.0031842543,0.000011219775,0.0003975854,0.000013213748,0.0000025133475,0.000013224784,0.0000062282998],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99876475,0.00010349162,0.00057330925,0.000114179915,0.00032751347,0.00011675055],"domain_scores_gemma":[0.99829644,0.0004915667,0.00031983896,0.00022871584,0.00062696973,0.000036473477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056297553,0.00014475637,0.00022443829,0.000073039555,0.000170561,0.000039937484,0.0004359582,0.00006130036,0.0000059692734],"category_scores_gemma":[0.001489636,0.000076683216,0.00009582265,0.00028242482,0.00007219731,0.00017112528,0.000097100754,0.00060699007,1.1492471e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048108137,0.003954704,0.52462506,0.00022467243,0.005764767,0.00017160493,0.17158829,0.1630528,0.039487135,0.058711063,0.012809328,0.019562483],"study_design_scores_gemma":[0.0020706744,0.00017885637,0.07274759,0.0016840663,0.00072836253,0.0011999862,0.8633197,0.040434923,0.008686407,0.001299601,0.007064661,0.0005851865],"about_ca_topic_score_codex":0.00017905005,"about_ca_topic_score_gemma":0.000037608545,"teacher_disagreement_score":0.6917314,"about_ca_system_score_codex":0.00012450175,"about_ca_system_score_gemma":0.00022379117,"threshold_uncertainty_score":0.3127051},"labels":[],"label_agreement":null},{"id":"W3139873658","doi":"","title":"An analysis of the design features of three mixed-mode courses in a master’s degree programme","year":2008,"lang":"en","type":"article","venue":"DUT Open Scholar (Durban University of Technology)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Context (archaeology); Perspective (graphical); Process (computing); Reflexivity; Instructional design; Human–computer interaction; Mathematics education; Multimedia; Artificial intelligence; Psychology; Sociology","score_opus":0.03467073183512997,"score_gpt":0.23302160999467308,"score_spread":0.1983508781595431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139873658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952452,0.00015897032,0.003618079,0.000087823515,0.000054999135,0.00027677667,0.000012937646,0.00006914467,0.00047607496],"genre_scores_gemma":[0.9748398,0.000024760157,0.025029838,0.0000022443267,0.0000014535563,0.000001613343,0.0000054955126,0.000008065777,0.00008670382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993848,0.000025462905,0.00015969896,0.00014455257,0.00013499774,0.00015046253],"domain_scores_gemma":[0.99934745,0.000012937192,0.000082925864,0.0004355742,0.00008612172,0.000035002064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018639042,0.00010672683,0.00029319854,0.0006114497,0.00006063222,0.0000071794675,0.0010670022,0.00012811516,0.000034676355],"category_scores_gemma":[0.000029510116,0.00010241357,0.00007237368,0.001631808,0.00014045107,0.00018224669,0.00013180409,0.00025291744,7.7962943e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030239777,0.00042600645,0.93037087,0.00006960308,0.00088750717,0.00001336667,0.0016820823,0.045210533,0.0058821174,0.0020795949,0.0007679877,0.012580109],"study_design_scores_gemma":[0.00047539276,0.00004549699,0.9783354,0.00006853778,0.00016761766,0.000006046316,0.0023863525,0.003930749,0.01371897,0.00007820806,0.0006154555,0.00017178524],"about_ca_topic_score_codex":0.00030518454,"about_ca_topic_score_gemma":0.0007818039,"teacher_disagreement_score":0.047964536,"about_ca_system_score_codex":0.000065858156,"about_ca_system_score_gemma":0.00006710042,"threshold_uncertainty_score":0.41763043},"labels":[],"label_agreement":null},{"id":"W3153671122","doi":"10.33989/2075-146x.2020.26.227655","title":"PROJECT ACTIVITIES OF STUDENTS AND CRITERIA FOR EVALUATING RESULTS","year":2021,"lang":"en","type":"article","venue":"ТHE SOURCES OF PEDAGOGICAL SKILLS","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Aalborg Universitet; Loughborough University; Trent University; Nottingham Trent University","keywords":"Creativity; Process (computing); Project-based learning; Presentation (obstetrics); Work (physics); Computer science; Project management; Work breakdown structure; Project charter; Knowledge management; Quality (philosophy); Engineering management; Democratization; Process management; Mathematics education; Project management triangle; Psychology; Engineering; Systems engineering; Political science","score_opus":0.09187183607304976,"score_gpt":0.4160126113347172,"score_spread":0.3241407752616674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153671122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99800754,0.00035476172,0.00070208247,0.000027889424,0.0001575561,0.0001491247,0.000033239237,0.00004727953,0.0005205131],"genre_scores_gemma":[0.98974866,0.000067518115,0.009332606,0.000009702716,0.000044299428,0.00003193788,0.00001573014,0.000012501936,0.0007370667],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992684,0.000020073969,0.00026652947,0.0001244527,0.00019408688,0.00012643624],"domain_scores_gemma":[0.9995791,0.00017235355,0.000043924072,0.00009708231,0.00007070553,0.000036857888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022434765,0.00009434928,0.00018974191,0.000042326694,0.0000230964,0.00002022488,0.00008299219,0.000047829148,0.000029477582],"category_scores_gemma":[0.00026941288,0.00008354911,0.00004452234,0.00009545264,0.000023988416,0.0000417545,0.000038400467,0.000051498435,5.058681e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045303954,0.0042864336,0.06580542,0.013177809,0.0020868743,0.000027777087,0.30015674,0.045545675,0.40375397,0.0032620283,0.021735076,0.13970914],"study_design_scores_gemma":[0.008366714,0.0011324026,0.32230854,0.0020200163,0.00031096584,0.00006518373,0.050548714,0.01772925,0.55285776,0.0007812035,0.041921828,0.001957448],"about_ca_topic_score_codex":0.0000039118822,"about_ca_topic_score_gemma":0.0000021393275,"teacher_disagreement_score":0.2565031,"about_ca_system_score_codex":0.00001587475,"about_ca_system_score_gemma":0.000029662617,"threshold_uncertainty_score":0.3407034},"labels":[],"label_agreement":null},{"id":"W3155864893","doi":"10.18260/1-2--33110","title":"Mind the Gap: A preliminary Investigation into the Gaps Between Faculty and Student Expectations in Engineering Mathematics Instruction","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Engineering education; Competence (human resources); Mathematics; Engineering mathematics; Core-Plus Mathematics Project; Connected Mathematics; Computer science; Engineering; Mechanical engineering; Psychology","score_opus":0.024218736549933378,"score_gpt":0.2508032303569742,"score_spread":0.22658449380704085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155864893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916243,0.00016220134,0.0057424246,0.0018852635,0.00010705064,0.00024080642,0.0000012053123,0.0001119117,0.00012482303],"genre_scores_gemma":[0.99274457,0.000019746802,0.006983407,0.00004099822,0.000067553316,0.00008785216,0.000014806353,0.000015664617,0.000025403106],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9994309,0.000009577145,0.00021875085,0.00010278469,0.00013135216,0.00010661464],"domain_scores_gemma":[0.9997453,0.000064617314,0.000019482406,0.000090624395,0.000017100207,0.00006289164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008292091,0.000113672206,0.00008803373,0.000047532718,0.00005457072,0.00005060562,0.000109767636,0.00003636893,0.000011411027],"category_scores_gemma":[0.000043731085,0.000075252225,0.000016232461,0.00030300682,0.00001847987,0.00009018201,0.000030630254,0.00015587315,0.000012381253],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027757453,0.000046304594,0.043615595,0.0005975845,0.00017028858,0.000002372939,0.712417,0.21825458,0.002390129,0.0027262787,0.002149805,0.017627275],"study_design_scores_gemma":[0.00072167284,0.00006982887,0.55669886,0.00017451769,0.00006383963,0.000014749797,0.07927575,0.35192385,0.0066291466,0.00023261289,0.0035948835,0.00060028065],"about_ca_topic_score_codex":0.0000083590485,"about_ca_topic_score_gemma":0.000010478857,"teacher_disagreement_score":0.6331413,"about_ca_system_score_codex":0.00005689584,"about_ca_system_score_gemma":0.000013369862,"threshold_uncertainty_score":0.30686966},"labels":[],"label_agreement":null},{"id":"W3156099144","doi":"10.47678/cjhe.vi0.188781","title":"Intersecting Roadmaps: Resolving Tension Between Profession-Specific and University-Wide Graduate Attributes","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Université du Québec à Montréal; Université de Montréal; University of Alberta","funders":"University of Alberta","keywords":"Accreditation; Process (computing); Objectivity (philosophy); Graduate education; Graduate students; Computer science; Engineering education; Dialectic; Engineering management; Higher education; Medical education; Sociology; Engineering; Pedagogy; Political science; Medicine","score_opus":0.02444153057048106,"score_gpt":0.2288839109942851,"score_spread":0.20444238042380403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156099144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98647076,0.0055663446,0.00055564335,0.0025581287,0.004148963,0.00004907321,0.000002939153,0.000026334408,0.0006217966],"genre_scores_gemma":[0.99610424,0.00010641446,0.0014271718,0.00006245063,0.00026659213,4.770769e-7,0.000013784424,0.0000145550175,0.0020043387],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9994799,0.000027351367,0.00017987157,0.00007956539,0.000077535915,0.00015576887],"domain_scores_gemma":[0.9992906,0.000042412034,0.000052965665,0.00007700429,0.00023269457,0.00030432097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011319021,0.00008266122,0.00011101548,0.00023074735,0.00009904783,0.000046693505,0.00006975126,0.00004706224,0.00008442719],"category_scores_gemma":[0.000036011847,0.00008890517,0.000027118387,0.00024961153,0.000013377352,0.00015655646,0.000006697696,0.00021449818,0.000005589687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004563295,0.000048312628,0.34485185,0.00027195006,0.00020477404,0.00013771735,0.012163921,0.0012940217,0.003718817,0.0010605362,0.60125035,0.03499316],"study_design_scores_gemma":[0.00014779405,0.000011127162,0.5097417,0.0004953567,0.000022095426,0.000063721796,0.0051778643,0.00002555984,0.000922375,0.00008964633,0.48312092,0.00018182708],"about_ca_topic_score_codex":0.00007077444,"about_ca_topic_score_gemma":0.00017473033,"teacher_disagreement_score":0.16488986,"about_ca_system_score_codex":0.0003525519,"about_ca_system_score_gemma":0.0006718064,"threshold_uncertainty_score":0.36254478},"labels":[],"label_agreement":null},{"id":"W3156201224","doi":"10.1007/978-3-030-74602-5_81","title":"The Gap Between Human Factors Engineering Education and Industry Needs","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Engineering","score_opus":0.01409342744720619,"score_gpt":0.22010965910215272,"score_spread":0.20601623165494654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156201224","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23227884,0.5740636,0.07163755,0.00056616025,0.035179276,0.0035184838,0.000067201916,0.0016943567,0.08099452],"genre_scores_gemma":[0.9926998,0.001107188,0.000034468314,0.000012706132,0.001095408,0.000034588906,0.0001265597,0.00008354576,0.004805716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911505,0.000010537835,0.00033490596,0.00018527545,0.00012045109,0.00023376138],"domain_scores_gemma":[0.99942434,0.00019532742,0.000051311174,0.00019451034,0.00003177691,0.0001027577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001343358,0.00033215823,0.00032969352,0.0001422642,0.000097229946,0.00018384308,0.00009313285,0.0007200808,0.000008429888],"category_scores_gemma":[0.00001841451,0.0002690207,0.000035483816,0.00009241995,0.00002076701,0.000036772566,0.000031105246,0.0010433089,4.739319e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014763415,0.000019941122,0.019248893,0.0019985484,0.0005967689,0.00000891722,0.002582557,0.8870709,0.000063942636,0.048208937,0.0029375537,0.03726157],"study_design_scores_gemma":[0.00073971075,0.00009043339,0.037745483,0.0122305425,0.00032708893,0.00014898324,0.0008079951,0.13498133,0.000085572436,0.0013764896,0.8067804,0.0046859863],"about_ca_topic_score_codex":0.000019238769,"about_ca_topic_score_gemma":0.000019032352,"teacher_disagreement_score":0.80384284,"about_ca_system_score_codex":0.00011507749,"about_ca_system_score_gemma":0.000036602538,"threshold_uncertainty_score":0.9999762},"labels":[],"label_agreement":null},{"id":"W3159596894","doi":"10.18260/1-2--32179","title":"Board 107: Explaining Choice, Persistence, and Attrition of Black Students in Electrical, Computer, and Mechanical Engineering: Award #EEC-1734347 - Year 1","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attrition; Matriculation; Graduation (instrument); Discipline; Engineering education; Demographics; Institution; Transformative learning; Engineering; Medical education; Sociology; Psychology; Mathematics education; Pedagogy; Engineering management; Social science; Mechanical engineering; Demography; Medicine","score_opus":0.018817954553436093,"score_gpt":0.22995387452159344,"score_spread":0.21113591996815734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159596894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98953915,0.00018297374,0.009511346,0.00016565698,0.00012345349,0.00014106758,0.0000013406319,0.00017007506,0.00016492297],"genre_scores_gemma":[0.98994315,0.00018941563,0.009691771,0.00006785122,0.000055445875,0.000010893023,0.0000044881313,0.000018998164,0.000017984847],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925655,0.000008079434,0.00022823497,0.00017540419,0.00016046202,0.00017126676],"domain_scores_gemma":[0.9997165,0.000046489407,0.000015617044,0.00006199247,0.000018663319,0.0001407325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007351241,0.00013146637,0.00020068696,0.00010287958,0.000012004292,0.000029620262,0.000089987465,0.00006478114,0.000019742154],"category_scores_gemma":[0.000029763389,0.00014049957,0.000022877419,0.00027335787,0.000012320274,0.000072009956,0.00004369615,0.00014486272,0.000006294166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014841469,0.0016787094,0.47599107,0.0074356566,0.0013585074,0.00009753625,0.032792185,0.29837096,0.08224551,0.017498653,0.057481494,0.024901323],"study_design_scores_gemma":[0.0019812067,0.00024266382,0.19327942,0.00021171225,0.000028876571,0.000007724731,0.0005807704,0.79225403,0.0031270722,0.000011115899,0.007644618,0.00063077034],"about_ca_topic_score_codex":0.0000043362425,"about_ca_topic_score_gemma":0.0000016477982,"teacher_disagreement_score":0.4938831,"about_ca_system_score_codex":0.000038513303,"about_ca_system_score_gemma":0.000009146929,"threshold_uncertainty_score":0.57294065},"labels":[],"label_agreement":null},{"id":"W3166963848","doi":"10.18260/1-2--35649","title":"Work in Progress: Improving Engineering Students’ Need-finding Abilities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Curriculum; Class (philosophy); Engineering education; Identification (biology); Capstone course; Computer science; Project-based learning; Set (abstract data type); Psychological intervention; Engineering management; Medical education; Mathematics education; Engineering; Psychology; Pedagogy; Medicine; Artificial intelligence","score_opus":0.036918237345491545,"score_gpt":0.25568593485019514,"score_spread":0.2187676975047036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166963848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489313,0.0003128157,0.0011706278,0.0011592625,0.00064445846,0.0005612188,0.000014672476,0.000969916,0.0002739167],"genre_scores_gemma":[0.9984309,0.000054140397,0.000550647,0.00020517218,0.0002471883,0.00029849078,0.000016794867,0.00007110047,0.00012558443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976932,0.0000070716774,0.0006347528,0.0005142601,0.0005142539,0.0006364685],"domain_scores_gemma":[0.9991195,0.00004129557,0.00008337233,0.000104667924,0.0002950759,0.00035604724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021780498,0.00045973016,0.00044258544,0.00021631471,0.00006552588,0.0007403181,0.00095209817,0.00014388359,0.00011602433],"category_scores_gemma":[0.00028327366,0.00047288634,0.000080335,0.0010560337,0.00005157316,0.0013589857,0.00030925666,0.0005726095,0.000050033726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029773414,0.0005006484,0.76392806,0.0035896627,0.00048098486,0.000076247175,0.13669538,0.016948644,0.012097359,0.0072376924,0.020201044,0.037946545],"study_design_scores_gemma":[0.005009725,0.0008471191,0.7107154,0.003009442,0.0001416431,0.000029279558,0.11485035,0.12645434,0.015534722,0.000071137096,0.017450737,0.0058860807],"about_ca_topic_score_codex":0.000012884524,"about_ca_topic_score_gemma":0.0000022807988,"teacher_disagreement_score":0.1095057,"about_ca_system_score_codex":0.00020074673,"about_ca_system_score_gemma":0.00006794798,"threshold_uncertainty_score":0.9997723},"labels":[],"label_agreement":null},{"id":"W3172382099","doi":"","title":"Confronting a Double Pandemic of COVID-19 and Racial Injustice: Identifying Opportunities for Redesign and Reinvention","year":2020,"lang":"en","type":"article","venue":"AEE Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Injustice; Coronavirus disease 2019 (COVID-19); Pandemic; Online teaching; 2019-20 coronavirus outbreak; Perspective (graphical); Sociology; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Curriculum; Public relations; Political science; Pedagogy; Psychology; Mathematics education; History; Medicine; Law; Virology","score_opus":0.17807344907330783,"score_gpt":0.3219396146907145,"score_spread":0.1438661656174067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172382099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65900856,0.0030299202,0.3352227,0.0014404261,0.0006895687,0.00022104221,0.0000052374085,0.00012690724,0.0002556482],"genre_scores_gemma":[0.9943105,0.00075947563,0.0045231516,0.00011942662,0.00015641194,0.000009044614,0.0000037388133,0.000013738179,0.00010449334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999524,0.000009768111,0.00022430433,0.00006296433,0.00007790352,0.00010109203],"domain_scores_gemma":[0.9996597,0.000034194807,0.000061477855,0.000025832152,0.000037919486,0.00018085688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027672274,0.000069219364,0.00011279189,0.000056198805,0.00008308168,0.000054972334,0.000038615974,0.00003550488,0.000022677312],"category_scores_gemma":[0.00008999449,0.0000714725,0.000022296112,0.00004531269,0.000016580383,0.00012118706,0.000011592345,0.00010390115,2.958581e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092476833,0.0001829767,0.040664747,0.026828574,0.0017780853,0.00013428114,0.20461735,0.069812045,0.23960291,0.023412349,0.25470734,0.13733457],"study_design_scores_gemma":[0.028511956,0.00091214204,0.025695693,0.0023597437,0.001361548,0.0027621489,0.13503367,0.37392798,0.02313378,0.008138913,0.39436886,0.0037935772],"about_ca_topic_score_codex":0.0000014875791,"about_ca_topic_score_gemma":0.000001908033,"teacher_disagreement_score":0.33530194,"about_ca_system_score_codex":0.000035566787,"about_ca_system_score_gemma":0.000065786495,"threshold_uncertainty_score":0.2914564},"labels":[],"label_agreement":null},{"id":"W3173554154","doi":"10.24908/pceea.vi0.14948","title":"PIVOT FOR THE PANDEMIC: COMPARISON OF TOY AND SCIENCE DEMO DESIGN PROJECTS IN A FIRST YEAR MECHANICAL ENGINEERING COURSE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mindset; Work (physics); Engineering management; Appeal; Engineering design process; Engineering; Engineering ethics; Computer science; Political science","score_opus":0.016219665634626,"score_gpt":0.2418928051855551,"score_spread":0.2256731395509291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173554154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820592,0.0017750143,0.004470891,0.004263803,0.0045684334,0.0019960497,0.000030079478,0.00027046166,0.00056610204],"genre_scores_gemma":[0.9924669,0.000038083755,0.0071366616,0.000025704483,0.000058724952,0.00014238674,0.0000021381115,0.000027941533,0.00010144513],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989452,0.0000031620737,0.00032045058,0.00016777418,0.00026266376,0.00030080232],"domain_scores_gemma":[0.9990703,0.00016979613,0.000109465334,0.00010065668,0.00042277251,0.00012700225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068612694,0.00013832792,0.00019112609,0.00020765507,0.00010243805,0.0000660624,0.00025708406,0.00010140805,0.0000047365393],"category_scores_gemma":[0.001273405,0.0001268256,0.000043972414,0.0008651979,0.000020994863,0.00010796838,0.000025536614,0.00019925913,6.692094e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010016496,0.00036092248,0.36416084,0.002824412,0.00038321989,2.2947593e-7,0.012865106,0.5026419,0.047586672,0.0415804,0.022865394,0.0047208797],"study_design_scores_gemma":[0.0007578325,0.000036670393,0.35124114,0.0008282074,0.00013406145,0.000012563577,0.0032299235,0.5747847,0.052988213,0.00012916695,0.015156943,0.00070060283],"about_ca_topic_score_codex":0.00020153038,"about_ca_topic_score_gemma":0.0015063211,"teacher_disagreement_score":0.072142765,"about_ca_system_score_codex":0.0011666508,"about_ca_system_score_gemma":0.0008917187,"threshold_uncertainty_score":0.5171798},"labels":[],"label_agreement":null},{"id":"W3173865992","doi":"10.24908/pceea.vi0.14920","title":"USING GLOBAL VIRTUAL TEAMS TO SUPPORT A SUSTAINABILITY MINDSET IN ENGINEERING EDUCATION","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Mindset; Sustainability; Context (archaeology); Knowledge management; Engineering education; Engineering; Teamwork; Work (physics); Engineering ethics; Engineering management; Computer science; Political science","score_opus":0.0044349493005411056,"score_gpt":0.22508621829244926,"score_spread":0.22065126899190815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173865992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98938066,0.00014519648,0.00036869477,0.0019727051,0.0049879593,0.00062296685,0.00004192637,0.00021189742,0.0022679856],"genre_scores_gemma":[0.99464345,0.0000067013607,0.0038900098,0.00020807186,0.00018958552,0.00014297028,0.000028362661,0.00005263572,0.0008381932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99823445,0.000007764482,0.0005169699,0.0003053846,0.00038248557,0.00055293983],"domain_scores_gemma":[0.9983549,0.000029900626,0.000113590555,0.0001891056,0.00090553524,0.00040694914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040991465,0.00027594034,0.00026785414,0.00042082262,0.00008090923,0.00013538987,0.000320525,0.00021224996,0.000049932496],"category_scores_gemma":[0.0014831529,0.00032819374,0.00009852668,0.0019210919,0.000008416517,0.00027132343,0.000044446468,0.00029802567,0.000011636008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005337415,0.0005495712,0.37779456,0.002524994,0.0002474196,0.0000016250037,0.0056167846,0.50341564,0.009649005,0.022090398,0.06894374,0.009160902],"study_design_scores_gemma":[0.0007285006,0.00005478306,0.80009365,0.0012347697,0.00013276773,0.00007709782,0.0061367718,0.054376807,0.013876917,0.0003889183,0.12080938,0.0020896408],"about_ca_topic_score_codex":0.0023449406,"about_ca_topic_score_gemma":0.0044616577,"teacher_disagreement_score":0.44903886,"about_ca_system_score_codex":0.014634338,"about_ca_system_score_gemma":0.004447768,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W3174475334","doi":"10.24908/pceea.vi0.14912","title":"IMPLEMENTING COMPETENCY-BASED ASSESSMENT IN A FIRST YEAR ENGINEERING DESIGN COURSE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grading (engineering); Flexibility (engineering); Competence (human resources); Scheme (mathematics); Course (navigation); Computer science; Engineering management; Medical education; Engineering; Psychology; Management; Medicine","score_opus":0.005406312357941047,"score_gpt":0.21077946044613144,"score_spread":0.2053731480881904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174475334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88224405,0.0022346722,0.02120335,0.033234477,0.0260746,0.004721314,0.00019640663,0.0027303428,0.027360793],"genre_scores_gemma":[0.9655454,0.000017951015,0.033667997,0.000091379814,0.000108285276,0.00016127767,0.000022190952,0.00006621204,0.00031929414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984363,0.0000069551115,0.00043431038,0.00021237003,0.0003515142,0.000558578],"domain_scores_gemma":[0.9990663,0.00007514746,0.00012605393,0.00013785118,0.00039150796,0.00020314261],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058597914,0.00022365636,0.00022353798,0.00032699978,0.00010994332,0.00011850729,0.00026264522,0.00013741749,0.000081917104],"category_scores_gemma":[0.00035277137,0.00025692894,0.00008648828,0.000998818,0.0000064044516,0.00019256645,0.000026578848,0.00036507798,0.000008275184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001280946,0.00022800885,0.2036155,0.0012483048,0.0002219908,0.0000014298248,0.0014090457,0.73686486,0.006029778,0.02489048,0.024972843,0.0005164636],"study_design_scores_gemma":[0.00084865384,0.000016341772,0.59218925,0.001006637,0.00008947574,0.0000092055625,0.001025904,0.33137247,0.01167923,0.00014303965,0.060582433,0.0010373993],"about_ca_topic_score_codex":0.0005177241,"about_ca_topic_score_gemma":0.0043363427,"teacher_disagreement_score":0.40549242,"about_ca_system_score_codex":0.0033433107,"about_ca_system_score_gemma":0.0021651867,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W3174542351","doi":"10.24908/pceea.vi0.14968","title":"ANALYSIS OF HOW CAPSTONE TEAMS DEFINE ENGINEERING DESIGN FAILURE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Capstone; Engineering education; Engineering ethics; Engineering management; Engineering; Computer science","score_opus":0.0038778220865796124,"score_gpt":0.1694503627606824,"score_spread":0.1655725406741028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174542351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751685,0.0015922148,0.0049631153,0.0074313255,0.0062148017,0.0009067543,0.00013492418,0.0007520546,0.002836259],"genre_scores_gemma":[0.9892033,0.000036793266,0.009262174,0.000053268803,0.00009331361,0.00006902518,0.000039242936,0.00005787022,0.0011850543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985985,0.0000067056426,0.00039341566,0.000218227,0.00040156097,0.00038154793],"domain_scores_gemma":[0.9985048,0.000070804825,0.00019589905,0.00018598592,0.0008002821,0.00024222606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003586392,0.00024513912,0.00038126486,0.0007823024,0.0000699932,0.00009178711,0.00030058782,0.0001982694,0.00006291664],"category_scores_gemma":[0.00088943547,0.0002657,0.00019968941,0.0028241891,0.000010671237,0.00019102372,0.000023806104,0.0002723773,0.0000040326563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001516554,0.00014135765,0.04878926,0.0010326798,0.0031165516,5.5297335e-7,0.0030734034,0.79876196,0.074016154,0.006783501,0.06342624,0.00085682917],"study_design_scores_gemma":[0.00055764406,0.000027877844,0.46156344,0.0006819465,0.0020532368,0.000021771406,0.0019093473,0.27647492,0.1696042,0.000057723202,0.08530222,0.0017456844],"about_ca_topic_score_codex":0.00052017753,"about_ca_topic_score_gemma":0.0016647283,"teacher_disagreement_score":0.5222871,"about_ca_system_score_codex":0.0021040193,"about_ca_system_score_gemma":0.00071842025,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W3175531126","doi":"10.24908/pceea.vi0.14909","title":"THE IMPACT OF INDIGENOUS KNOWLEDGES AND PERSPECTIVES IN ENGINEERING EDUCATION: ONE STUDENT’S STORY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Memphis","keywords":"Narrative; Indigenous; Space (punctuation); Pedagogy; Engineering education; Sociology; Qualitative research; Narrative inquiry; Engineering ethics; Engineering; Psychology; Mathematics education; Social science; Art; Engineering management; Literature; Computer science; Ecology","score_opus":0.006566420763104718,"score_gpt":0.22283796292247465,"score_spread":0.21627154215936994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175531126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908262,0.0053127217,0.000010926483,0.0007812233,0.0014193343,0.00030103378,0.000009089264,0.00007150058,0.0012680087],"genre_scores_gemma":[0.997943,0.00032966814,0.00056606863,0.000011400495,0.00012992462,0.00009613622,0.0000055008,0.00004009777,0.00087819056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893826,0.000008506895,0.00032322094,0.00017068502,0.0002454717,0.00031388053],"domain_scores_gemma":[0.9988502,0.00008233073,0.00013465022,0.00013201009,0.0006330963,0.00016770064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038662928,0.00018889163,0.00021170826,0.00031789305,0.00012040189,0.000094137155,0.0002459579,0.000120509394,0.000016461478],"category_scores_gemma":[0.0005965195,0.00017562852,0.00008610048,0.0006923814,0.000018047323,0.00015786313,0.00002820714,0.00032520483,0.0000026090884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006483656,0.0012037461,0.69511384,0.0029841277,0.0015744496,5.432276e-7,0.111949526,0.093606494,0.019641014,0.020819344,0.03516716,0.017933305],"study_design_scores_gemma":[0.00014947413,0.000011933866,0.98675406,0.000307354,0.00002798491,0.0000063365046,0.0047715534,0.0015322196,0.0018559721,0.000042781907,0.0042700465,0.0002702828],"about_ca_topic_score_codex":0.0010139055,"about_ca_topic_score_gemma":0.0019595278,"teacher_disagreement_score":0.29164025,"about_ca_system_score_codex":0.0035109995,"about_ca_system_score_gemma":0.001748918,"threshold_uncertainty_score":0.9181141},"labels":[],"label_agreement":null},{"id":"W3177423894","doi":"10.24908/pceea.vi0.14952","title":"TEACHING TEAMWORK, ETHICS AND EQUITY, AND IMPACT ON SOCIETY AND THE ENVIRONMENT TO UNDERGRADUATE ENGINEERING STUDENTS: A REVIEW OF THE LITERATURE","year":2021,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Teamwork; Engineering ethics; Engineering education; Equity (law); Framing (construction); Perspective (graphical); Sociology; Graduate students; Pedagogy; Engineering; Political science; Psychology; Medical education; Engineering management; Computer science; Medicine; Civil engineering","score_opus":0.010825539410643669,"score_gpt":0.2901839918996033,"score_spread":0.27935845248895963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177423894","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009272379,0.9906526,0.000012937307,0.0060504084,0.00087921263,0.0012126315,0.000046108933,0.000050619463,0.00016823778],"genre_scores_gemma":[0.0066037197,0.99141103,0.0005709214,0.00051441457,0.00011951123,0.00021376704,0.000015070421,0.00008345607,0.00046811064],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828875,0.000042920834,0.0005237657,0.00026929635,0.00057273055,0.00030254538],"domain_scores_gemma":[0.99880224,0.00030487365,0.00029992146,0.00021325267,0.00015838076,0.00022131117],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001841167,0.00040942433,0.0007255368,0.00016092217,0.00019598755,0.00022072213,0.00046697172,0.0002937554,0.000003646756],"category_scores_gemma":[0.0012820872,0.0002620444,0.0002732957,0.00054126885,0.000029381192,0.00008816646,0.00026290925,0.0014082491,8.24545e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040742593,0.0002768849,0.002328624,0.539475,0.0054135574,5.05729e-7,0.03848779,0.009419748,0.00006649391,0.03672994,0.11249714,0.2553002],"study_design_scores_gemma":[0.00026871669,0.000017078379,0.0033376892,0.14598538,0.0007645214,0.00002710382,0.00027902037,0.00064818235,0.000012326199,0.000050444003,0.84789455,0.00071502227],"about_ca_topic_score_codex":0.00028445706,"about_ca_topic_score_gemma":0.00005782137,"teacher_disagreement_score":0.7353974,"about_ca_system_score_codex":0.001895128,"about_ca_system_score_gemma":0.00045280685,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W3178266470","doi":"10.24908/pceea.vi0.14846","title":"TIPSHEETS FOR TEACHING GRADUATE ATTRIBUTES IN AN ONLINE ENVIRONMENT: FACULTY SUPPORT THAT IS ACCESSIBLE, CURRENT, RELEVANT, AND TANGIBLE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Context (archaeology); Process (computing); Computer science; Iterative and incremental development; Graduate students; Quality (philosophy); Engineering education; Mathematics education; Engineering management; Psychology; Engineering; Pedagogy; Software engineering","score_opus":0.039321734269872295,"score_gpt":0.26668058127169947,"score_spread":0.22735884700182718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178266470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928174,0.0005513189,0.00016476824,0.0033805156,0.0017505157,0.00047314493,0.00026787794,0.00014711804,0.0004473259],"genre_scores_gemma":[0.99404645,0.0001795094,0.004234861,0.0001417107,0.00013285097,0.000119221266,0.0002607286,0.000056451892,0.0008282433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988445,0.0000055288792,0.00030669375,0.00024210126,0.00024498592,0.00035619407],"domain_scores_gemma":[0.9993241,0.000035746678,0.00012343528,0.000106349384,0.00019206952,0.00021833887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033605885,0.00019773562,0.00019870632,0.00026435708,0.00011400404,0.00012326868,0.00020003556,0.00011785382,0.000027431408],"category_scores_gemma":[0.0003083472,0.000211531,0.000058060163,0.0003005855,0.0000100449815,0.00038101844,0.000025834232,0.00031138718,0.000002832433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060829916,0.0008017684,0.66135263,0.0038445925,0.00041745175,7.922922e-7,0.018935252,0.018648546,0.01393136,0.006809221,0.23764233,0.037609994],"study_design_scores_gemma":[0.00065914757,0.000022866263,0.75318307,0.00050312915,0.00009926779,0.000011043054,0.0016503956,0.024434501,0.013057972,0.0003358446,0.20518787,0.0008548755],"about_ca_topic_score_codex":0.0002702376,"about_ca_topic_score_gemma":0.0011778685,"teacher_disagreement_score":0.09183048,"about_ca_system_score_codex":0.0013660486,"about_ca_system_score_gemma":0.00033225468,"threshold_uncertainty_score":0.8625984},"labels":[],"label_agreement":null},{"id":"W3178671133","doi":"10.24908/pceea.vi0.14824","title":"GRADUATE ATTRIBUTE MANAGEMENT: MAPPING UNIVERSITY GENERIC ATTRIBUTES TO THOSE OF THE CANADIAN ENGINEERING ACCREDITATION BOARD","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Accreditation; Process (computing); Intersection (aeronautics); Exploratory research; Curriculum; Computer science; Engineering management; Engineering; Medical education; Psychology; Pedagogy; Sociology; Transport engineering; Medicine","score_opus":0.014588510478141803,"score_gpt":0.18540241982534733,"score_spread":0.17081390934720553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178671133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724548,0.00034208735,0.00065514725,0.010723947,0.009297864,0.0011284418,0.00019869224,0.00034903115,0.004850017],"genre_scores_gemma":[0.99359465,0.00004257863,0.003958337,0.00015217366,0.00013229442,0.0000334132,0.000031511277,0.00005107337,0.0020039533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985131,0.000009295701,0.0003468133,0.0002287439,0.00042731687,0.00047475527],"domain_scores_gemma":[0.99844354,0.00003598232,0.00015291084,0.00020693235,0.00077785045,0.00038278545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003381536,0.00022981533,0.00021995674,0.0005409976,0.00022859848,0.00009498884,0.00048591057,0.0001521767,0.000020761267],"category_scores_gemma":[0.00044971396,0.00024264104,0.0001298654,0.0021521603,0.000011325824,0.00019416964,0.000058309328,0.00028266403,0.000010688127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036491658,0.00015471183,0.117542624,0.003230665,0.0013910722,0.0000034239426,0.010491746,0.5027913,0.02028347,0.029028606,0.31128412,0.0037946308],"study_design_scores_gemma":[0.00025022752,0.0000063392968,0.79473746,0.00061901944,0.00010973523,0.000006661447,0.0013116004,0.008738794,0.012237162,0.00003551807,0.18135981,0.0005876776],"about_ca_topic_score_codex":0.014289721,"about_ca_topic_score_gemma":0.052249927,"teacher_disagreement_score":0.67719483,"about_ca_system_score_codex":0.0049496735,"about_ca_system_score_gemma":0.0010628973,"threshold_uncertainty_score":0.99887013},"labels":[],"label_agreement":null},{"id":"W3180312667","doi":"10.24908/pceea.vi0.14903","title":"ENGINEERING INSTRUCTORS AND THEIR TEACHING GOALS, TEACHING PRACTICES AND CONCEPTIONS OF STUDENT LEARNING IN UNDERGRADUATE EDUCATION","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering education; Teaching and learning center; Diversity (politics); Set (abstract data type); Active listening; Teaching method; Mathematics education; Situated; Pedagogy; Active learning (machine learning); Psychology; Engineering; Computer science; Sociology; Engineering management","score_opus":0.004823279844227732,"score_gpt":0.22374580535909994,"score_spread":0.2189225255148722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180312667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995005,0.0006896725,0.00004805429,0.0012123338,0.0010707371,0.00019507339,0.0000048337038,0.000091462556,0.0016828071],"genre_scores_gemma":[0.99677044,0.00013495171,0.002456224,0.00003824189,0.00008114407,0.000048398677,0.000011128429,0.000038004324,0.00042144358],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989598,0.000017953835,0.00038767984,0.00020090744,0.00018764645,0.00024600344],"domain_scores_gemma":[0.9991284,0.00011008681,0.0002925983,0.00008501365,0.00022687129,0.00015703433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005126698,0.00019459902,0.00022413724,0.00037533417,0.00012529342,0.000111345624,0.00014091401,0.000121528756,0.000005418561],"category_scores_gemma":[0.0014088998,0.00020416708,0.00004170323,0.0003567683,0.000013585245,0.00032284754,0.000036563575,0.00057677994,6.5584356e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016540776,0.0002616919,0.8036867,0.0019803694,0.00034115784,2.3074294e-7,0.024064055,0.050506253,0.04633361,0.05547103,0.0028934355,0.014459855],"study_design_scores_gemma":[0.0003271561,0.000015259628,0.93559176,0.0010854986,0.00006041971,0.000025702375,0.010489893,0.020456193,0.004877739,0.00016235882,0.026336998,0.00057104125],"about_ca_topic_score_codex":0.0011062098,"about_ca_topic_score_gemma":0.001158676,"teacher_disagreement_score":0.13190508,"about_ca_system_score_codex":0.0011366003,"about_ca_system_score_gemma":0.0005955778,"threshold_uncertainty_score":0.8325692},"labels":[],"label_agreement":null},{"id":"W3180394220","doi":"10.24908/pceea.vi0.14881","title":"FIRST YEAR COMMUNICATIONS CLASSES: APPLICATIONS OF CRITICAL EVALUATION OF INFORMATION IN A PROBLEM-BASED LEARNING FRAMEWORK","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Variety (cybernetics); Context (archaeology); Multidisciplinary approach; Scope (computer science); Knowledge management; Sustainability; Computer science; Psychological intervention; Information seeking; Engineering ethics; Psychology; Engineering; Sociology; Social science; Library science","score_opus":0.007593652806287175,"score_gpt":0.239645336420023,"score_spread":0.23205168361373582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180394220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83674794,0.0048576756,0.04100605,0.03694322,0.007914262,0.009348682,0.00040051888,0.0012721908,0.061509434],"genre_scores_gemma":[0.97448623,0.00003152964,0.024990857,0.000027852762,0.000026777585,0.00033676205,0.000039569975,0.00002022445,0.000040170435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986954,0.000015896992,0.0005413362,0.00010010276,0.00045594445,0.00019133741],"domain_scores_gemma":[0.997571,0.00015200823,0.00022578915,0.00020048842,0.0017552471,0.0000954851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007301392,0.000120550394,0.00018025558,0.0004208246,0.00007432041,0.000039519375,0.00029939477,0.00016602168,0.000042388092],"category_scores_gemma":[0.0022805096,0.00014044305,0.00006611656,0.0012749495,0.000026745136,0.00025169755,0.000024478273,0.00031273536,0.0000044217268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027722815,0.000502697,0.16109042,0.004762032,0.00016474492,2.7524017e-8,0.0076064225,0.6887802,0.0016530247,0.12665668,0.0047991783,0.0039817984],"study_design_scores_gemma":[0.0011640573,0.000038675982,0.38362938,0.003145503,0.0003592796,0.00000466763,0.0060348464,0.49871227,0.016022092,0.004569251,0.085258275,0.001061719],"about_ca_topic_score_codex":0.00046005799,"about_ca_topic_score_gemma":0.0016004178,"teacher_disagreement_score":0.22253896,"about_ca_system_score_codex":0.0016376082,"about_ca_system_score_gemma":0.001270184,"threshold_uncertainty_score":0.5727101},"labels":[],"label_agreement":null},{"id":"W3180699701","doi":"10.24908/pceea.vi0.14820","title":"FROM CRITICAL THINKING TO REFLECTION TO CITIZEN ENGINEERS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Transformative learning; Sustainability; Public relations; Engineering ethics; Critical thinking; Context (archaeology); Equity (law); Indigenous; Political science; Sociology; Engineering; Pedagogy; Law; Geography","score_opus":0.005142797259171507,"score_gpt":0.2198843331243058,"score_spread":0.2147415358651343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180699701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91909873,0.0003635627,0.0028267908,0.036465436,0.021398958,0.0008852358,0.00011144939,0.0011058196,0.017744014],"genre_scores_gemma":[0.9813178,0.000007875553,0.015414567,0.0009200994,0.0005288925,0.00013418224,0.000022292947,0.00007298957,0.0015812557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985993,0.000005204492,0.000329128,0.00025080575,0.00040816082,0.00040741512],"domain_scores_gemma":[0.99854565,0.00007077647,0.00005001765,0.00014868201,0.0006888066,0.00049606414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024894645,0.00020469459,0.00019557531,0.0003649573,0.00014485217,0.00017866696,0.00029714734,0.00016091391,0.00009899333],"category_scores_gemma":[0.0018628974,0.00023352458,0.00008158003,0.0012280666,0.0000050668204,0.00016139749,0.00003445417,0.00027031545,0.00006109714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004287794,0.00015314386,0.015472735,0.0006870455,0.0004412899,0.0000011707396,0.024979545,0.14175074,0.081141755,0.024871707,0.7065189,0.0039776745],"study_design_scores_gemma":[0.0004843261,0.000043383727,0.26429772,0.0015699499,0.00020747485,0.000023895787,0.0052055987,0.013308945,0.1427868,0.0018602423,0.56797904,0.0022325935],"about_ca_topic_score_codex":0.0013780937,"about_ca_topic_score_gemma":0.0019293969,"teacher_disagreement_score":0.248825,"about_ca_system_score_codex":0.0032112696,"about_ca_system_score_gemma":0.0005706561,"threshold_uncertainty_score":0.9522856},"labels":[],"label_agreement":null},{"id":"W3181132230","doi":"10.24908/pceea.vi0.14880","title":"ONE SETTLER STUDENT’S STORY ON INCORPORATING INDIGENOUS KNOWLEDGES IN ENGINEERING CURRICULA","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; University of Manitoba","keywords":"Indigenous; Sociology; Curriculum; Engineering education; Pedagogy; Engineering ethics; Narrative; Engineering; Political science; Law","score_opus":0.0049924210086614755,"score_gpt":0.1975466120652048,"score_spread":0.1925541910565433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181132230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98844504,0.0006495625,0.000034652396,0.0013660876,0.004270497,0.00043849,0.000017765358,0.0002921847,0.004485728],"genre_scores_gemma":[0.9971443,0.000031667434,0.0012757496,0.00012061834,0.00022171145,0.0001395876,0.000021614196,0.00007527659,0.00096946384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99845845,0.000009807914,0.00041226734,0.00025210268,0.0004224844,0.00044486753],"domain_scores_gemma":[0.99895674,0.000067255394,0.00014794731,0.00015486972,0.00044133933,0.00023183416],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004338341,0.00025508602,0.0002670122,0.00054283347,0.000107810774,0.00010816955,0.0003088922,0.0002002368,0.000032922308],"category_scores_gemma":[0.0005860919,0.00030031725,0.00008663829,0.001024531,0.0000090277645,0.00018693379,0.00003147341,0.00057710917,0.00003052379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032316002,0.0010092208,0.3548803,0.002961987,0.00062731636,0.000003471034,0.018699095,0.52151275,0.023155065,0.020807616,0.048252143,0.008087792],"study_design_scores_gemma":[0.00051317475,0.000022867203,0.9432566,0.0014469583,0.00006089725,0.000009964939,0.0012228508,0.011163639,0.014120186,0.00009234206,0.027041528,0.0010489869],"about_ca_topic_score_codex":0.00029020113,"about_ca_topic_score_gemma":0.0017567172,"teacher_disagreement_score":0.5883763,"about_ca_system_score_codex":0.004599802,"about_ca_system_score_gemma":0.00073734,"threshold_uncertainty_score":0.99994487},"labels":[],"label_agreement":null},{"id":"W3181156981","doi":"10.24908/pceea.vi0.14839","title":"ENGINEERING LEADERS RETAIN THEIR TECHNICAL IDENTITIES: LIVING THE SOCIOTECHNICAL DUALITY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Sociotechnical system; Identity (music); Work (physics); Sociology; Public relations; Engineering ethics; Order (exchange); Duality (order theory); Engineering; Management; Business; Political science; Economics; Mathematics","score_opus":0.006546238698089825,"score_gpt":0.19526316763781726,"score_spread":0.18871692893972744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181156981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9083679,0.0030233643,0.0020220897,0.040090695,0.01696328,0.0020467064,0.00015066519,0.0032326784,0.02410267],"genre_scores_gemma":[0.9957801,0.00007310297,0.0012967509,0.00026734028,0.0002846919,0.00013996218,0.000010917434,0.00007645798,0.0020706796],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983285,0.000013017277,0.0004788254,0.0002492542,0.00042983168,0.00050056796],"domain_scores_gemma":[0.99870664,0.00020019386,0.00013952785,0.00024768166,0.0004803538,0.00022560015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008403,0.00027025316,0.00025102973,0.00020129365,0.00021624332,0.0001898878,0.0005153794,0.00028561603,0.000083148276],"category_scores_gemma":[0.0021270614,0.00023871599,0.00018452162,0.00094209757,0.000035475732,0.00022874247,0.000061766776,0.00067459163,0.000016025904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026916864,0.0003884833,0.043181986,0.0031598676,0.0012205907,0.0000019045042,0.017474981,0.11761865,0.087717585,0.064211,0.6625878,0.0024344083],"study_design_scores_gemma":[0.00053911365,0.00002684105,0.52981395,0.0022313467,0.00032138525,0.00014611772,0.009640136,0.058752444,0.04993102,0.0007106346,0.34511048,0.0027765578],"about_ca_topic_score_codex":0.0002871353,"about_ca_topic_score_gemma":0.0008302435,"teacher_disagreement_score":0.48663196,"about_ca_system_score_codex":0.0031678658,"about_ca_system_score_gemma":0.00075819565,"threshold_uncertainty_score":0.97345555},"labels":[],"label_agreement":null},{"id":"W3182044765","doi":"10.24908/pceea.vi0.14825","title":"Building the Engineering Mindset: Developing Sustainable Leadership and Management Competencies in First Year Engineering","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; University of Alberta","funders":"","keywords":"Mindset; Operationalization; Accreditation; Engineering education; Engineering ethics; Sustainable development; Teamwork; Engineering; Health systems engineering; Engineering management; Lifelong learning; Political science; Sociology; Computer science; Pedagogy","score_opus":0.006766135764182086,"score_gpt":0.1783886765454392,"score_spread":0.1716225407812571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182044765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96644974,0.003876684,0.0010408801,0.016704388,0.0049260505,0.0017235093,0.000021552052,0.0007628044,0.0044944114],"genre_scores_gemma":[0.9844493,0.00022367851,0.013326449,0.00013717536,0.00012913138,0.00018773897,0.000007830926,0.00007926882,0.001459404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99851954,0.0000045852616,0.00036585555,0.00023075564,0.00029132664,0.00058793987],"domain_scores_gemma":[0.99933535,0.00007582238,0.00007786228,0.00013822071,0.00021870786,0.00015401535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040300112,0.0002512974,0.00021189747,0.00041688015,0.00014809334,0.00019178251,0.00030444618,0.0001356437,0.000020125357],"category_scores_gemma":[0.0003444448,0.00024941913,0.00006205927,0.0011301533,0.000011944516,0.00026829905,0.000051889412,0.0003364871,0.0000044655058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003872088,0.00010185732,0.05186527,0.00948001,0.00064122555,0.000007297423,0.008351111,0.49866152,0.0034892869,0.40470392,0.020793183,0.0019014601],"study_design_scores_gemma":[0.00083331106,0.000012809253,0.46902704,0.002645519,0.00013477617,0.00005471632,0.008409182,0.07508641,0.008966101,0.00031700428,0.43279037,0.0017227875],"about_ca_topic_score_codex":0.00045365977,"about_ca_topic_score_gemma":0.0011982087,"teacher_disagreement_score":0.4235751,"about_ca_system_score_codex":0.0023961104,"about_ca_system_score_gemma":0.00028091596,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W3182341434","doi":"10.24908/pceea.vi0.14849","title":"THE IMPLICIT CANADIAN RESEARCH AGENDA FOR ENGINEERING EDUCATION: 2019","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Conversation; Engineering education; Identity (music); Engineering research; Teaching philosophy; Engineering ethics; Sociology; Pedagogy; Engineering; Engineering management","score_opus":0.01121446070825168,"score_gpt":0.2511616369929829,"score_spread":0.2399471762847312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182341434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52744603,0.025545333,0.0008528972,0.17161827,0.1323299,0.011182925,0.0009300991,0.0024676328,0.12762688],"genre_scores_gemma":[0.97765076,0.00019391249,0.0028028865,0.00038434088,0.0009297084,0.0008880861,0.00008853166,0.00016010436,0.01690169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979593,0.000010067822,0.0004467544,0.00027729958,0.00045663046,0.0008499175],"domain_scores_gemma":[0.99725574,0.00020758917,0.00010691871,0.00026624367,0.0016402954,0.0005231812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009987465,0.00024746024,0.0002012791,0.0004911775,0.0005899101,0.0003613675,0.0005685796,0.00022836262,0.000038475642],"category_scores_gemma":[0.0019149485,0.0002391142,0.00013673856,0.0013689393,0.000019011466,0.00019995793,0.00003077916,0.00049653585,0.000027784572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000010432396,0.00004976827,0.0035933438,0.00055590266,0.00020419237,1.4845347e-7,0.0012261905,0.008746266,0.002210061,0.051059444,0.9273975,0.0049561705],"study_design_scores_gemma":[0.00011844087,0.0000068796107,0.032208607,0.00020989212,0.000029179362,0.000010783256,0.0007167246,0.005967298,0.0037087686,0.00019125515,0.9564663,0.00036587453],"about_ca_topic_score_codex":0.019279407,"about_ca_topic_score_gemma":0.10113807,"teacher_disagreement_score":0.45020467,"about_ca_system_score_codex":0.0061998894,"about_ca_system_score_gemma":0.0061043487,"threshold_uncertainty_score":0.99953014},"labels":[],"label_agreement":null},{"id":"W3182574432","doi":"10.24908/pceea.vi0.14873","title":"IMPROVING ENGINEERING EDUCATION: TWO KEY AREAS TO FOCUS OUR ATTENTION","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rigour; Pace; Engineering education; Diversity (politics); Rank (graph theory); Mathematics education; Key (lock); Psychology; Medical education; Pedagogy; Engineering; Engineering ethics; Computer science; Sociology; Medicine; Engineering management; Mathematics","score_opus":0.0034116484214364294,"score_gpt":0.19264963624107082,"score_spread":0.18923798781963438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182574432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315747,0.0015265588,0.0018983313,0.017989907,0.02932564,0.0016814686,0.000072347066,0.0014779024,0.014453118],"genre_scores_gemma":[0.9868868,0.000017132234,0.008047945,0.00026972406,0.00062520016,0.00025376413,0.000031851134,0.000106641026,0.0037609134],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981639,0.0000064867863,0.0005000455,0.00033076448,0.00045450468,0.0005443183],"domain_scores_gemma":[0.9980273,0.000025868274,0.00016660815,0.0002277669,0.001035879,0.00051656744],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033928073,0.00032043993,0.00026696362,0.0005185027,0.0001526011,0.00023719229,0.0003750234,0.00017779613,0.000037229125],"category_scores_gemma":[0.00097037456,0.00036870025,0.00014403873,0.0013757197,0.0000042685856,0.00031500007,0.00004740357,0.0003644628,0.00005236216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069964935,0.00075013057,0.1077365,0.0045401626,0.0010536166,0.0000021242174,0.008193255,0.16398215,0.18190041,0.050534744,0.44234496,0.03895496],"study_design_scores_gemma":[0.0011952475,0.000047283454,0.49236274,0.0025375155,0.00037933848,0.00012585321,0.0049139606,0.05019521,0.086809464,0.00029739083,0.3576172,0.003518799],"about_ca_topic_score_codex":0.0017140859,"about_ca_topic_score_gemma":0.0022069688,"teacher_disagreement_score":0.38462624,"about_ca_system_score_codex":0.004028321,"about_ca_system_score_gemma":0.0016348296,"threshold_uncertainty_score":0.9998765},"labels":[],"label_agreement":null},{"id":"W3182626352","doi":"10.24908/pceea.vi0.14901","title":"Promoting Entrepreneurial Mindset and Practice Through Online Bootcamp in COVID-19","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Mindset; Entrepreneurship; Commercialization; Engineering ethics; Engineering education; Employability; Public relations; Political science; Engineering; Sociology; Engineering management; Business; Pedagogy; Marketing; Computer science","score_opus":0.008779670789385519,"score_gpt":0.24118298305947522,"score_spread":0.2324033122700897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182626352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95980096,0.0013953784,0.00007398809,0.02884165,0.00413571,0.0006220877,0.000056737375,0.00029671565,0.0047767535],"genre_scores_gemma":[0.9927595,0.0001528297,0.0051562004,0.0009204741,0.00021464669,0.00006895707,0.000043213593,0.000046389643,0.0006377761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887794,0.0000124038625,0.00034309985,0.00021290951,0.00025183277,0.00030183746],"domain_scores_gemma":[0.9990542,0.00013800994,0.0001380041,0.000097537864,0.00031333257,0.000258927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040286747,0.00016614,0.00017205226,0.00018416543,0.00008090564,0.000118851705,0.0001554468,0.00014101385,0.000034737524],"category_scores_gemma":[0.004910232,0.00018481528,0.000043031163,0.00068882335,0.000010624774,0.00035658164,0.000027515081,0.00027056813,0.0000032555563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029270748,0.0017672497,0.31510285,0.008798763,0.0011792589,0.000013693949,0.16108713,0.098596245,0.051700443,0.029789928,0.31704116,0.014894015],"study_design_scores_gemma":[0.0015439283,0.000025029076,0.18501437,0.0010215824,0.00015710635,0.00019259598,0.008460957,0.019381532,0.011862756,0.00064799207,0.7703043,0.0013878464],"about_ca_topic_score_codex":0.0013998448,"about_ca_topic_score_gemma":0.005485302,"teacher_disagreement_score":0.45326313,"about_ca_system_score_codex":0.0024446398,"about_ca_system_score_gemma":0.0011005675,"threshold_uncertainty_score":0.7536548},"labels":[],"label_agreement":null},{"id":"W3183091413","doi":"10.24908/pceea.vi0.14842","title":"NON-MEDICAL MASKS: OPPORTUNITIES FOR STANDARDS EDUCATION AND ONLINE DESIGN PROJECTS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Process (computing); Sample (material); Test (biology); Computer science; Coronavirus disease 2019 (COVID-19); Engineering management; Engineering design process; International standard; Measure (data warehouse); Engineering; Mechanical engineering; Medicine; Telecommunications","score_opus":0.01604024738680633,"score_gpt":0.23156547715522174,"score_spread":0.21552522976841543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183091413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9041179,0.004743315,0.006376667,0.038890496,0.023757305,0.0039596935,0.000664388,0.0010861849,0.016404059],"genre_scores_gemma":[0.9759896,0.0003016008,0.016282411,0.0006918912,0.00053360267,0.00048589718,0.0001208363,0.00010261591,0.005491562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879766,0.0000047559106,0.00030664683,0.00017697993,0.00042817465,0.0002857717],"domain_scores_gemma":[0.99830115,0.000055011653,0.00010528898,0.000091775946,0.0011347114,0.00031205302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005101267,0.00017722094,0.00018170549,0.00023817076,0.00011249014,0.000107512446,0.00017634155,0.00018304995,0.000039528353],"category_scores_gemma":[0.001249158,0.00018611968,0.0000569987,0.0003744069,0.000013622675,0.00017092709,0.000018475055,0.00019285126,9.2975677e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063186135,0.0005449246,0.014834286,0.004249507,0.0005602221,6.986801e-7,0.005782858,0.0070466553,0.003689962,0.01678773,0.90452385,0.041972976],"study_design_scores_gemma":[0.0010554655,0.000065630964,0.097428024,0.0021982486,0.00026131075,0.00008176902,0.010359682,0.073432274,0.01789546,0.00053805666,0.79508924,0.0015948067],"about_ca_topic_score_codex":0.0002827043,"about_ca_topic_score_gemma":0.00092700584,"teacher_disagreement_score":0.10943459,"about_ca_system_score_codex":0.0019393885,"about_ca_system_score_gemma":0.0053332294,"threshold_uncertainty_score":0.946092},"labels":[],"label_agreement":null},{"id":"W3183382889","doi":"10.1109/mpot.2021.3071107","title":"About Your Competitive Impulses","year":2021,"lang":"en","type":"article","venue":"IEEE Potentials","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Magellan Aerospace (Canada); University of Manitoba","funders":"","keywords":"Balance (ability); Engineering; Engineering ethics; Competitive advantage; Computer science; Engineering management; Knowledge management; Business; Marketing; Psychology","score_opus":0.010552387854406273,"score_gpt":0.2354205702521869,"score_spread":0.22486818239778064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183382889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8594224,0.0058774203,0.046856932,0.00048171586,0.015267024,0.00024850763,0.000043323827,0.0016320718,0.07017061],"genre_scores_gemma":[0.99480873,0.00029079517,0.0025104547,0.00015198444,0.00021785563,0.000021155232,0.000030393021,0.000028236347,0.001940388],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994136,0.000011792431,0.0001598221,0.0001185028,0.00011431319,0.00018193592],"domain_scores_gemma":[0.99966663,0.000014068998,0.000012450175,0.00013526427,0.000070901086,0.00010070247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042602096,0.00010700899,0.00012429745,0.00004073235,0.00003344036,0.00004412954,0.00007100327,0.00004254413,0.0005084823],"category_scores_gemma":[0.000021435495,0.00011437867,0.000051362636,0.00014553741,0.0000096250415,0.000053301563,0.0000101806045,0.00007717421,0.0003256723],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082725155,0.00046756194,0.002006699,0.00079557265,0.0009965738,0.00037138062,0.0066693546,0.11330459,0.6133962,0.017567053,0.19706842,0.04734827],"study_design_scores_gemma":[0.00074902264,0.000021596941,0.026700288,0.0002747417,0.000060029597,0.00016475988,0.0021356924,0.003866402,0.61270034,0.00043351215,0.3517671,0.0011265401],"about_ca_topic_score_codex":0.0000021849708,"about_ca_topic_score_gemma":0.0000026150256,"teacher_disagreement_score":0.15469866,"about_ca_system_score_codex":0.000040968287,"about_ca_system_score_gemma":0.000047435857,"threshold_uncertainty_score":0.55675244},"labels":[],"label_agreement":null},{"id":"W3184069415","doi":"","title":"Science and engineering practices in science curricula: A comparative analysis of Thai, Vietnamese, Indonesian and Scottish curricula","year":2021,"lang":"en","type":"article","venue":"Discovery Research Portal (University of Dundee)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vietnamese; Curriculum; Indonesian; Engineering ethics; Political science; Sociology; Pedagogy; Engineering; Philosophy; Linguistics","score_opus":0.03509379902097305,"score_gpt":0.3186405288917823,"score_spread":0.28354672987080926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184069415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963837,0.00069046346,0.00023559919,0.00004793083,0.00005281173,0.00011079367,0.000010015098,0.000018477134,0.0024502112],"genre_scores_gemma":[0.99868864,0.00038868192,0.0008579399,0.0000016733576,0.000004001,8.274342e-7,0.0000069210228,0.000004184798,0.000047158235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983817,0.000029689449,0.00015072443,0.00032352208,0.00079729373,0.0003171244],"domain_scores_gemma":[0.9990704,0.00008943511,0.00007379772,0.00019144894,0.00041857114,0.00015635884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010609692,0.00010409598,0.00028287712,0.0016416436,0.00012963622,0.000082961975,0.00026312948,0.000036540543,0.000024883271],"category_scores_gemma":[0.00023855425,0.00012102274,0.000035338093,0.007337964,0.00083317515,0.0013240862,0.0002251177,0.00023242459,6.411929e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006173069,0.0012765207,0.6085242,0.0017492482,0.0013458008,0.000600596,0.06380084,0.073738694,0.17938778,0.06327372,0.0005474387,0.005693432],"study_design_scores_gemma":[0.00027465986,0.000034417983,0.8922424,0.0002019458,0.00006267971,0.000015032241,0.03848512,0.06621133,0.0021629285,0.000022598611,0.00007359726,0.0002133408],"about_ca_topic_score_codex":0.00018452662,"about_ca_topic_score_gemma":0.00040972992,"teacher_disagreement_score":0.28371817,"about_ca_system_score_codex":0.00009312108,"about_ca_system_score_gemma":0.0005270279,"threshold_uncertainty_score":0.49351642},"labels":[],"label_agreement":null},{"id":"W3184589309","doi":"10.15390/es.2013.1163","title":"Undergraduate Students’ Perceptions of Teaching Quality in Higher Education","year":2013,"lang":"en","type":"article","venue":"TED EĞİTİM VE BİLİM","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Higher education; Mathematics education; Perception; Pedagogy; Medical education; Psychology; Political science; Medicine; Epistemology","score_opus":0.01842358167568751,"score_gpt":0.3028613406576065,"score_spread":0.284437758981919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184589309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868989,0.00016462227,0.0006171265,0.0007609665,0.0012159019,0.00031813578,0.0000039442157,0.00030927203,0.009711161],"genre_scores_gemma":[0.9942999,0.000045494897,0.0015604395,0.00010324676,0.00009910818,0.00016549845,0.000050804592,0.000037265963,0.0036382237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987428,0.00006117154,0.0004621554,0.00019755054,0.00027201392,0.00026429576],"domain_scores_gemma":[0.999426,0.000044239303,0.000055976056,0.00029282086,0.000071668044,0.00010927037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023471114,0.00019546242,0.00021726644,0.00025940832,0.0000506906,0.000049186347,0.00023334689,0.00009798012,0.0008533262],"category_scores_gemma":[0.00003239716,0.00020160947,0.000055026758,0.00033521195,0.000022508308,0.00018552553,0.00003688037,0.00030211956,0.00031162178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013704161,0.003909479,0.6131549,0.0015128321,0.00049592764,0.0000027905357,0.018382275,0.044954184,0.066129945,0.035734177,0.17178158,0.043928184],"study_design_scores_gemma":[0.00027682303,0.000013361203,0.99232894,0.00011609219,0.00001164477,0.0000015944092,0.0010494026,0.0009452458,0.00017846997,0.00048368072,0.004297814,0.00029690933],"about_ca_topic_score_codex":0.0003755423,"about_ca_topic_score_gemma":0.00003067299,"teacher_disagreement_score":0.37917405,"about_ca_system_score_codex":0.00028472388,"about_ca_system_score_gemma":0.0000666195,"threshold_uncertainty_score":0.9343323},"labels":[],"label_agreement":null},{"id":"W3187617121","doi":"10.18260/1-2--37196","title":"First-Year Engineering Students’ Experiences and Perceptions Viewed Through the Lens of Transdisciplinary Knowledge and Threshold Concepts","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; University of British Columbia Hospital","funders":"Directorate for STEM Education; Mitacs; McMaster University","keywords":"Curriculum; Perception; Sustainability; Mathematics education; Engineering education; Transdisciplinarity; Engineering ethics; Lens (geology); Computer science; Sociology; Pedagogy; Engineering; Psychology; Engineering management; Social science","score_opus":0.03522307585758452,"score_gpt":0.30626486273567727,"score_spread":0.27104178687809277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187617121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99318653,0.003427801,0.0012812011,0.00039082151,0.00060752017,0.0003111946,0.000024362313,0.00018608288,0.0005844655],"genre_scores_gemma":[0.99747413,0.0017516242,0.0001204125,0.000017204582,0.00009994664,0.0002425594,0.0000065304926,0.000027573056,0.00025999063],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99886763,0.0000046020905,0.00032810093,0.00031533372,0.00023473559,0.0002495993],"domain_scores_gemma":[0.9995378,0.00006331746,0.000026215866,0.00008415862,0.00020072804,0.00008776064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013953389,0.00026190243,0.0002547,0.000101236146,0.00012398991,0.00039616425,0.00036464309,0.000081455786,0.00017059373],"category_scores_gemma":[0.000030213449,0.0001968033,0.00005183945,0.00033491768,0.00016039034,0.0012217424,0.00016768614,0.00025115034,0.000008539327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023738045,0.0001548921,0.005693293,0.0017678909,0.0003293807,0.0000046271684,0.93432903,0.00075315835,0.0040521487,0.0462516,0.004050716,0.0025895298],"study_design_scores_gemma":[0.0012373605,0.00047740803,0.0944807,0.0035526112,0.00022552641,0.000054768756,0.82319856,0.053046297,0.0031519243,0.0003979816,0.018443204,0.0017336876],"about_ca_topic_score_codex":0.000006875375,"about_ca_topic_score_gemma":0.000007663762,"teacher_disagreement_score":0.1111305,"about_ca_system_score_codex":0.000036566908,"about_ca_system_score_gemma":0.00003700239,"threshold_uncertainty_score":0.80254054},"labels":[],"label_agreement":null},{"id":"W3188631869","doi":"10.18260/1-2--37489","title":"Meaning to Succeed: Learning Strategies of First-Year Engineering Transfer Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"University of Michigan; National Science Foundation","keywords":"Coursework; Engineering education; Attrition; Meaning (existential); Mathematics education; Computer science; Institution; Transfer of learning; Economic shortage; Engineering management; Engineering; Artificial intelligence; Psychology; Sociology; Medicine","score_opus":0.023023525793611818,"score_gpt":0.26151028793795056,"score_spread":0.23848676214433873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188631869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97301805,0.00021710352,0.021074306,0.00017359164,0.0010669886,0.00035407481,0.000023810195,0.0007185411,0.0033535406],"genre_scores_gemma":[0.9986037,0.00010834818,0.00028549272,0.000012564828,0.00014047719,0.00012163503,0.000015176484,0.000066809356,0.0006458151],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981934,0.0000046109453,0.00047689836,0.00038864615,0.00051031454,0.00042615493],"domain_scores_gemma":[0.9991868,0.00004750243,0.000020797299,0.00008584889,0.0004422949,0.00021673342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022467457,0.0003553497,0.00035064202,0.00040512785,0.00006570749,0.00089713355,0.000608302,0.00010972895,0.00031429826],"category_scores_gemma":[0.00009326707,0.00035179136,0.000093407485,0.00072393235,0.00002495294,0.0015543008,0.00012748525,0.0004293269,0.00006531008],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015277551,0.0004870029,0.050513487,0.008015549,0.0020827856,0.00006497663,0.15434174,0.24811788,0.09174907,0.41221437,0.012055565,0.0202048],"study_design_scores_gemma":[0.0039063413,0.0022819256,0.105932735,0.01714748,0.0006029394,0.00007859653,0.34952837,0.25343946,0.12066345,0.0006324519,0.13781908,0.007967163],"about_ca_topic_score_codex":0.000026380041,"about_ca_topic_score_gemma":0.000010513653,"teacher_disagreement_score":0.4115819,"about_ca_system_score_codex":0.000112964175,"about_ca_system_score_gemma":0.00006836586,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W3190116622","doi":"10.18260/1-2--38145","title":"Work in Progress: Early Exploration of Engineering Students' Perspectives about Diversity, Equity, and Inclusion in an Introductory Materials Science and Engineering Course","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Engineering ethics; Equity (law); Course (navigation); Engineering education; Work (physics); Science and engineering; Work in process; Mathematics education; Computer science; Engineering; Engineering management; Sociology; Psychology; Political science; Mechanical engineering; Social science; Aerospace engineering","score_opus":0.03565954261990683,"score_gpt":0.30407939869052786,"score_spread":0.268419856070621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190116622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99753153,0.0011597716,0.00020664747,0.00019236172,0.00043266852,0.00031599848,0.000010320391,0.00013011697,0.000020582627],"genre_scores_gemma":[0.9993256,0.0002971292,0.00019266192,0.000006653581,0.00007405835,0.00006619613,0.0000047804983,0.000022440154,0.000010533415],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99828136,0.000006302837,0.00033231996,0.0004186603,0.00065587956,0.00030548198],"domain_scores_gemma":[0.9993391,0.000022436709,0.00003669224,0.000075604665,0.00039722282,0.00012892114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008718965,0.00023150057,0.00026399994,0.0006278463,0.00011536304,0.0007769234,0.00058474205,0.00007525402,0.00001518348],"category_scores_gemma":[0.00012455328,0.0002378151,0.0000131837505,0.00091571646,0.00012479568,0.0035945852,0.007148119,0.0002231746,9.621004e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014857856,0.0005772522,0.1599416,0.002658201,0.00013690084,0.000037788624,0.5638526,0.0034804936,0.19385001,0.024321929,0.00013951471,0.050855123],"study_design_scores_gemma":[0.0008469527,0.00024867116,0.93238723,0.0030884412,0.00003762458,0.0000066836124,0.031153189,0.015047342,0.015924746,0.00023323455,0.00007016746,0.00095573784],"about_ca_topic_score_codex":0.000035785986,"about_ca_topic_score_gemma":0.000008446983,"teacher_disagreement_score":0.7724456,"about_ca_system_score_codex":0.00021489408,"about_ca_system_score_gemma":0.0000809282,"threshold_uncertainty_score":0.9697818},"labels":[],"label_agreement":null},{"id":"W3192353893","doi":"10.35199/epde.2021.5","title":"A MODEL FOR LEARNING TEAMWORK SKILLS","year":2021,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Teamwork; Constructive; Acknowledgement; Curriculum; Process (computing); Bachelor; Knowledge management; Psychology; Quality (philosophy); Medical education; Computer science; Pedagogy; Management; Medicine; Political science","score_opus":0.007200897401075772,"score_gpt":0.21610084565703794,"score_spread":0.20889994825596217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192353893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026514957,0.00018718005,0.95567226,0.00011629595,0.00042177286,0.000067462286,8.5451455e-7,0.00063254597,0.01638666],"genre_scores_gemma":[0.848506,0.000047302994,0.11820161,0.00009482136,0.000054720127,0.0000706467,0.000018080713,0.000027647355,0.0329792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99969876,0.0000016863776,0.000073955605,0.00006889414,0.00004139932,0.00011528939],"domain_scores_gemma":[0.9998491,0.000017094651,0.0000034006591,0.00005935663,0.00003164766,0.000039393777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000032626165,0.000056398203,0.000054763746,0.000019094441,0.000024794948,0.000016830889,0.000029868135,0.000026099922,0.00010591481],"category_scores_gemma":[0.000027293365,0.000057732443,0.00002719062,0.00008249262,0.0000017231806,0.000025751826,0.000006171793,0.00005651192,0.000030682524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3325098e-7,0.000015667742,0.00012418428,0.000033445667,0.000014249802,3.693621e-7,0.00043538804,0.9768257,0.0008581058,0.0018694915,0.01573831,0.004084919],"study_design_scores_gemma":[0.000089528345,0.000001688123,0.00024313098,0.000011952326,0.000002882002,0.000002444699,0.00010439877,0.9590069,0.0028623028,0.0001498242,0.037416324,0.0001086092],"about_ca_topic_score_codex":1.5352207e-7,"about_ca_topic_score_gemma":0.000001742162,"teacher_disagreement_score":0.83747065,"about_ca_system_score_codex":0.000030460727,"about_ca_system_score_gemma":0.000025597175,"threshold_uncertainty_score":0.23542607},"labels":[],"label_agreement":null},{"id":"W3192539304","doi":"10.18260/1-2--37697","title":"Scaling and Sustaining of a Liberal Arts Speaking Course That Targets Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pennsylvania State University","keywords":"Public speaking; Rhetorical question; Liberal arts education; Professional communication; Course (navigation); Technical communication; Mathematics education; Higher education; Computer science; Sociology; Public relations; Pedagogy; Engineering; Psychology; Political science; World Wide Web; Linguistics","score_opus":0.0345182352999323,"score_gpt":0.28255033543644725,"score_spread":0.24803210013651494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192539304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99191403,0.0016493457,0.0038223777,0.00017840519,0.0010853043,0.00027227466,0.000021685662,0.00043436507,0.0006222017],"genre_scores_gemma":[0.9987182,0.00024301445,0.00037680392,0.000028602992,0.0001521415,0.000060468104,0.000015056131,0.000056881057,0.00034885757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983561,0.000003965137,0.00040112544,0.00037578258,0.00043653324,0.00042649946],"domain_scores_gemma":[0.9992832,0.00006142665,0.00005297101,0.00008372664,0.0003259087,0.00019278974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026361644,0.0003382153,0.0003446851,0.00027142608,0.000058822858,0.0007106143,0.00038360033,0.000104590625,0.00009563162],"category_scores_gemma":[0.00009386338,0.00032898673,0.00006629133,0.0003762674,0.000044739158,0.0012492791,0.00021781716,0.00033847918,0.000009217344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002051072,0.0009691132,0.20476507,0.015128726,0.0042212703,0.0003753453,0.24166518,0.02795058,0.074804515,0.086843,0.024214953,0.31885713],"study_design_scores_gemma":[0.0031511916,0.0005600163,0.30867425,0.014691118,0.0005944488,0.00021355225,0.09918196,0.46874288,0.06614066,0.00038381465,0.032219507,0.0054466035],"about_ca_topic_score_codex":0.000014550779,"about_ca_topic_score_gemma":0.0000021471524,"teacher_disagreement_score":0.4407923,"about_ca_system_score_codex":0.000087022236,"about_ca_system_score_gemma":0.00007292133,"threshold_uncertainty_score":0.9999162},"labels":[],"label_agreement":null},{"id":"W3192764556","doi":"10.18260/1-2--37270","title":"Identifying Signature Pedagogies in a Multidisciplinary Engineering Program","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Signature (topology); Computer science; Software engineering; Systems engineering; Engineering; Mathematics; Sociology","score_opus":0.05084957169083804,"score_gpt":0.3135873781487683,"score_spread":0.26273780645793027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192764556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990075,0.0019025172,0.0018242223,0.00037389455,0.0020859705,0.000657608,0.000029217606,0.0019138705,0.0011376884],"genre_scores_gemma":[0.99712,0.0002674419,0.00090101146,0.000015690199,0.00020181669,0.0005392985,0.00003892518,0.00006886582,0.00084691483],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981765,0.0000048118895,0.00045682004,0.0004875682,0.0003366114,0.0005376758],"domain_scores_gemma":[0.9994143,0.00003786901,0.000029404713,0.00010540329,0.00025019256,0.00016281073],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00019458994,0.00040244573,0.00031117097,0.0005387131,0.00005559953,0.0010662184,0.0005083505,0.0001777249,0.00016859516],"category_scores_gemma":[0.000095525,0.00038610803,0.00009267828,0.0009425265,0.000034275537,0.0017495964,0.0002108979,0.0006873927,0.00007190861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014145272,0.0013191781,0.022187484,0.012567002,0.0011953692,0.00064854516,0.16767047,0.041980974,0.16391505,0.06660416,0.03663468,0.4851356],"study_design_scores_gemma":[0.0015772943,0.0004223005,0.15870918,0.0082316585,0.00012396992,0.00010183043,0.065494664,0.7086071,0.017650781,0.00049531745,0.03451822,0.0040676803],"about_ca_topic_score_codex":0.000016614482,"about_ca_topic_score_gemma":0.000011922043,"teacher_disagreement_score":0.6666261,"about_ca_system_score_codex":0.00019531579,"about_ca_system_score_gemma":0.000095232965,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W3192990294","doi":"10.35199/epde.2021.88","title":"DESIGNING FOR EQUITY, ACCESSIBILITY, DIVERSITY AND INCLUSION IN AN UNDERGRAD INDUSTRIAL DESIGN COURSE","year":2021,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Inclusion (mineral); Curriculum; Medical education; Health care; Position paper; Diversity (politics); Equity (law); Observational study; Work (physics); Pedagogy; Engineering; Engineering management; Engineering ethics; Psychology; Computer science; Sociology; Medicine; Political science; Mechanical engineering","score_opus":0.12509866909080017,"score_gpt":0.33742701769447375,"score_spread":0.21232834860367358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192990294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66524976,0.00015222044,0.33299375,0.0002060147,0.0004793305,0.0002619717,0.000001759795,0.00018632968,0.0004688717],"genre_scores_gemma":[0.978815,0.000019462921,0.020988392,0.00004855893,0.00003859092,0.000015138613,0.000010166755,0.000010278254,0.000054379503],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940485,0.000027237342,0.00012682978,0.00015683533,0.00012463644,0.00015961779],"domain_scores_gemma":[0.99969715,0.00007391967,0.000010103281,0.000096045114,0.00003764454,0.000085140215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004111013,0.00008984408,0.00010257361,0.00004857246,0.00036576932,0.000039343468,0.00012312536,0.00008073143,0.0000311517],"category_scores_gemma":[0.00004196144,0.0000946057,0.0000140757875,0.00016522755,0.000009138036,0.00018119569,0.0030677621,0.00009336335,6.263763e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012007578,0.0017295774,0.36943406,0.00090184633,0.00024070554,0.00007663282,0.043980457,0.2338727,0.053706564,0.007194711,0.016804934,0.27193773],"study_design_scores_gemma":[0.011179681,0.00037301672,0.25945574,0.0005349562,0.00016791056,0.00004103632,0.0067518754,0.5032416,0.1623184,0.050919253,0.0020265381,0.002990026],"about_ca_topic_score_codex":0.00000989019,"about_ca_topic_score_gemma":0.00006937165,"teacher_disagreement_score":0.31356528,"about_ca_system_score_codex":0.000121420075,"about_ca_system_score_gemma":0.00007198816,"threshold_uncertainty_score":0.38579082},"labels":[],"label_agreement":null},{"id":"W3193017087","doi":"10.18260/1-2--37090","title":"Entering the Discipline of Engineering Education Research: A Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Thematic analysis; Grounded theory; Axial coding; Sociology; Engineering education; Qualitative research; Engineering ethics; Pedagogy; Engineering; Social science","score_opus":0.07150401289080476,"score_gpt":0.3321486705001879,"score_spread":0.26064465760938316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193017087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983307,0.0011518676,0.010871389,0.0007854204,0.0010694799,0.00040086024,0.000032351483,0.00032757068,0.0020540766],"genre_scores_gemma":[0.9983481,0.00016471432,0.00017634591,0.0000138503565,0.00015953094,0.0002006867,0.000027725517,0.000033816454,0.00087523466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846846,0.000010440875,0.00044541588,0.0002914469,0.00045451956,0.00032969675],"domain_scores_gemma":[0.9989391,0.00010862687,0.00003974299,0.00016458961,0.00063410937,0.00011380643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053883356,0.00022422295,0.00027958673,0.0007027764,0.000085341024,0.0005618004,0.0006189467,0.00006734255,0.00026081054],"category_scores_gemma":[0.0001767684,0.00016376731,0.00012936797,0.0021874022,0.000063649066,0.00071088335,0.000187398,0.0003947819,0.00003122952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008930053,0.001201653,0.008613928,0.01329459,0.0095974505,0.00001899652,0.19194539,0.049183324,0.12326272,0.31788996,0.054751772,0.23015092],"study_design_scores_gemma":[0.00044340032,0.00024011891,0.036267735,0.0050343866,0.00093610917,0.000032523018,0.09411839,0.8121711,0.028128264,0.00079217553,0.020164484,0.0016713132],"about_ca_topic_score_codex":0.000026236185,"about_ca_topic_score_gemma":0.0000063191837,"teacher_disagreement_score":0.7629878,"about_ca_system_score_codex":0.00012126309,"about_ca_system_score_gemma":0.00011954871,"threshold_uncertainty_score":0.66782373},"labels":[],"label_agreement":null},{"id":"W3193965788","doi":"10.5430/wje.v11n4p1","title":"Assessment of Two Engineering Courses in Architectural Engineering Program in UAE University Based on the Comparison of the Students Results with the Students and the Instructors Opinions","year":2021,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Capstone; Engineering education; Quality assurance; Mathematics education; Point (geometry); Engineering; Psychology; Medical education; Mathematics; Engineering management; Medicine; Operations management","score_opus":0.009111357294880251,"score_gpt":0.30215396007726325,"score_spread":0.293042602782383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193965788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975351,0.00011741966,0.00018459612,0.0012638645,0.000541081,0.00026279755,0.000001927791,0.0000074747313,0.000085712774],"genre_scores_gemma":[0.9988177,0.000013024836,0.0010839504,0.000015004764,0.000028399067,0.000008850844,0.000002288458,0.000008665782,0.000022137343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99908525,0.000075759235,0.0003168412,0.00006867801,0.00034963613,0.00010385414],"domain_scores_gemma":[0.9992905,0.00028863203,0.00014568993,0.00016733943,0.000078734716,0.000029053748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046255,0.000103146755,0.00016975365,0.00017325472,0.00003736659,0.00003064386,0.00032763937,0.000014959528,0.0000026445516],"category_scores_gemma":[0.00006505697,0.0000533239,0.00004009195,0.0006747309,0.000039487586,0.000042628137,0.00003352765,0.0003634592,4.708151e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002248059,0.00027841545,0.18911359,0.000047806334,0.000058149344,5.655062e-7,0.0028732906,0.8054313,0.000099708195,0.0008489749,0.000089220375,0.0011364798],"study_design_scores_gemma":[0.0011381307,0.000025303088,0.96551365,0.00058557896,0.000022823458,0.000005031862,0.0030607977,0.02868857,0.00033356991,0.000003624756,0.0005542752,0.00006865514],"about_ca_topic_score_codex":0.00002050703,"about_ca_topic_score_gemma":0.00017410319,"teacher_disagreement_score":0.77674276,"about_ca_system_score_codex":0.00015984142,"about_ca_system_score_gemma":0.00019191066,"threshold_uncertainty_score":0.21744855},"labels":[],"label_agreement":null},{"id":"W3194321813","doi":"","title":"The Reciprocal Nature of Pedagogical and Technical Knowledge and Skill Development between Experts and Novices.","year":2021,"lang":"en","type":"article","venue":"Design and technology education : an international journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Reciprocal; Knowledge management; Psychology; Mathematics education; Computer science","score_opus":0.018178859693911645,"score_gpt":0.31593438835748255,"score_spread":0.2977555286635709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194321813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780937,0.010149659,0.008546517,0.0020827986,0.00069708837,0.00009210242,0.0000011601215,0.000076132885,0.0002608396],"genre_scores_gemma":[0.9790505,0.0027032178,0.017930053,0.00004046032,0.0001086104,0.000022939448,0.0000072377297,0.000010154253,0.00012680727],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993866,0.000022593482,0.00023064006,0.00014417422,0.00010965088,0.00010634801],"domain_scores_gemma":[0.99946964,0.000085886175,0.000042703254,0.00007075465,0.00023486005,0.0000961466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020925947,0.00010411006,0.00010759796,0.00017104093,0.00012727872,0.00008185543,0.00011901774,0.00018238218,0.000009342763],"category_scores_gemma":[0.000090359026,0.00008263789,0.000008767765,0.00011860509,0.00010324532,0.00010422604,0.00005493268,0.00032165623,4.7182365e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017204622,0.0003105074,0.06642585,0.00007007706,0.00029875952,0.000011761999,0.0057281675,0.000019313817,0.005120722,0.026807906,0.0032876588,0.8919021],"study_design_scores_gemma":[0.0015760382,0.000198645,0.6409757,0.00058271445,0.00008022075,0.0076314807,0.012877074,0.0016860791,0.02695354,0.010143438,0.2962936,0.0010014744],"about_ca_topic_score_codex":3.669561e-7,"about_ca_topic_score_gemma":0.0000033468962,"teacher_disagreement_score":0.8909006,"about_ca_system_score_codex":0.000050438182,"about_ca_system_score_gemma":0.00020799508,"threshold_uncertainty_score":0.33698753},"labels":[],"label_agreement":null},{"id":"W3194521181","doi":"10.3968/12231","title":"Research on Employment Impact Factors and Strategies of Vehicle Engineering Graduates Based on SWOT Matrix Analysis","year":2021,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SWOT analysis; Automotive industry; Matrix (chemical analysis); Engineering management; Manufacturing engineering; Engineering; Computer science; Business; Marketing; Materials science","score_opus":0.03025664853206995,"score_gpt":0.36953390149137605,"score_spread":0.3392772529593061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194521181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955749,0.0000789924,0.00007738916,0.00009665796,0.00029790812,0.000051597643,0.0000044570493,0.00003558948,0.0037824889],"genre_scores_gemma":[0.99943453,0.0000072829394,0.00031085935,0.000005386536,0.000030119674,0.000011417508,0.000007439878,0.000007803669,0.00018515042],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99906045,0.000016908432,0.00015659624,0.00015123357,0.00043703974,0.00017779027],"domain_scores_gemma":[0.99948996,0.000074858726,0.000027947392,0.00011772434,0.00021161824,0.00007791159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002539832,0.00008980455,0.0001350713,0.00044433417,0.00007859039,0.000052369232,0.00011113873,0.0000319257,0.00012299711],"category_scores_gemma":[0.000021544605,0.00008136295,0.00004845978,0.002213164,0.00008011235,0.000094290284,0.00001294274,0.00009621671,0.0000020459706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010063936,0.0009928865,0.06103836,0.00038297512,0.00027179802,8.5178795e-7,0.0074096513,0.6203799,0.106244065,0.20034504,0.0018425961,0.0010817572],"study_design_scores_gemma":[0.000052306346,0.000029716613,0.9687033,0.000029656381,0.000015250729,6.1127366e-8,0.0011765807,0.0034798093,0.026038764,0.000039395443,0.00034746205,0.00008769328],"about_ca_topic_score_codex":0.00004301689,"about_ca_topic_score_gemma":8.8989304e-7,"teacher_disagreement_score":0.90766495,"about_ca_system_score_codex":0.00020250726,"about_ca_system_score_gemma":0.00038324602,"threshold_uncertainty_score":0.3317885},"labels":[],"label_agreement":null},{"id":"W3196611878","doi":"10.18260/1-2--38095","title":"WIP: Short Online Films to Help First-Year Students Write Reports as Engineers","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Mathematics education; Psychology","score_opus":0.029143606625850093,"score_gpt":0.2892919477932967,"score_spread":0.2601483411674466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196611878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904557,0.0003423522,0.0017665086,0.0008509979,0.0030775485,0.00063438073,0.00009667052,0.0010633593,0.0017125094],"genre_scores_gemma":[0.993702,0.00021716041,0.00050950854,0.00020483683,0.00032800014,0.0002574035,0.00012941658,0.00009236836,0.0045593283],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973092,0.0000045011743,0.00065157225,0.00068882585,0.0007612209,0.0005846726],"domain_scores_gemma":[0.99864554,0.000036698213,0.000034887238,0.00020479188,0.0005959009,0.0004821601],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002474451,0.00049428124,0.00039855644,0.00042983747,0.000091968956,0.0011380507,0.0006882947,0.00016230813,0.0008455267],"category_scores_gemma":[0.00020623991,0.00048008785,0.000118860415,0.0008753808,0.00003397501,0.0010905212,0.00028823887,0.00046952913,0.00030159843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020460087,0.0016804779,0.090084486,0.0039548795,0.002811538,0.0012696203,0.06542678,0.024606101,0.021133775,0.0187967,0.7102059,0.059825137],"study_design_scores_gemma":[0.001966373,0.0018740938,0.18189183,0.010193804,0.0005935781,0.0007074168,0.118952416,0.060172543,0.033491664,0.00041599708,0.58018935,0.009550919],"about_ca_topic_score_codex":0.000036795205,"about_ca_topic_score_gemma":0.000017257169,"teacher_disagreement_score":0.13001654,"about_ca_system_score_codex":0.0001911306,"about_ca_system_score_gemma":0.000113805145,"threshold_uncertainty_score":0.99989885},"labels":[],"label_agreement":null},{"id":"W3200771480","doi":"10.5539/res.v13n4p1","title":"Analysis of Impact Factors of the Quality Accreditation on Design and Improvement Curriculum in the University","year":2021,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Transformative learning; Quality (philosophy); Medical education; Test (biology); Perception; Psychology; Pedagogy; Medicine","score_opus":0.04270651418012736,"score_gpt":0.31733051972259757,"score_spread":0.27462400554247024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200771480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707804,0.028104728,0.00026888083,0.0000789211,0.00007768856,0.00016024694,0.000008422583,0.0000070533197,0.0005136942],"genre_scores_gemma":[0.9599564,0.039896667,0.000114203314,0.00001469995,0.0000030888446,6.3519235e-7,0.0000029400098,0.0000028406266,0.000008492237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993643,0.00021418,0.00021516558,0.000056752775,0.00010673373,0.000042845106],"domain_scores_gemma":[0.99958324,0.00011230728,0.00007803681,0.0001366518,0.00008154235,0.0000082283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005707434,0.00006088399,0.00022434256,0.000044359836,0.000014505787,0.0000014026349,0.000078320576,0.0000048105103,0.0000050488593],"category_scores_gemma":[0.00016488599,0.000033341006,0.00008402508,0.0006109651,0.00002022964,0.000018395136,0.0000273749,0.00003832769,2.1617197e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020971023,0.0018432498,0.4796321,0.08058777,0.022554152,0.000016760983,0.08629622,0.20746966,0.012036309,0.0060054734,0.028948154,0.07458916],"study_design_scores_gemma":[0.00006521847,0.000021722208,0.9934084,0.0012419302,0.0002762761,1.244336e-7,0.0036605587,0.00016445645,0.0005505429,0.0000016195844,0.00055226753,0.00005690671],"about_ca_topic_score_codex":0.0000050860235,"about_ca_topic_score_gemma":0.0000025915965,"teacher_disagreement_score":0.51377624,"about_ca_system_score_codex":0.00003393936,"about_ca_system_score_gemma":0.000011844076,"threshold_uncertainty_score":0.13596068},"labels":[],"label_agreement":null},{"id":"W3202813504","doi":"10.18260/1-2--38296","title":"Enhancing student engagement and connecting theory to practice in materials engineering: bridging experiential learning opportunities through a virtual “classroom” for first-year learners","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Bridging (networking); Experiential learning; Student engagement; Computer science; Mathematics education; Knowledge management; Multimedia; Pedagogy; Psychology","score_opus":0.02003496783743385,"score_gpt":0.2833019555622664,"score_spread":0.26326698772483254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202813504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58274853,0.000534698,0.4115061,0.00036271795,0.0026492807,0.0005263055,0.0000036028293,0.0009056577,0.0007631414],"genre_scores_gemma":[0.9779343,0.00020520444,0.020550296,0.00007600555,0.00019602758,0.00035176397,0.000014021764,0.00008900421,0.0005833816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987348,0.000046237306,0.00037419083,0.00029933997,0.00017338734,0.00037206826],"domain_scores_gemma":[0.99920946,0.0005399017,0.000021053193,0.00010125219,0.00003241764,0.000095916665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010089353,0.0002383274,0.00021565266,0.00022124339,0.00010250349,0.00032304108,0.000093837625,0.00006146461,0.00013873236],"category_scores_gemma":[0.0004409521,0.00025405182,0.000033595148,0.00017907463,0.000008703014,0.00036026398,0.00007967126,0.00022407179,0.000014827891],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000552734,0.00010729325,0.00006904766,0.0016096749,0.0004887682,0.00006769025,0.27189386,0.54839796,0.05070654,0.106872536,0.0018637035,0.017867638],"study_design_scores_gemma":[0.0010529861,0.00028142484,0.00019934788,0.0015922592,0.00009350777,0.000062652834,0.39242336,0.036259394,0.07885145,0.00007517863,0.4875406,0.0015678487],"about_ca_topic_score_codex":0.000010187829,"about_ca_topic_score_gemma":0.000009118228,"teacher_disagreement_score":0.51213855,"about_ca_system_score_codex":0.00019419874,"about_ca_system_score_gemma":0.00003392984,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W3205048840","doi":"10.23977/aetp.2021.57024","title":"Application and Realization of Teaching Thinking Based on OBE in the Course of Electrical Control and PLC Technology","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Control (management); Order (exchange); Engineering management; Realization (probability); Investment (military); Engineering; China; Engineering ethics; Computer science; Political science; Business; Mathematics; Finance; Artificial intelligence","score_opus":0.003094739883253684,"score_gpt":0.28726271247634766,"score_spread":0.28416797259309395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205048840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90196717,0.019410266,0.05878888,0.017865408,0.00027176412,0.00030752295,0.0000055062833,0.00007316327,0.001310337],"genre_scores_gemma":[0.99582535,0.0011904164,0.0026547522,0.00021977055,0.000009062168,0.00008351487,0.0000099111785,0.0000051696757,0.000002059258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99949074,0.000030405949,0.00019198474,0.00014888617,0.000046021894,0.00009196087],"domain_scores_gemma":[0.99961704,0.00017686082,0.000043308926,0.00012424338,0.000028873374,0.000009651273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018761893,0.00007201704,0.00012936258,0.00030334928,0.000026186366,0.000002260824,0.000077858,0.00014105541,0.0000023865086],"category_scores_gemma":[0.000091264235,0.000064801214,0.0000058033856,0.0005292174,0.00011753317,0.00003738414,0.0000065977365,0.00026919504,1.5297698e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011619257,0.0002841691,0.23946548,0.00007214416,0.000011484717,8.9203667e-7,0.000537603,0.0024425278,0.0018823505,0.68785787,0.000058195856,0.0673757],"study_design_scores_gemma":[0.0017446831,0.00017855987,0.6069683,0.00022160316,0.000020306994,0.00015710869,0.0015499019,0.018535547,0.0012107282,0.3614101,0.007703369,0.00029977993],"about_ca_topic_score_codex":0.0000011012311,"about_ca_topic_score_gemma":0.000012487738,"teacher_disagreement_score":0.3675028,"about_ca_system_score_codex":0.000014610657,"about_ca_system_score_gemma":0.000028656377,"threshold_uncertainty_score":0.26425168},"labels":[],"label_agreement":null},{"id":"W3207025223","doi":"10.24908/ijesjp.v8i2.15144","title":"Journal Entry, July 2020: Affirmation, Inclusion, Equity and Everyone","year":2021,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complicity; Racism; Silence; Situated; Action (physics); Sociology; Media studies; Psychology; History; Psychoanalysis; Law; Political science; Gender studies; Aesthetics; Art","score_opus":0.0070952091975624455,"score_gpt":0.2659373746256499,"score_spread":0.25884216542808747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207025223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75026387,0.05169458,0.15582348,0.009726271,0.028357534,0.00015801698,0.00003773894,0.00026519876,0.0036732946],"genre_scores_gemma":[0.984888,0.008220579,0.0042581945,0.00021382795,0.002173977,0.0000014619918,0.000006761877,0.000024832992,0.00021232778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897623,0.000015084731,0.00037289987,0.000072657545,0.0004159906,0.00014714691],"domain_scores_gemma":[0.99919116,0.00006824269,0.00009216549,0.000036821293,0.0004776774,0.00013392158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029207117,0.00012838338,0.00016080603,0.00011488207,0.00012735937,0.00016705896,0.00017269477,0.000067563546,0.00004329574],"category_scores_gemma":[0.00020397243,0.00013388915,0.000052221938,0.00012360774,0.000014554051,0.00026009144,0.00023111174,0.00033907185,0.0000032439548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010054949,0.00047606364,0.0008792966,0.0019652396,0.0026318887,0.0014854211,0.042455852,0.25297344,0.055655126,0.006249675,0.5289982,0.106129274],"study_design_scores_gemma":[0.0035718745,0.00010795693,0.04935795,0.0010424895,0.00070999324,0.010086538,0.003293084,0.03514168,0.005156343,0.0007272499,0.8895029,0.0013019439],"about_ca_topic_score_codex":7.7737235e-7,"about_ca_topic_score_gemma":9.0411606e-7,"teacher_disagreement_score":0.36050472,"about_ca_system_score_codex":0.0001364654,"about_ca_system_score_gemma":0.000088134904,"threshold_uncertainty_score":0.5459841},"labels":[],"label_agreement":null},{"id":"W3207053900","doi":"10.24908/ijesjp.v8i2.15135","title":"Engineering in Crisis – Critical Reflection Writing Prompt","year":2021,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Public relations; Social engineering (security); Political science; Engineering ethics; Engineering","score_opus":0.010800202979941163,"score_gpt":0.2941062875170927,"score_spread":0.28330608453715156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207053900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90409684,0.0053381156,0.074027024,0.0038210684,0.011244671,0.0000952102,0.000008715746,0.00028002117,0.0010883355],"genre_scores_gemma":[0.99243665,0.0005838619,0.0058881543,0.00006300686,0.0009688273,0.0000044938556,0.0000036058323,0.000026956008,0.000024459563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990957,0.000010115436,0.00037353608,0.00009649992,0.00024915842,0.0001750096],"domain_scores_gemma":[0.9994779,0.00011011202,0.000034154597,0.0000397169,0.00026375,0.000074338794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020366265,0.00012509697,0.00016535084,0.00022243564,0.000025825731,0.00008685146,0.000110518406,0.000075352065,0.000028367573],"category_scores_gemma":[0.00031731432,0.00014822074,0.000054426735,0.0002065917,0.0000067429946,0.00026686882,0.000022889728,0.0003360112,0.000002782367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045862,0.00036040065,0.001314951,0.0023947398,0.0007487303,0.0012898415,0.012243988,0.84126365,0.07764165,0.023582779,0.024887912,0.014225477],"study_design_scores_gemma":[0.0074085128,0.00025701147,0.12009748,0.0043686274,0.0010553289,0.0062321043,0.018538207,0.56994396,0.04190201,0.00044599714,0.22567905,0.004071699],"about_ca_topic_score_codex":0.0000019323065,"about_ca_topic_score_gemma":0.000001682395,"teacher_disagreement_score":0.2713197,"about_ca_system_score_codex":0.00017852681,"about_ca_system_score_gemma":0.000045605717,"threshold_uncertainty_score":0.6044267},"labels":[],"label_agreement":null},{"id":"W3208049362","doi":"10.18260/1-2--30179","title":"CATME or ITP Metrics? Which One Should I Use for Design Team Development and Assessment?","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Scope (computer science); Task (project management); Computer science; Team management; Set (abstract data type); Peer assessment; Engineering management; Project team; Knowledge management; Engineering; Psychology; Mathematics education; Systems engineering","score_opus":0.15887223389372465,"score_gpt":0.30303714741988586,"score_spread":0.1441649135261612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208049362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017487967,0.00014727424,0.9782311,0.0009278659,0.00031281248,0.0006436541,0.0000045488428,0.0006772043,0.0015675726],"genre_scores_gemma":[0.3075411,0.00008554104,0.690925,0.00039922065,0.000056779616,0.00023629174,0.000023631064,0.000048150814,0.0006842939],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916774,0.000008401428,0.00023450886,0.00019996661,0.0001574471,0.00023195948],"domain_scores_gemma":[0.99945956,0.00014431363,0.000016868187,0.00009199784,0.00007737866,0.00020986616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013928275,0.00017352222,0.00017566074,0.00009334064,0.00005656923,0.000097711796,0.0000932238,0.00006838329,0.000107350126],"category_scores_gemma":[0.00013895196,0.00015023643,0.000016824528,0.0004915062,0.0000049921928,0.00014555629,0.000025458003,0.000117498465,0.000015472055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012308735,0.0010046713,0.010856329,0.003585467,0.0024143793,0.000011576444,0.019150326,0.11816052,0.015125302,0.012971892,0.5823238,0.23427269],"study_design_scores_gemma":[0.0016071678,0.0001777559,0.02450268,0.00007800191,0.000079713434,0.0000060460607,0.00078879343,0.26844653,0.028158601,0.00002737116,0.6748594,0.001267902],"about_ca_topic_score_codex":0.0000022735762,"about_ca_topic_score_gemma":0.000008986312,"teacher_disagreement_score":0.29005313,"about_ca_system_score_codex":0.00012919404,"about_ca_system_score_gemma":0.00015509687,"threshold_uncertainty_score":0.6126464},"labels":[],"label_agreement":null},{"id":"W3208081804","doi":"10.31468/dwr.909","title":"Developing disciplinary discourse in a first-year engineering course: The DELNA initiative","year":2021,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Discipline; Context (archaeology); Face (sociological concept); English language; Literacy; Pedagogy; Medical education; English for academic purposes; Mathematics education; Higher education; Psychology; Sociology; Political science; Medicine; Geography; Social science","score_opus":0.06639602969141346,"score_gpt":0.3619060194371214,"score_spread":0.29550998974570797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208081804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98066735,0.0038476628,0.0062744245,0.0065667694,0.0007509844,0.00024415264,0.000020659674,0.00037546016,0.0012525623],"genre_scores_gemma":[0.99600005,0.00094162364,0.0025518404,0.000106269494,0.00013353821,0.00011898366,0.000046199275,0.000049751477,0.000051757037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856436,0.000028848905,0.00036878666,0.0003194039,0.00018707817,0.00053152884],"domain_scores_gemma":[0.99930495,0.00023003246,0.000039524508,0.0002616206,0.00005694135,0.00010690261],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023529344,0.00030539275,0.0002918029,0.00009664974,0.00015557287,0.00011452504,0.00020223767,0.00011547368,0.000044921402],"category_scores_gemma":[0.00009776641,0.00025118512,0.00006188802,0.0004459329,0.00008877961,0.00027730293,0.00012797739,0.0004410497,0.000017710398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057439604,0.0012357918,0.5015216,0.0028127704,0.0013217647,0.0024514399,0.05176406,0.1827272,0.0016770265,0.20009743,0.015482408,0.038851086],"study_design_scores_gemma":[0.0024419068,0.00007526887,0.8138807,0.0025680102,0.00018092347,0.0004154216,0.117320485,0.047252227,0.0041380683,0.0021404016,0.006591169,0.002995429],"about_ca_topic_score_codex":0.0000043824557,"about_ca_topic_score_gemma":0.00006471602,"teacher_disagreement_score":0.3123591,"about_ca_system_score_codex":0.00015206286,"about_ca_system_score_gemma":0.00017085433,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W3208594764","doi":"10.24908/pceea.v0i0.13089","title":"Integrating Writing and Engineering Instruction to build a foundation for student success in their engineering disciplines","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Discipline; Situated; Context (archaeology); Computer science; Engineering education; Knowledge integration; Mathematics education; Engineering; Knowledge engineering; Knowledge management; Engineering management; Psychology; Sociology; Artificial intelligence","score_opus":0.004545017617906667,"score_gpt":0.2260781459311799,"score_spread":0.22153312831327324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208594764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935104,0.00006737722,0.0013190582,0.00092164864,0.00300897,0.0007081883,0.000012288448,0.00020720245,0.00024484043],"genre_scores_gemma":[0.990426,0.0000098701585,0.008523918,0.000055715085,0.00046282078,0.00033996144,0.00001202445,0.00007150789,0.000098208075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985439,0.0000032805947,0.0005089661,0.00026513456,0.00023058311,0.00044813944],"domain_scores_gemma":[0.9989998,0.000074697375,0.0001273634,0.00010754812,0.0004634355,0.00022717268],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000527578,0.0002742063,0.00024459956,0.000712235,0.00013948978,0.00020599391,0.0002705521,0.00014956424,0.000006794707],"category_scores_gemma":[0.0007713866,0.0002821115,0.00006017019,0.0009526279,0.000011030438,0.0003445001,0.000041092506,0.00024392937,0.0000029286089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019482453,0.0002670925,0.524704,0.004694626,0.00061484496,2.787026e-7,0.041108694,0.22864851,0.10665606,0.048999775,0.008836972,0.035449706],"study_design_scores_gemma":[0.0006534586,0.00005491268,0.7215629,0.0013955327,0.000047749385,0.000010705151,0.0018104349,0.24029103,0.013279864,0.00008377845,0.019818166,0.0009914223],"about_ca_topic_score_codex":0.000609016,"about_ca_topic_score_gemma":0.0031264324,"teacher_disagreement_score":0.19685899,"about_ca_system_score_codex":0.0024316877,"about_ca_system_score_gemma":0.00018914606,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W3209067337","doi":"10.24908/pceea.vi0.10770","title":"EFFECTIVENESS OF STUDENT LEARNING IN AN AEROSPACE ENGINEERING CAPSTONE PROJECT: INVESTIGATION OF ASSESSMENT METHODS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Capstone; Process (computing); Project-based learning; Aerospace; Engineering education; Computer science; Engineering management; Artificial intelligence; Engineering; Systems engineering; Mathematics education; Psychology","score_opus":0.008440717913354283,"score_gpt":0.29150314367308244,"score_spread":0.2830624257597282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209067337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969346,0.000074650125,0.00049278885,0.0000833402,0.0013066521,0.00048701666,0.0000047637554,0.00010442424,0.0005117648],"genre_scores_gemma":[0.9843014,0.000010266404,0.015349415,0.000007220038,0.00006925431,0.00011750803,0.000011265129,0.000048049384,0.00008561358],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986469,0.000034363224,0.0004980722,0.00019255812,0.0003376121,0.000290482],"domain_scores_gemma":[0.99868643,0.00010439487,0.00026538098,0.00012465243,0.00068172446,0.0001374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014979214,0.00020291044,0.0003092533,0.0006384605,0.000051268795,0.000036078247,0.0002892758,0.0001579598,0.000008315232],"category_scores_gemma":[0.0004172088,0.00021865916,0.00006255984,0.00116973,0.000025662424,0.00025607742,0.000025080673,0.0003068079,8.59835e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003927329,0.00012771376,0.60328734,0.0026946587,0.00017807257,5.977317e-8,0.008747106,0.0997942,0.27877152,0.004946961,0.00062548066,0.0008229663],"study_design_scores_gemma":[0.00021033481,0.000045337467,0.8968942,0.00060910586,0.00002924571,0.0000011177616,0.0005552167,0.024118647,0.07674716,0.000025006811,0.00051995844,0.00024464144],"about_ca_topic_score_codex":0.0015781648,"about_ca_topic_score_gemma":0.00076635444,"teacher_disagreement_score":0.2936069,"about_ca_system_score_codex":0.0023171147,"about_ca_system_score_gemma":0.00067245105,"threshold_uncertainty_score":0.8916662},"labels":[],"label_agreement":null},{"id":"W3209488215","doi":"10.24908/pceea.vi0.14850","title":"WHAT IS AN ENGINEER: STUDY DESCRIPTION AND CODEBOOOK DEVELOPMENT","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta; École de Technologie Supérieure","funders":"University of Manitoba","keywords":"Normative; Engineering education; Complementarity (molecular biology); Lexicon; Perspective (graphical); Identity (music); Similarity (geometry); Engineering ethics; Computer science; Mathematics education; Psychology; Engineering; Epistemology; Engineering management; Artificial intelligence","score_opus":0.008304006521066642,"score_gpt":0.1978154488943111,"score_spread":0.18951144237324447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209488215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936114,0.00061605556,0.000054838092,0.00084260874,0.0035919242,0.00037628066,0.000005227982,0.00020816881,0.000693493],"genre_scores_gemma":[0.9944075,0.00008984038,0.0026031518,0.0001838879,0.000111192676,0.000119114084,0.000016499842,0.000053442545,0.0024153905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875885,0.000006445148,0.00035134546,0.00023893696,0.00033530872,0.00030912276],"domain_scores_gemma":[0.99892384,0.0000180986,0.00009201747,0.00013594097,0.0005356085,0.0002945209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031942813,0.00021495097,0.00018882866,0.000250437,0.00014571245,0.00034396912,0.00019196399,0.00013179984,0.000046027246],"category_scores_gemma":[0.00014391655,0.00023171667,0.000041002855,0.00050932576,0.000007780443,0.0006524935,0.00002501191,0.00022088882,0.000009102618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009110501,0.0025971592,0.51710653,0.0037911003,0.0023441925,0.0000035008618,0.2012835,0.034442004,0.04225624,0.0113432575,0.13467859,0.05014483],"study_design_scores_gemma":[0.00073226116,0.000049872728,0.76858634,0.0006178572,0.00015327086,0.000032545508,0.016434383,0.018384911,0.03228135,0.00011694672,0.16123624,0.0013740119],"about_ca_topic_score_codex":0.0002992113,"about_ca_topic_score_gemma":0.0024895822,"teacher_disagreement_score":0.25147983,"about_ca_system_score_codex":0.0018112041,"about_ca_system_score_gemma":0.0006457531,"threshold_uncertainty_score":0.94491315},"labels":[],"label_agreement":null},{"id":"W3211007768","doi":"10.24908/pceea.vi0.10755","title":"EMPLOYING MULTIFACETED TEACHING AND LEARNING COMPONENTS TO FOSTER CEAB GRADUATE ATTRIBUTE DEVELOPMENT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Accreditation; Medical education; Quality (philosophy); Graduate students; Collaborative learning; Peer learning; Engineering education; Teamwork; Computer science; Engineering management; Psychology; Mathematics education; Engineering; Medicine; Management","score_opus":0.014993570403909817,"score_gpt":0.2169041193240272,"score_spread":0.2019105489201174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211007768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943777,0.000043410382,0.00024772945,0.0015654948,0.0017977302,0.00032297295,0.000004387266,0.00025371916,0.0013868671],"genre_scores_gemma":[0.9890519,0.0000030179965,0.0091862865,0.00024030397,0.00015380641,0.000069535374,0.00001158979,0.000054268872,0.0012292947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875355,0.00000977128,0.00034475137,0.00020857685,0.00028339634,0.00039993512],"domain_scores_gemma":[0.9990776,0.00003939203,0.0001141322,0.00007956444,0.00036797347,0.00032129514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006530616,0.0002092816,0.00018290203,0.00036235707,0.00040189177,0.00013202964,0.000218025,0.00010836016,0.000012746448],"category_scores_gemma":[0.0007667505,0.00022313182,0.000037846192,0.00039174227,0.000011671809,0.0001739732,0.0000455147,0.00046283877,0.00003372699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011647065,0.00030133539,0.42366317,0.00238654,0.0012821248,5.475733e-7,0.16092165,0.033578485,0.10867781,0.003178288,0.22086196,0.04513643],"study_design_scores_gemma":[0.00034324024,0.000026886039,0.74309075,0.0006305952,0.000039420232,0.000008244535,0.0015197494,0.014006905,0.014048749,0.00002091246,0.22542733,0.00083719374],"about_ca_topic_score_codex":0.0006728083,"about_ca_topic_score_gemma":0.00066040957,"teacher_disagreement_score":0.31942758,"about_ca_system_score_codex":0.0018729155,"about_ca_system_score_gemma":0.00018453138,"threshold_uncertainty_score":0.9099052},"labels":[],"label_agreement":null},{"id":"W3214138419","doi":"10.1002/jee.20440","title":"Productive tensions? Analyzing the arguments made about the field of engineering education research","year":2021,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Legitimation; Sociology; Field (mathematics); Value (mathematics); Argument (complex analysis); Legitimacy; Epistemology; Social science; Political science; Law; Engineering; Computer science","score_opus":0.016841457219767715,"score_gpt":0.31408423862659096,"score_spread":0.29724278140682325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214138419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572763,0.014607075,0.010144624,0.005201676,0.01153811,0.0004195118,0.0000022698314,0.000095498915,0.0007149315],"genre_scores_gemma":[0.992173,0.0006919191,0.005581946,0.00006890773,0.00090892654,0.000051716994,0.000006858734,0.000044532506,0.0004722053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99856967,0.00004941158,0.0005671819,0.00013735224,0.0004120328,0.00026437998],"domain_scores_gemma":[0.99802846,0.0003871622,0.00012801806,0.0003760633,0.0009811773,0.00009914162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009081942,0.00017061524,0.00020895367,0.00036296181,0.00009257824,0.00007443677,0.0003281316,0.000076489974,0.000040136838],"category_scores_gemma":[0.0013567058,0.00012352334,0.000106382264,0.0010631231,0.000019113455,0.00020835825,0.00003755539,0.0006985252,0.000005991141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019569541,0.0010014016,0.0030233867,0.0018701875,0.0008503723,0.000006277201,0.01156026,0.6137915,0.18057129,0.0073238635,0.12805648,0.051925387],"study_design_scores_gemma":[0.0008401438,0.00025161708,0.26269326,0.0060813115,0.00040756783,0.00088683155,0.014539994,0.044559855,0.35074466,0.000632625,0.31686988,0.0014922501],"about_ca_topic_score_codex":0.000008738714,"about_ca_topic_score_gemma":0.0000010836633,"teacher_disagreement_score":0.5692317,"about_ca_system_score_codex":0.0002695391,"about_ca_system_score_gemma":0.00076943036,"threshold_uncertainty_score":0.50371355},"labels":[],"label_agreement":null},{"id":"W3215086280","doi":"10.23977/aetp.2021.59015","title":"Practice Exploration of Academic Guidance in Colleges and Universities Based on Humanistic Theory","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); China; Higher education; Humanism; Learning development; Quality (philosophy); Engineering ethics; Political science; Public relations; Medical education; Psychology; Sociology; Pedagogy; Engineering; Medicine","score_opus":0.010658668686738959,"score_gpt":0.32220318424205585,"score_spread":0.31154451555531687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215086280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8007469,0.08843354,0.022580974,0.048852805,0.0025872984,0.00035604494,0.000016291518,0.00019638473,0.036229722],"genre_scores_gemma":[0.99177366,0.0030944,0.0046910173,0.0002774502,0.000011202847,0.000035402667,0.000007455202,0.000004817166,0.00010460513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996083,0.00002956168,0.00013145476,0.00012202533,0.000033794557,0.00007488328],"domain_scores_gemma":[0.9995942,0.00025908172,0.00002593365,0.00007677596,0.0000325401,0.000011434063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011427334,0.000059229867,0.000082140825,0.0003206695,0.000017699618,0.0000015819217,0.00004791985,0.00009854967,0.000023492868],"category_scores_gemma":[0.00011629726,0.00006884936,0.000004047055,0.00032941837,0.00009501469,0.00016107279,0.000006958508,0.00017616377,0.0000013049286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021915983,0.00010889704,0.0077765295,0.0000717264,0.000006953786,0.000003892207,0.00064634363,0.0079927435,0.00032641523,0.97862756,0.00017783961,0.004239162],"study_design_scores_gemma":[0.0019569895,0.00019192745,0.2219595,0.0005711109,0.000021802045,0.00012335251,0.019390572,0.0025428804,0.0024451716,0.643215,0.10696366,0.0006180594],"about_ca_topic_score_codex":2.9144508e-7,"about_ca_topic_score_gemma":0.0000056113067,"teacher_disagreement_score":0.3354126,"about_ca_system_score_codex":0.000038434977,"about_ca_system_score_gemma":0.000058339756,"threshold_uncertainty_score":0.28075954},"labels":[],"label_agreement":null},{"id":"W3216888474","doi":"10.7939/r3-wsr0-x753","title":"Designing and Developing the Whole Engineer","year":2021,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Engineering","score_opus":0.005147921843760496,"score_gpt":0.14910781315166793,"score_spread":0.14395989130790743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216888474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9047705,0.0019786444,0.04063892,0.0064071557,0.0005675592,0.00013247295,0.0000022633506,0.0003357471,0.045166742],"genre_scores_gemma":[0.90662706,0.00045176919,0.07919379,0.00018413311,0.000039443163,3.6738658e-7,0.00003469966,0.000029621295,0.013439108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99977016,0.000007230125,0.000045333974,0.00006191432,0.000039807295,0.0000755604],"domain_scores_gemma":[0.9998126,0.00006267079,0.0000074012996,0.00007664463,0.000009152425,0.00003150891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000015564634,0.00005380526,0.00005870136,0.00002904831,0.000042722637,0.000012714225,0.000075388634,0.00002559254,0.00012412619],"category_scores_gemma":[0.000006546345,0.000053585693,0.000016111851,0.00013803552,0.000015725496,0.00016482308,0.000040326315,0.00005641329,0.0000109963785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029202867,0.0002009815,0.05832833,0.0022106073,0.0016166338,0.00022841009,0.19118752,0.10808962,0.037360556,0.12342995,0.44115102,0.036167175],"study_design_scores_gemma":[0.00045828812,0.000009235216,0.049640656,0.00021113039,0.000035451187,0.00003872748,0.008326515,0.010205623,0.03763075,0.00019526249,0.89275986,0.000488516],"about_ca_topic_score_codex":0.000007759278,"about_ca_topic_score_gemma":0.0000065910945,"teacher_disagreement_score":0.45160884,"about_ca_system_score_codex":0.00000904579,"about_ca_system_score_gemma":0.00004383459,"threshold_uncertainty_score":0.21851611},"labels":[],"label_agreement":null},{"id":"W390964647","doi":"","title":"Beyond Numbers: Supporting Writing in Engineering","year":2013,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"CLARITY; Professional writing; Curriculum; Engineering ethics; Engineering education; Task (project management); Technical writing; Computer science; Engineering; Engineering management; Mathematics education; Pedagogy; Psychology; Higher education; Systems engineering; Political science","score_opus":0.028895783379615438,"score_gpt":0.2651827202010686,"score_spread":0.23628693682145316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W390964647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99611634,0.000080946316,0.0012699352,0.00007388833,0.0004696287,0.00023973915,0.0000027703086,0.0006067587,0.0011399955],"genre_scores_gemma":[0.99837595,0.000026964235,0.00043477432,0.00006698885,0.000075207965,0.000007787371,0.00001664345,0.000064946034,0.0009307195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849385,0.00002777793,0.0003551163,0.00030464775,0.00021486313,0.000603736],"domain_scores_gemma":[0.99933344,0.0000558609,0.000051260227,0.00026282523,0.00006292705,0.00023370772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021545346,0.00029121665,0.00024614536,0.00052927854,0.000060261602,0.00020794154,0.00036221434,0.00014838857,0.00012217331],"category_scores_gemma":[0.00003042719,0.00037367924,0.00006862544,0.0006192526,0.000017213706,0.001335517,0.00009466615,0.00052592985,0.00043326034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014790853,0.000035485617,0.9861236,0.00018414184,0.000035470846,0.00009037737,0.0007307006,0.009402421,0.0023082385,0.00009124735,0.000006949276,0.0009898843],"study_design_scores_gemma":[0.00048677903,0.000012523124,0.9947968,0.0002583856,0.000012441991,0.000035881214,0.0006069286,0.0001466294,0.0017881134,0.000030962023,0.0012425464,0.0005820009],"about_ca_topic_score_codex":0.000004515048,"about_ca_topic_score_gemma":0.00012825597,"teacher_disagreement_score":0.009255792,"about_ca_system_score_codex":0.0003657041,"about_ca_system_score_gemma":0.000035132252,"threshold_uncertainty_score":0.9998715},"labels":[],"label_agreement":null},{"id":"W4024977","doi":"10.1111/j.1600-0447.1985.tb02556.x","title":"Mechanical engineering skills in Canadian industry.","year":2000,"lang":"en","type":"article","venue":"Acta Psychiatrica Scandinavica","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Business; Engineering ethics; Manufacturing engineering","score_opus":0.0029515838328703406,"score_gpt":0.2033642673557003,"score_spread":0.20041268352282995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4024977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960528,0.00031997246,0.000054889613,0.001431514,0.0016717318,0.0002959331,0.000014243277,0.00055900344,0.035124674],"genre_scores_gemma":[0.9971309,0.0001487328,0.0016592888,0.00012937599,0.00014449272,0.000052159194,0.000014996057,0.00004734087,0.0006727698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869204,0.000009217337,0.00028238966,0.00021918009,0.00014871245,0.000648442],"domain_scores_gemma":[0.99922466,0.000020595453,0.000010957342,0.00024080068,0.0000116906895,0.0004912786],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000117092306,0.00021572331,0.00018274193,0.00037169651,0.000042771357,0.00004084682,0.00024156932,0.0002673104,0.002443995],"category_scores_gemma":[0.000014919463,0.0002367189,0.000047406207,0.0008888645,0.0000069070607,0.000098992416,0.0000071247873,0.0005614024,0.00020772913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003782344,0.0012635597,0.13906243,0.0005615185,0.00043350316,0.00020913666,0.0042344695,0.25577924,0.0014707292,0.009006826,0.4380481,0.14989266],"study_design_scores_gemma":[0.000746806,0.00003423439,0.20107271,0.00010680645,0.000017127137,0.00005142464,0.000048836126,0.020206986,0.00014647393,0.000081673235,0.7765921,0.0008948352],"about_ca_topic_score_codex":0.0055309734,"about_ca_topic_score_gemma":0.0073280632,"teacher_disagreement_score":0.33854398,"about_ca_system_score_codex":0.00043213868,"about_ca_system_score_gemma":0.00012388748,"threshold_uncertainty_score":0.9984679},"labels":[],"label_agreement":null},{"id":"W4200089000","doi":"10.1109/istas52410.2021.9629199","title":"The importance of grant funding for growing engagement in ethical engineering education","year":2021,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Government of Canada","keywords":"Scope (computer science); Engineering ethics; Ethical issues; Engineering education; Research council; Macro; Political science; Higher education; Sociology; Engineering; Engineering management; Computer science; Government (linguistics)","score_opus":0.01730162629187804,"score_gpt":0.26591866533407177,"score_spread":0.24861703904219373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200089000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255609,0.0028840825,0.059797823,0.0026553234,0.0043152566,0.0005279451,0.000002113654,0.00032043588,0.0039361315],"genre_scores_gemma":[0.98583937,0.00010989949,0.013493428,0.00011253922,0.000051778068,0.00015472953,0.000009281994,0.000018988007,0.00021000196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993781,0.000009003328,0.00025492275,0.00009365579,0.000093163806,0.00017118936],"domain_scores_gemma":[0.99962074,0.00015709759,0.000014706415,0.00012251952,0.000049264916,0.000035651352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038771838,0.00008044437,0.00009041247,0.000051000225,0.000036691574,0.00002031999,0.00007592522,0.000054536646,0.000015132707],"category_scores_gemma":[0.00016184438,0.000069732196,0.000036850008,0.00021843839,0.0000050442536,0.00004881067,0.000014343874,0.0001899379,0.0000013169041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010260487,0.00029871985,0.0119262915,0.0028165404,0.0002471946,0.000006763107,0.0066302186,0.25525326,0.12771006,0.5365517,0.016047446,0.042501517],"study_design_scores_gemma":[0.001567624,0.000047029294,0.11742371,0.0011985517,0.000056250126,0.000037515867,0.013117946,0.35621864,0.19064827,0.0017970452,0.31633976,0.0015476729],"about_ca_topic_score_codex":0.00000210162,"about_ca_topic_score_gemma":0.000017438078,"teacher_disagreement_score":0.5347547,"about_ca_system_score_codex":0.00010579437,"about_ca_system_score_gemma":0.00008519482,"threshold_uncertainty_score":0.28435963},"labels":[],"label_agreement":null},{"id":"W4200098397","doi":"10.51975/21360207.som","title":"REDUCING UNEMPLOYMENT IN NIGERIA – THE ROLE OF TERTIARY INSTITUTIONS IN THE ENTREPRENEURIAL DEVELOPMENT OF ENGINEERING GRADUATES","year":2021,"lang":"en","type":"article","venue":"JOURNAL OF THE NIGERIAN SOCIETY OF CHEMICAL ENGINEERS","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Unemployment; Government (linguistics); Quarter (Canadian coin); Institution; Economic growth; Business; Public relations; Political science; Economics; Sociology; Finance; Social science","score_opus":0.007669184044468255,"score_gpt":0.2108974154835464,"score_spread":0.20322823143907814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200098397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973188,0.0008471966,0.0004423235,0.00068739976,0.00054563454,0.0001076509,0.0000027515382,0.000010515965,0.00003772666],"genre_scores_gemma":[0.99438035,0.000077198885,0.005416114,0.000028150549,0.00006655584,0.000009555002,0.000002509076,0.00001509089,0.000004474333],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984828,0.000028912022,0.0008597995,0.000086345244,0.00035038366,0.0001917351],"domain_scores_gemma":[0.9993598,0.00013434973,0.00016013242,0.00021877162,0.00008489811,0.000042076397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004898237,0.00015352428,0.0002958828,0.000060087714,0.000019639772,0.000010235045,0.0004249728,0.00007832915,0.000010030724],"category_scores_gemma":[0.00011001787,0.00009912622,0.00024352007,0.00053573016,0.000053869495,0.00006410012,0.000050107454,0.00036888086,2.1592464e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060093994,0.00015497388,0.0019152805,0.0002099623,0.00017088819,0.000001328167,0.02691025,0.35481602,0.61433697,0.00009870761,0.0006111774,0.0007684292],"study_design_scores_gemma":[0.0005278536,0.0000076175456,0.0071062343,0.0005689529,0.000024176963,0.00003139658,0.0048324713,0.0069384724,0.9780611,0.000053224398,0.0016825921,0.00016594937],"about_ca_topic_score_codex":0.0000034748548,"about_ca_topic_score_gemma":0.0000017756031,"teacher_disagreement_score":0.36372408,"about_ca_system_score_codex":0.00016608238,"about_ca_system_score_gemma":0.0002456109,"threshold_uncertainty_score":0.404225},"labels":[],"label_agreement":null},{"id":"W4205361778","doi":"10.18260/1-2-118-36417","title":"Computer Education in Civil Engineering - Is it Working?","year":2021,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science","score_opus":0.0073954064865468,"score_gpt":0.2143756947153158,"score_spread":0.20698028822876902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205361778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5750278,0.0032007706,0.18142849,0.003927097,0.016803686,0.0004373772,0.0000027569142,0.0020461434,0.21712583],"genre_scores_gemma":[0.96829844,0.00010282957,0.026671315,0.00088928844,0.00021603152,0.00003406135,0.000018034554,0.00003318717,0.0037368045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994662,0.0000034862667,0.00016093988,0.00012436252,0.00008171985,0.00016333147],"domain_scores_gemma":[0.99976414,0.000014528731,0.000005868148,0.0001316214,0.000026055262,0.00005777831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000043231033,0.00010448198,0.00009033236,0.00010165154,0.000009788811,0.00003628598,0.000061923216,0.000046142377,0.00085217744],"category_scores_gemma":[0.000006060677,0.00011925788,0.00002474795,0.00032015934,0.0000021254903,0.000052824103,0.000016086957,0.00011030175,0.00011372437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.024048e-7,0.00031542603,0.014355506,0.00035924383,0.00008267776,0.00001994513,0.004539604,0.33286855,0.0022477931,0.005531391,0.55975634,0.079922624],"study_design_scores_gemma":[0.00029467198,0.0000054738953,0.05592828,0.00034979082,0.0000064721207,0.00003752966,0.00043456198,0.26073632,0.00724251,0.00004901891,0.674269,0.00064635405],"about_ca_topic_score_codex":0.0000040646228,"about_ca_topic_score_gemma":0.00004551054,"teacher_disagreement_score":0.3932706,"about_ca_system_score_codex":0.000111504065,"about_ca_system_score_gemma":0.00010560752,"threshold_uncertainty_score":0.93307453},"labels":[],"label_agreement":null},{"id":"W4205956053","doi":"10.1163/9789004463073_007","title":"Engineers, Skills, and Intra-Professional Inequalities","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inequality; Mathematics education; Psychology; Medical education; Computer science; Engineering ethics; Medicine; Engineering; Mathematics; Mathematical analysis","score_opus":0.0071115767308404295,"score_gpt":0.20539756546858498,"score_spread":0.19828598873774456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205956053","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092375505,0.007988731,0.0020479704,0.00026753335,0.005827411,0.0002134293,0.00004598301,0.0011244554,0.9815607],"genre_scores_gemma":[0.003995131,0.0019248513,0.0029463733,0.0001403559,0.00026506043,0.000021052452,0.00022024599,0.00010052647,0.9903864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992229,0.0000028319075,0.00024884587,0.0001839562,0.00017106324,0.00017042068],"domain_scores_gemma":[0.99961483,0.000041561725,0.000018226945,0.00016341943,0.000045224704,0.00011674692],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000055326505,0.0002982023,0.0002551559,0.00012032549,0.000027040323,0.000034541692,0.00007359945,0.00023886403,0.0027333077],"category_scores_gemma":[0.000009801236,0.0002905543,0.00004769313,0.000024163426,0.000018687468,0.000043062173,0.000039397146,0.00032632577,0.000072924566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.805729e-7,0.000036451966,0.000021946782,0.0010613037,0.0003827656,0.00003129281,0.001640045,0.0013446248,0.000066278604,0.7985139,0.18539941,0.011501323],"study_design_scores_gemma":[0.00014652302,0.000006991845,0.0002644552,0.00047791903,0.000025991802,0.000031569303,0.00015946913,0.0004595148,0.00020366692,0.00094666757,0.9965247,0.00075251155],"about_ca_topic_score_codex":0.000001023576,"about_ca_topic_score_gemma":0.000003187448,"teacher_disagreement_score":0.8111253,"about_ca_system_score_codex":0.000081398546,"about_ca_system_score_gemma":0.00005870779,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W4206650390","doi":"10.18260/1-2-1153-36429","title":"Help from the Accreditation Process","year":2021,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Strong","keywords":"Accreditation; Process (computing); Computer science; Process management; Business; Programming language; Medical education; Medicine","score_opus":0.006832592129772707,"score_gpt":0.21511887501068597,"score_spread":0.20828628288091325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206650390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91484576,0.0010161991,0.03693037,0.0026216535,0.0029770688,0.00010595251,0.0000066862553,0.00087155215,0.040624753],"genre_scores_gemma":[0.9970871,0.000027612376,0.0018054189,0.00019588262,0.00014446847,0.00002122078,0.000040307998,0.000008880228,0.00066908344],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9997634,0.0000032269495,0.000057708934,0.000050633003,0.00006609826,0.00005889063],"domain_scores_gemma":[0.99983776,0.00002661776,0.0000032435173,0.00007879132,0.000033635897,0.00001996217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002115076,0.00004081871,0.000029554474,0.000005860581,0.000019519763,0.000025133239,0.000049204627,0.000016129527,0.00052747293],"category_scores_gemma":[0.000019636447,0.000029437897,0.000010487631,0.000112526475,0.0000025216873,0.00003892815,0.000004496243,0.000043514003,0.00010052146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020777488,0.00013108511,0.012870486,0.00015672474,0.00027255714,0.000015508675,0.017293211,0.14622682,0.015144846,0.008812123,0.7343917,0.06468285],"study_design_scores_gemma":[0.0005814792,0.000008428829,0.36778694,0.00011198318,0.000036335645,0.000017841867,0.013704291,0.07038254,0.17982683,0.0026690005,0.36406273,0.0008115987],"about_ca_topic_score_codex":0.0000027047367,"about_ca_topic_score_gemma":0.00000917168,"teacher_disagreement_score":0.37032896,"about_ca_system_score_codex":0.000015880065,"about_ca_system_score_gemma":0.000026145697,"threshold_uncertainty_score":0.5775459},"labels":[],"label_agreement":null},{"id":"W4206702202","doi":"10.24908/pceea.v0i0.3843","title":"TOWARDS EFFECTIVE MULTIDISCIPLINARY ENGINEERING EDUCATION: THE MULTIDISCIPLINARY DESIGN STREAM AT QUEEN'S UNIVERSITY - PART II","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Accreditation; Health systems engineering; Engineering education; Engineering ethics; Engineering management; Engineering; Engineering design process; Medical education; Mechanical engineering; Medicine; Political science","score_opus":0.007202084170995356,"score_gpt":0.18449583966093303,"score_spread":0.17729375548993767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206702202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96657413,0.00040939616,0.00038687873,0.0034876834,0.011590304,0.0026303814,0.00007311072,0.00094275665,0.013905375],"genre_scores_gemma":[0.9893175,0.000051970135,0.004667777,0.000042683958,0.00027539238,0.00021014802,0.000022561093,0.00008673495,0.0053252312],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984703,0.000017298647,0.0003586479,0.00029992263,0.00035570754,0.00049810624],"domain_scores_gemma":[0.99867415,0.000069394664,0.00020431507,0.00024521188,0.00046787137,0.0003390634],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047386132,0.00035251328,0.00024728122,0.0003669347,0.0005194285,0.00005223556,0.00059839827,0.00022729422,0.00008695521],"category_scores_gemma":[0.0003203888,0.00032323765,0.00014750993,0.0008868961,0.000031047926,0.00032031437,0.00012815968,0.00040358008,0.00002408839],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073659685,0.0019578384,0.14996122,0.0038695014,0.0024958928,0.0000034826883,0.0906089,0.19226615,0.010790517,0.04626538,0.48790982,0.013797631],"study_design_scores_gemma":[0.0005403503,0.000079896796,0.86944515,0.00077094045,0.0002474504,0.000021789678,0.003300249,0.023395162,0.015793217,0.0001612806,0.08488933,0.0013552003],"about_ca_topic_score_codex":0.0023504347,"about_ca_topic_score_gemma":0.00059470866,"teacher_disagreement_score":0.7194839,"about_ca_system_score_codex":0.0053545674,"about_ca_system_score_gemma":0.0009645492,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W4206907388","doi":"10.54932/hajn9336","title":"Documenter l’évolution de la demande des compétences liée aux STIM","year":2022,"lang":"fr","type":"report","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Center for Interuniversity Research and Analysis on Organizations; HEC Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.02253866340852661,"score_gpt":0.292721489676578,"score_spread":0.2701828262680514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206907388","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08278637,0.019494494,0.17230353,0.00063580496,0.016149873,0.00083366723,0.00006352862,0.0016159236,0.7061168],"genre_scores_gemma":[0.36671954,0.03111425,0.19800912,0.00025907424,0.0021959094,0.0012718992,0.0010356737,0.00041675085,0.3989778],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776727,0.00011443443,0.0005756704,0.00038186734,0.00055851217,0.00060222944],"domain_scores_gemma":[0.99906754,0.000193631,0.00009768359,0.00027768855,0.00011755646,0.0002459245],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081182213,0.00046783075,0.00039728533,0.00024102944,0.00028173078,0.00015997101,0.00032470378,0.00030033936,0.016012821],"category_scores_gemma":[0.00012233689,0.00049106596,0.00017693451,0.0003568009,0.00016061871,0.00014724924,0.00012487022,0.00074735447,0.00018580974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008482543,0.000631872,0.06520333,0.0046275854,0.0009952146,0.0001577638,0.005655084,0.49364778,0.00044424427,0.015936978,0.2528868,0.15980487],"study_design_scores_gemma":[0.00025750493,0.000049943003,0.07508745,0.00047175356,0.00015521455,0.00054851756,0.0011224407,0.013492934,0.0001807198,0.0013504477,0.90635526,0.0009278035],"about_ca_topic_score_codex":0.0017573939,"about_ca_topic_score_gemma":0.00020339729,"teacher_disagreement_score":0.6534685,"about_ca_system_score_codex":0.003047428,"about_ca_system_score_gemma":0.0010673025,"threshold_uncertainty_score":0.9997541},"labels":[],"label_agreement":null},{"id":"W4210484790","doi":"10.7451/cbe.2020.62.9.1","title":"Using content validity measures to evaluate the Biosystems Engineering Program at the University of Manitoba","year":2022,"lang":"en","type":"article","venue":"Canadian Biosystems Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Canadian Bio-Systems (Canada)","funders":"University of Manitoba","keywords":"Accreditation; Content validity; Content analysis; Engineering education; Equity (law); Computer science; Psychology; Medical education; Engineering; Engineering management; Psychometrics; Sociology; Political science; Medicine","score_opus":0.08457551584743536,"score_gpt":0.21280903679286858,"score_spread":0.12823352094543322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210484790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877079,0.0013606003,0.003395419,0.00032625682,0.0045554466,0.0017099457,0.00014394769,0.0005600409,0.00024044543],"genre_scores_gemma":[0.9990108,0.00001190329,0.000543005,0.00002739754,0.00012352141,0.000086137974,0.000016300242,0.00007217238,0.000108743785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983297,0.000063131236,0.00034144975,0.0002491643,0.0004354715,0.0005810698],"domain_scores_gemma":[0.99893004,0.00006317785,0.000040637304,0.00049388397,0.00009820288,0.00037407654],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007470418,0.00029457055,0.00028275003,0.0002969325,0.0004263156,0.000049293267,0.00058986543,0.00006386177,0.000077373275],"category_scores_gemma":[0.000044671408,0.00025669063,0.00012193242,0.00070996577,0.000019321242,0.000057363068,0.00011521646,0.00030165658,0.000029909861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025531922,0.000010630229,0.0006071828,0.00021782272,0.0001238574,0.000013758378,0.0011646957,0.9683761,0.0253079,0.00017783101,0.0034890817,0.000508595],"study_design_scores_gemma":[0.00037634757,0.00006397493,0.006487328,0.0002270328,0.000094144125,0.00018572625,0.0041179005,0.39883837,0.005639178,5.625593e-7,0.58313364,0.000835794],"about_ca_topic_score_codex":0.013553818,"about_ca_topic_score_gemma":0.018977722,"teacher_disagreement_score":0.57964456,"about_ca_system_score_codex":0.0025369746,"about_ca_system_score_gemma":0.00018045846,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W4211232914","doi":"10.1109/tpc.47","title":"IEEE Transactions on Professional Communication","year":2023,"lang":"en","type":"paratext","venue":"IEEE Transactions on Professional Communication","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional communication; Computer science; Business communication; Multimedia; World Wide Web; Communication; Sociology","score_opus":0.025749915334447416,"score_gpt":0.29964392221826824,"score_spread":0.2738940068838208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211232914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006030809,0.0034015267,0.82894635,0.0062242243,0.08933979,0.005687477,0.0022569012,0.0053942315,0.052718654],"genre_scores_gemma":[0.59528977,0.010951807,0.0034434102,0.00058871956,0.00020745213,0.00481124,0.0018758402,0.00059385813,0.38223788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960631,0.00054389436,0.0011480126,0.0006177902,0.0009886299,0.00063854584],"domain_scores_gemma":[0.99599755,0.00083769107,0.00027358683,0.0022817045,0.00031759727,0.00029188255],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00059099455,0.00089330104,0.00067000784,0.0009273567,0.0013332325,0.00010886377,0.0014419925,0.0010579572,0.0036230267],"category_scores_gemma":[0.000007943553,0.0009075221,0.00037014144,0.001068332,0.00014927838,0.00033882156,0.0000053062327,0.0039433273,0.014620624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009386202,0.0012315995,3.5778388e-7,0.0005386367,0.00043309302,0.0000013842986,0.0017518601,0.39346546,0.00067556306,0.00014067133,0.5821678,0.019499697],"study_design_scores_gemma":[0.0059176297,0.00065175036,0.0006125137,0.024639677,0.00088861835,0.000081412436,0.0048452257,0.1278616,0.07930457,0.001103185,0.7451854,0.008908447],"about_ca_topic_score_codex":0.000042263346,"about_ca_topic_score_gemma":0.000103009785,"teacher_disagreement_score":0.825503,"about_ca_system_score_codex":0.00099463,"about_ca_system_score_gemma":0.0004824722,"threshold_uncertainty_score":0.9999669},"labels":[],"label_agreement":null},{"id":"W4211263354","doi":"10.14434/do.v15i1.33779","title":"NIDCAP Partners with Industrial Design: Training for Success","year":2022,"lang":"en","type":"article","venue":"Developmental Observer","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Stollery Children's Hospital","funders":"","keywords":"Training (meteorology); Computer science; Psychology; Geography","score_opus":0.11850475726391123,"score_gpt":0.2607691639673685,"score_spread":0.14226440670345725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211263354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402013,0.00019107708,0.048121,0.00029012005,0.0034994988,0.0015566838,0.00004991841,0.0011197105,0.004970708],"genre_scores_gemma":[0.94635135,0.0000039929964,0.051052697,0.00015234455,0.000082481296,0.0012172313,0.00013719624,0.000067799265,0.0009349324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900365,0.000018406326,0.00021498607,0.00019230624,0.00024050112,0.00033017682],"domain_scores_gemma":[0.9997224,0.000046414152,0.0000260359,0.00008212774,0.000021214055,0.00010176127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021985352,0.00018498547,0.000155713,0.00008806896,0.00020347499,0.000037504164,0.00019470027,0.000039014853,0.00043532497],"category_scores_gemma":[0.000010806393,0.00018611424,0.000033909088,0.00033821462,0.000013843714,0.0001133335,0.000040353538,0.00017642,0.000012587005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020915481,0.00023969504,0.011253339,0.00017308936,0.0006548984,0.000040619943,0.016371556,0.7700304,0.0015657939,0.0011654183,0.14193742,0.05635863],"study_design_scores_gemma":[0.004635694,0.00024317973,0.021332875,0.000076300275,0.00004770234,0.00012094558,0.00835674,0.017274987,0.0074467366,0.00006521011,0.9385464,0.0018532007],"about_ca_topic_score_codex":0.0000034485763,"about_ca_topic_score_gemma":0.0000039046267,"teacher_disagreement_score":0.79660904,"about_ca_system_score_codex":0.0004208241,"about_ca_system_score_gemma":0.00021031701,"threshold_uncertainty_score":0.75895184},"labels":[],"label_agreement":null},{"id":"W4214619689","doi":"10.24908/pceea.vi0.14863","title":"A DIVE INTO DESIGN INTEGRATION CHALLENGES FOR 1ST YEAR ENGINEERING STUDENTS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering management; Aerospace; Project-based learning; Computer science; Project management; Engineering education; Engineering; Mathematics education; Systems engineering; Psychology","score_opus":0.009924707669600989,"score_gpt":0.2133290523403648,"score_spread":0.20340434467076382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214619689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81487405,0.012002471,0.053999737,0.03519203,0.05701816,0.008932905,0.00023500012,0.004190064,0.013555549],"genre_scores_gemma":[0.9773991,0.00017929949,0.020406533,0.00008575063,0.0002920834,0.00041480293,0.000028718829,0.000089568915,0.0011041127],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99872357,0.000005580924,0.00034089352,0.00022376646,0.00035859848,0.00034758844],"domain_scores_gemma":[0.9987288,0.00007890504,0.00011630381,0.00012955272,0.00073563267,0.0002108042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041938154,0.00022674388,0.00021279407,0.00027547812,0.000110482026,0.00014131896,0.00033112394,0.00018104706,0.000019709902],"category_scores_gemma":[0.001031528,0.00024319181,0.00010576214,0.0005014104,0.000008837611,0.00025494778,0.000027281609,0.00022064152,0.0000104946075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022392429,0.0010331401,0.041698284,0.008693014,0.002917147,0.0000015423884,0.048577655,0.35487214,0.09045901,0.17490306,0.24714775,0.02967486],"study_design_scores_gemma":[0.0025525242,0.00012953745,0.34550545,0.0030964087,0.0005501356,0.000034774417,0.010691362,0.14528483,0.20315756,0.001930292,0.28320357,0.0038635596],"about_ca_topic_score_codex":0.0002660279,"about_ca_topic_score_gemma":0.0009779258,"teacher_disagreement_score":0.30380717,"about_ca_system_score_codex":0.0024984938,"about_ca_system_score_gemma":0.00049025175,"threshold_uncertainty_score":0.99170744},"labels":[],"label_agreement":null},{"id":"W4224985612","doi":"10.1002/yd.20486","title":"Looking to the future: Four key purposes of engineering leadership education","year":2022,"lang":"en","type":"article","venue":"New Directions for Student Leadership","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Key (lock); Engineering ethics; Leadership development; Field (mathematics); Professional development; Sociology; Educational leadership; Pedagogy; Political science; Public relations; Engineering; Computer science","score_opus":0.038805197683824275,"score_gpt":0.26358332729065737,"score_spread":0.22477812960683308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224985612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38261157,0.06527456,0.23911154,0.11950574,0.15493159,0.015490317,0.00018086992,0.008193737,0.014700069],"genre_scores_gemma":[0.98838705,0.00004005813,0.0034286256,0.0004633018,0.0011389715,0.001336601,0.000024820853,0.00007759957,0.005102997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988915,0.000022010672,0.00026600622,0.0001926429,0.0003044408,0.00032340738],"domain_scores_gemma":[0.9994622,0.0000805938,0.000038421436,0.0002507943,0.00005212326,0.00011588291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024706256,0.00017995395,0.00015398652,0.00026433682,0.0002382824,0.000044740358,0.0003451229,0.00003755167,0.00010149442],"category_scores_gemma":[0.000040387942,0.00017897949,0.00010625677,0.0007086169,0.000008129816,0.00007003717,0.000038552593,0.0002404077,0.00001332084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018206252,0.00034665328,0.0019450122,0.0005177862,0.00036220273,6.983583e-7,0.027662639,0.6611273,0.0019621083,0.005167352,0.22225076,0.07863926],"study_design_scores_gemma":[0.0002805604,0.000072589864,0.014540461,0.000060529008,0.000058112688,0.000018588746,0.042572547,0.001430112,0.0015084872,0.000017456956,0.93906844,0.00037213057],"about_ca_topic_score_codex":0.00001638797,"about_ca_topic_score_gemma":0.00005385363,"teacher_disagreement_score":0.7168177,"about_ca_system_score_codex":0.00032116444,"about_ca_system_score_gemma":0.00012538939,"threshold_uncertainty_score":0.72985715},"labels":[],"label_agreement":null},{"id":"W4224991960","doi":"10.1002/yd.20482","title":"Diversity of engineering leadership program design","year":2022,"lang":"en","type":"article","venue":"New Directions for Student Leadership","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Guelph","funders":"","keywords":"Diversity (politics); Leadership development; Program Design Language; Engineering ethics; Sociology; Computer science; Engineering; Political science; Public relations; Software engineering","score_opus":0.11429861199289729,"score_gpt":0.280623095874856,"score_spread":0.16632448388195872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224991960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23850106,0.012801535,0.6909017,0.004221199,0.024320228,0.010499959,0.00009407085,0.013434098,0.005226142],"genre_scores_gemma":[0.98498195,0.000018959987,0.0118441405,0.000046457128,0.00011704395,0.00064429163,0.00001600733,0.000049132253,0.002282038],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898297,0.000020910673,0.00020800343,0.00017454225,0.00028075924,0.0003328235],"domain_scores_gemma":[0.9995743,0.00009221744,0.000031322954,0.0001611841,0.000033043783,0.000107916916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002302132,0.0001617034,0.00016796867,0.00022134709,0.00041166754,0.00001622217,0.0002651658,0.000040000643,0.00012569825],"category_scores_gemma":[0.000028762382,0.00020044415,0.00010900005,0.00049146335,0.000013875822,0.000067182336,0.00011197927,0.00020748793,0.000004869413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023923067,0.00058393844,0.004305696,0.00048388928,0.00043996633,0.0000021071864,0.019516593,0.9088456,0.0008907737,0.00080565916,0.04256235,0.021539494],"study_design_scores_gemma":[0.0055759363,0.0015764311,0.11758148,0.00026074093,0.0005685213,0.00007127128,0.08090017,0.09213024,0.01844415,0.00014178219,0.6794767,0.003272601],"about_ca_topic_score_codex":0.000015630912,"about_ca_topic_score_gemma":0.000005907513,"teacher_disagreement_score":0.81671536,"about_ca_system_score_codex":0.000281745,"about_ca_system_score_gemma":0.00004377829,"threshold_uncertainty_score":0.8173875},"labels":[],"label_agreement":null},{"id":"W4225006669","doi":"10.1002/yd.20478","title":"Pedagogical approaches for facilitating engineering leadership development","year":2022,"lang":"en","type":"article","venue":"New Directions for Student Leadership","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Transformative learning; Leadership development; Facilitation; Process (computing); Pedagogy; Engineering ethics; Sociology; Psychology; Engineering; Political science; Computer science; Public relations","score_opus":0.31612554080499594,"score_gpt":0.320464569289823,"score_spread":0.004339028484827034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225006669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071051456,0.0065519754,0.8962474,0.0033910326,0.0095755225,0.004882943,0.000089787565,0.0049760607,0.003233818],"genre_scores_gemma":[0.86449766,0.000012821584,0.09228535,0.00041681883,0.00071638287,0.010181126,0.00030801992,0.00023092906,0.031350885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984064,0.000017317867,0.00036021226,0.00033040994,0.0003035438,0.00058208144],"domain_scores_gemma":[0.999386,0.00024084447,0.000033453707,0.00016554269,0.00003205493,0.00014206232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037022997,0.00026977123,0.00022134416,0.00023109031,0.00046717026,0.00006521426,0.00026264417,0.00006128464,0.000079415026],"category_scores_gemma":[0.00007354538,0.00031827504,0.00014344793,0.00034602062,0.000012134104,0.00008214282,0.000038605678,0.00027352685,0.000012260631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028251268,0.00035928786,0.00057747524,0.0010418482,0.0004973165,0.0000011692366,0.053372312,0.8315248,0.0005423688,0.004137704,0.04111624,0.066801235],"study_design_scores_gemma":[0.00097033195,0.000091038775,0.0022887287,0.000036526042,0.000043682598,0.000010554765,0.0693953,0.020282978,0.0009878209,0.000018948358,0.9051624,0.0007116683],"about_ca_topic_score_codex":0.0000021211943,"about_ca_topic_score_gemma":0.000008533629,"teacher_disagreement_score":0.86404616,"about_ca_system_score_codex":0.0005554302,"about_ca_system_score_gemma":0.000102035774,"threshold_uncertainty_score":0.9999269},"labels":[],"label_agreement":null},{"id":"W4230064635","doi":"10.32920/ryerson.14636991","title":"Creating a Human-Centric Engineering Design Course","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Human engineering; Engineering design process; Engineering; Industrial design; Engineering management; Health systems engineering; Systems engineering; Computer science; Engineering ethics; Mechanical engineering","score_opus":0.017843778566179816,"score_gpt":0.24454716827548179,"score_spread":0.22670338970930198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230064635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098637626,0.005277963,0.8686549,0.0000731401,0.0059284964,0.0007826675,0.0000071602963,0.0047116955,0.015926316],"genre_scores_gemma":[0.8962215,0.0002434728,0.10119476,0.00003731693,0.00034834747,0.00028135872,0.00014653816,0.00016908017,0.0013575807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854714,0.000017897648,0.0004118118,0.0003573072,0.00024929657,0.00041657544],"domain_scores_gemma":[0.9992092,0.000053687756,0.000039660958,0.00043404772,0.00008711348,0.00017627375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018224155,0.00043496696,0.00037216875,0.00017363392,0.000056310928,0.00022630741,0.00027420692,0.00027582297,0.00058879924],"category_scores_gemma":[0.000039269027,0.0004909053,0.00012326063,0.00026981265,0.000007262188,0.000064319895,0.00016988313,0.00069064315,0.000042712476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.118746e-7,0.000050875675,0.0001023425,0.0004897197,0.00017122882,0.000021291451,0.00061747927,0.9905841,0.0011549783,0.0002512691,0.005898395,0.00065814605],"study_design_scores_gemma":[0.00047434162,0.000017027218,0.0085615665,0.0013956967,0.00017814257,0.000048324277,0.0006687116,0.96866274,0.011313938,0.000045148256,0.0062849913,0.0023493604],"about_ca_topic_score_codex":0.000013695076,"about_ca_topic_score_gemma":0.0000021962558,"teacher_disagreement_score":0.79758394,"about_ca_system_score_codex":0.0002992654,"about_ca_system_score_gemma":0.0001444512,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W4231593663","doi":"10.33423/jlae.v17i6.3800","title":"Ethical Responsibility Formation of Students in a Nuclear Engineering Course Through Inquiry Learning","year":2020,"lang":"en","type":"article","venue":"Journal of Leadership Accountability and Ethics","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; York University","funders":"","keywords":"Sociotechnical system; Engineering ethics; Context (archaeology); Social responsibility; Ethical responsibility; Ethical issues; Engineering education; Course (navigation); Psychology; Project-based learning; Pedagogy; Engineering; Knowledge management; Engineering management; Computer science; Political science; Public relations","score_opus":0.13194534576601605,"score_gpt":0.35150040716135444,"score_spread":0.2195550613953384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231593663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901991,0.0003876537,0.0032567151,0.005739586,0.0002698669,0.00008270101,7.4529186e-7,0.000042738964,0.000020894233],"genre_scores_gemma":[0.99750704,0.00017615984,0.0016489537,0.00057237386,0.00007691597,0.0000013214835,9.089562e-7,0.000015436613,9.041125e-7],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9985359,0.00012838318,0.0006266777,0.000100417994,0.0004439632,0.00016471001],"domain_scores_gemma":[0.9991236,0.00042774586,0.000109975634,0.000083427694,0.00015818272,0.00009711642],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024732985,0.00012344444,0.00028055938,0.00006594631,0.000030512314,0.00003474145,0.00016521914,0.00035112764,0.000015761192],"category_scores_gemma":[0.0014269184,0.00012296498,0.00005632246,0.00026236763,0.00007147012,0.00037590147,0.000028793173,0.0028476142,0.0000019789022],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029591066,0.00028468148,0.053593602,0.00616634,0.0001081869,0.0000113322185,0.7168886,0.21513389,0.005015177,0.00074883824,0.0005971318,0.0011563196],"study_design_scores_gemma":[0.003942325,0.0007746466,0.58447176,0.0021825326,0.00015875499,0.00014854343,0.29490155,0.09412862,0.0042408784,0.0004780659,0.01333071,0.0012416035],"about_ca_topic_score_codex":0.0000049206374,"about_ca_topic_score_gemma":0.00001019355,"teacher_disagreement_score":0.5308782,"about_ca_system_score_codex":0.00011299747,"about_ca_system_score_gemma":0.000080639344,"threshold_uncertainty_score":0.9994528},"labels":[],"label_agreement":null},{"id":"W4231844574","doi":"10.24908/pceea.vi0.13872","title":"UNDERGRADUATE WRITING ASSIGNMENTS IN ENGINEERING: TRACKING ATTRIBUTE 7 IN TWO ACCREDITATION CYCLES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accreditation; Syllabus; Tracking (education); Graduate students; Engineering education; Class (philosophy); Computer science; Science and engineering; Mathematics education; Psychology; Medical education; Engineering; Engineering management; Engineering ethics; Pedagogy; Medicine; Artificial intelligence","score_opus":0.005518434563997227,"score_gpt":0.2157120244789504,"score_spread":0.21019358991495318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231844574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99415314,0.00011725724,0.000049642043,0.0010668755,0.0024957857,0.0004831937,0.000009627734,0.00015759125,0.0014668951],"genre_scores_gemma":[0.998429,0.000021030308,0.0008733082,0.000053682248,0.00010385716,0.00010036975,0.00002022738,0.00006161604,0.00033691782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983529,0.000006772812,0.0005436036,0.00023211683,0.00036693903,0.0004976953],"domain_scores_gemma":[0.99929917,0.00007415494,0.00015732295,0.00011371968,0.00019693951,0.00015866992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056030083,0.0002403925,0.0002511741,0.0007677045,0.000042231568,0.00011446263,0.00029874826,0.00013474423,0.000022022092],"category_scores_gemma":[0.0003882091,0.0002764643,0.00006891661,0.001132002,0.0000053997096,0.00042129064,0.000020833822,0.00041441695,0.000022309097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010597688,0.000059170743,0.69150084,0.0005488189,0.000052733027,2.4188535e-7,0.0012622846,0.29241636,0.0077635483,0.003341166,0.0024193067,0.0006344739],"study_design_scores_gemma":[0.0005511922,0.0000068523455,0.9339523,0.00075238524,0.000014617656,0.0000033629346,0.00051967823,0.05672397,0.0038282203,0.00009870128,0.0030698313,0.00047892574],"about_ca_topic_score_codex":0.001412303,"about_ca_topic_score_gemma":0.002910366,"teacher_disagreement_score":0.24245141,"about_ca_system_score_codex":0.0046241013,"about_ca_system_score_gemma":0.00035457534,"threshold_uncertainty_score":0.99996877},"labels":[],"label_agreement":null},{"id":"W4232293068","doi":"10.24908/pceea.v0i0.5764","title":"Evaluation of software tools supporting outcomes-based continuous program improvement processes: Part 3","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Process (computing); Software engineering; Software Engineering Process Group; Analytics; Process management; Variety (cybernetics); Engineering management; Software project management; Software; Software development process; Software development; Engineering; Data science; Software construction; Artificial intelligence","score_opus":0.01942903718109364,"score_gpt":0.25787339204549103,"score_spread":0.23844435486439738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232293068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98500127,0.00030667966,0.00021708474,0.0015641716,0.00521989,0.002587786,0.00007063643,0.0006891111,0.004343364],"genre_scores_gemma":[0.9949643,0.0000035129638,0.0038124274,0.00007699549,0.00009857303,0.0006212225,0.000041882304,0.000054336728,0.00032676265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977717,0.000008992345,0.0005989663,0.00018977642,0.001046934,0.00038367618],"domain_scores_gemma":[0.99576694,0.000051159208,0.00039812012,0.00014460279,0.0033506192,0.00028857787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018294079,0.0002259027,0.00027197806,0.00029463778,0.00006338173,0.00010245153,0.00030627078,0.00014890831,0.00003112024],"category_scores_gemma":[0.005307625,0.0002201411,0.00008867391,0.0007725936,0.00001345515,0.0002595912,0.000016547936,0.00018822661,0.0000057288094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006735921,0.0010240629,0.43898085,0.0050470307,0.0010888497,1.9804607e-7,0.0072887377,0.2699019,0.002544761,0.0014864127,0.14299482,0.12963566],"study_design_scores_gemma":[0.005335093,0.00042121092,0.48929325,0.002900354,0.0017875081,0.000010699074,0.007534562,0.17716824,0.07734444,0.00077726797,0.23366599,0.0037613907],"about_ca_topic_score_codex":0.00066806434,"about_ca_topic_score_gemma":0.0010366002,"teacher_disagreement_score":0.12587427,"about_ca_system_score_codex":0.0036961355,"about_ca_system_score_gemma":0.0033011017,"threshold_uncertainty_score":0.96652657},"labels":[],"label_agreement":null},{"id":"W4233371359","doi":"10.18260/p.23972","title":"Engineering Leadership Education: A Review of Best Practices","year":2015,"lang":"en","type":"review","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Neuroleadership; Engineering ethics; Engineering education; Curriculum; Leadership studies; Leadership development; Educational leadership; Workforce; Engineering; Public relations; Political science; Leadership style; Sociology; Engineering management; Pedagogy","score_opus":0.20674856477290532,"score_gpt":0.38669701657952554,"score_spread":0.17994845180662022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233371359","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3095564e-8,0.9757453,0.000087218476,0.000040992352,0.001499573,0.00046694136,0.000004662498,0.00023953468,0.021915754],"genre_scores_gemma":[1.5433176e-7,0.9920054,0.0032801442,0.000048252794,0.00020661508,0.0002945161,0.00010289606,0.00008104793,0.003980943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865574,0.000023561224,0.00067408883,0.00019265113,0.00024461414,0.00020932822],"domain_scores_gemma":[0.9989622,0.00007238403,0.0002804455,0.00038266813,0.00014910594,0.00015320122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035239663,0.00036900345,0.0011026023,0.00021454679,0.000008614048,0.000019100356,0.00029960668,0.00016454826,0.00039381225],"category_scores_gemma":[0.00026750073,0.00032333104,0.00019291074,0.00059004396,0.000008895772,0.00011090369,0.000022956756,0.00031230564,0.00040119106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6163375e-8,0.00002832576,6.597328e-8,0.39774626,0.000066070636,2.9382028e-7,0.000017975275,0.00002382738,3.290277e-8,0.00013346212,0.05922508,0.5427586],"study_design_scores_gemma":[0.000014691396,0.0000045316447,8.847693e-8,0.1729803,0.0002658446,0.000035750898,0.000039569004,0.000024639314,5.122722e-7,4.2303074e-7,0.8263528,0.00028090403],"about_ca_topic_score_codex":0.000003798277,"about_ca_topic_score_gemma":4.24009e-7,"teacher_disagreement_score":0.7671277,"about_ca_system_score_codex":0.00022248914,"about_ca_system_score_gemma":0.0008846954,"threshold_uncertainty_score":0.99992186},"labels":[],"label_agreement":null},{"id":"W4233680152","doi":"10.18260/1-2--8638","title":"Professional Writing Seminar For Engineering Students: A Pilot Project And Evaluation","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Curriculum; Composition (language); Engineering education; Session (web analytics); Professional writing; Engineering; Engineering ethics; Mathematics education; Computer science; Medical education; Pedagogy; Engineering management; Psychology; Medicine; World Wide Web","score_opus":0.03536720366884376,"score_gpt":0.31778626718556374,"score_spread":0.28241906351671997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233680152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95169634,0.00053581904,0.04308088,0.0006980991,0.00075581024,0.0016018212,0.0000067514643,0.0009014701,0.0007229866],"genre_scores_gemma":[0.9863087,0.000016368098,0.012859572,0.00010990561,0.00013507828,0.00045581785,0.00001973422,0.000027021813,0.000067821886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938446,0.000005225472,0.00015150927,0.00012713487,0.00019248154,0.00013916242],"domain_scores_gemma":[0.999785,0.000036752233,0.000010380424,0.000043701613,0.000057565117,0.00006657836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019738676,0.00010408162,0.00008628647,0.000043101274,0.000032128275,0.000036774378,0.0000652134,0.000025141177,0.000025580926],"category_scores_gemma":[0.00007416161,0.000100367644,0.0000146138245,0.00011994655,0.0000030155184,0.0000804438,0.000021076363,0.000069321286,0.0000044858175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014616826,0.0009384718,0.028202295,0.011645067,0.0011585996,0.000008331071,0.041582823,0.2991374,0.18504772,0.011310468,0.26837698,0.15244569],"study_design_scores_gemma":[0.00090153265,0.00010044618,0.009410361,0.00012844794,0.000027796532,0.0000046234986,0.000861539,0.96695113,0.0021509556,0.000011488527,0.01911484,0.0003368625],"about_ca_topic_score_codex":6.8992455e-7,"about_ca_topic_score_gemma":3.267934e-7,"teacher_disagreement_score":0.6678137,"about_ca_system_score_codex":0.00004947181,"about_ca_system_score_gemma":0.000031493204,"threshold_uncertainty_score":0.4092874},"labels":[],"label_agreement":null},{"id":"W4233807301","doi":"10.5539/emr.v8n1p52","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 8, No. 1","year":2019,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Engineering ethics","score_opus":0.03370015755097194,"score_gpt":0.3276393598434201,"score_spread":0.29393920229244813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233807301","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11490063,0.017121917,0.18209185,0.00057027244,0.3054404,0.04863764,0.00010728789,0.0137448115,0.3173852],"genre_scores_gemma":[0.21476747,0.015685016,0.21029474,0.00021125954,0.01760093,0.026823938,0.0006809679,0.002450082,0.5114856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527997,0.000053572923,0.00059424335,0.0007657503,0.0014554778,0.0018509665],"domain_scores_gemma":[0.9928516,0.00024743783,0.000024974715,0.0010634458,0.0054777265,0.00033482007],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035988493,0.00048297035,0.0004180054,0.0017394999,0.0001724041,0.0002368381,0.0010022795,0.00014869166,0.0010607785],"category_scores_gemma":[0.0016316494,0.0005271601,0.00016107122,0.0019227103,0.00003222498,0.0002713046,0.0004678605,0.0008906675,0.008320377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001003106,0.00013542194,0.0001791891,0.009687396,0.00055187324,0.000009395698,0.00016052161,0.096813835,0.0003350121,0.00582398,0.87571603,0.010577316],"study_design_scores_gemma":[0.0006676186,0.00006487618,0.0017732558,0.0007945286,0.000019653671,3.9494162e-7,0.00012435968,0.094946496,0.00044652328,0.000046176458,0.90056455,0.00055154663],"about_ca_topic_score_codex":0.00000205723,"about_ca_topic_score_gemma":7.068215e-7,"teacher_disagreement_score":0.28783947,"about_ca_system_score_codex":0.00087467703,"about_ca_system_score_gemma":0.000024824767,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W4236187541","doi":"10.5539/emr.v6n2p65","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 6, No. 2","year":2017,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Engineering ethics; Management science; Library science; Computer science","score_opus":0.060348966844672884,"score_gpt":0.3672298310497728,"score_spread":0.3068808642050999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236187541","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03753233,0.0133044375,0.26195216,0.0011979383,0.288697,0.032902118,0.00012786026,0.010836984,0.35344917],"genre_scores_gemma":[0.28000003,0.024385648,0.25939405,0.0001455921,0.03001104,0.03309978,0.00045126484,0.002400115,0.37011248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545234,0.000042688484,0.0005602463,0.00073663716,0.0013665193,0.0018415378],"domain_scores_gemma":[0.99169123,0.00017263775,0.000043817618,0.0018151837,0.005893957,0.0003831816],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004053024,0.00048298034,0.0004025099,0.0013026106,0.00078145886,0.00068856624,0.0018351964,0.00014897718,0.00039259877],"category_scores_gemma":[0.0049933135,0.0005280941,0.0001625098,0.000676106,0.00007859825,0.00040796373,0.00079941395,0.0008762931,0.0024782892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008622595,0.00012671226,0.00013960415,0.0064321114,0.00055777736,0.000021192229,0.00013300576,0.026161049,0.00014890806,0.0059320875,0.9373605,0.02297842],"study_design_scores_gemma":[0.0006639451,0.000045380042,0.005381433,0.0008504642,0.000026364965,4.2141014e-7,0.00007297811,0.06636861,0.00046864172,0.00008260577,0.92547834,0.00056079176],"about_ca_topic_score_codex":0.0000046776304,"about_ca_topic_score_gemma":0.0000021438084,"teacher_disagreement_score":0.25868598,"about_ca_system_score_codex":0.00074124755,"about_ca_system_score_gemma":0.000024256777,"threshold_uncertainty_score":0.99971706},"labels":[],"label_agreement":null},{"id":"W4236306990","doi":"10.3390/books978-3-03921-985-8","title":"Engineering Education and Technological / Professional Learning","year":2019,"lang":"en","type":"book","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Universidad de Cádiz; Universidad Politécnica de Madrid; University of Calgary","keywords":"Teamwork; Creativity; Engineering ethics; Professional development; Multiculturalism; Face (sociological concept); Pedagogy; Engineering education; Sociology; Psychology; Engineering; Political science; Engineering management; Social science","score_opus":0.00310119551637729,"score_gpt":0.1928290391489949,"score_spread":0.1897278436326176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236306990","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019210714,0.0031183,0.0025709805,0.000115734016,0.004769176,0.0005140317,0.0000026178795,0.0029463652,0.98404175],"genre_scores_gemma":[0.0060225716,0.00023863892,0.0025860842,0.000025370899,0.00013160135,0.00006865713,0.00009210419,0.000069203365,0.99076575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993302,0.0000036706722,0.00017356605,0.00019407124,0.00013127956,0.00016719683],"domain_scores_gemma":[0.99972147,0.0000367562,0.000021284553,0.00012379988,0.000028928627,0.000067776775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076536846,0.00023923656,0.00019151485,0.00019316352,0.000024609639,0.000028165136,0.00009513607,0.0003541138,0.00031465502],"category_scores_gemma":[0.000026053696,0.00022354056,0.000030637246,0.00006159562,0.0000133173235,0.000045524637,0.000041303625,0.0006504132,0.00027649777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000181985,0.00011606376,0.00027731346,0.0039570094,0.00022691548,0.000005731384,0.00044033033,0.026096698,0.0006794392,0.10142368,0.7535839,0.11319106],"study_design_scores_gemma":[0.000054104785,0.0000071180207,0.00029554113,0.0003843601,0.0000105476,0.000026831038,0.000045043467,0.0072770496,0.000052544347,0.000120270255,0.9913308,0.00039578666],"about_ca_topic_score_codex":1.9044329e-7,"about_ca_topic_score_gemma":1.366693e-7,"teacher_disagreement_score":0.23774686,"about_ca_system_score_codex":0.00020263101,"about_ca_system_score_gemma":0.00020341206,"threshold_uncertainty_score":0.9115719},"labels":[],"label_agreement":null},{"id":"W4236379451","doi":"10.17722/ijme.v10i1.384","title":"Application of Saudi’s National qualifying Framework in System Analysis &amp; Design Course","year":2017,"lang":"en","type":"article","venue":"International Journal of Management Excellence","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Computer science; Engineering management; Engineering; Aerospace engineering","score_opus":0.021789091482914833,"score_gpt":0.3101717447110864,"score_spread":0.2883826532281715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236379451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02134962,0.00020764835,0.9742936,0.0002770515,0.0010684575,0.000106908796,0.0000033716397,0.00002486947,0.0026684634],"genre_scores_gemma":[0.9610812,0.00024212191,0.038471248,0.000013172939,0.00009055309,0.0000142957515,0.0000035286073,0.000008656031,0.00007520298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998639,0.000020080644,0.0005044553,0.00009456753,0.00064717996,0.00009470913],"domain_scores_gemma":[0.99905944,0.000066463515,0.0003551164,0.00018145927,0.00029746105,0.000040074792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071207556,0.000094124945,0.00017157638,0.0004576522,0.000034575707,0.00006180538,0.0007022217,0.00003973641,0.0000279609],"category_scores_gemma":[0.00005916946,0.00009685424,0.00008267169,0.00017353901,0.00002076894,0.00018216747,0.00004543809,0.00012284561,0.000013643315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020947404,0.00013896445,0.021695785,0.00017595162,0.0014694026,0.000018790144,0.0005832313,0.9518547,0.00018255663,0.013557962,0.0012610086,0.009040682],"study_design_scores_gemma":[0.0015524209,0.00003503209,0.6367508,0.0020254944,0.00052410114,0.000045788922,0.0018527393,0.33929497,0.0011679017,0.0030066778,0.013011624,0.00073242973],"about_ca_topic_score_codex":0.000010762618,"about_ca_topic_score_gemma":0.0000052528612,"teacher_disagreement_score":0.9397316,"about_ca_system_score_codex":0.00025598743,"about_ca_system_score_gemma":0.000025040705,"threshold_uncertainty_score":0.3949601},"labels":[],"label_agreement":null},{"id":"W4237257500","doi":"10.5539/emr.v7n1p88","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 7, No. 1","year":2018,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Library science; Engineering ethics; Computer science","score_opus":0.047410226090927474,"score_gpt":0.35057729006860705,"score_spread":0.30316706397767956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237257500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031685337,0.009962034,0.44700447,0.0005467435,0.23053938,0.02581795,0.00008585056,0.012081627,0.24227662],"genre_scores_gemma":[0.20460372,0.013769581,0.39258203,0.00028185532,0.0547775,0.02999968,0.0005394485,0.0025669094,0.3008793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952631,0.00005676939,0.0006031681,0.0007501999,0.0013829219,0.0019438661],"domain_scores_gemma":[0.98942775,0.00020390155,0.00002464812,0.0010017428,0.008960346,0.00038163873],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038677603,0.00048069083,0.00036985785,0.0017900664,0.00034041124,0.0002545643,0.0010330745,0.00014712979,0.00080096885],"category_scores_gemma":[0.0027428432,0.0005231295,0.00013867131,0.0022287264,0.00009058608,0.00025135014,0.00049449626,0.0007531135,0.005101734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009149848,0.000110413996,0.000043290474,0.0040315464,0.00043169892,0.000008417862,0.00019929641,0.009930956,0.0002103447,0.004194122,0.9664202,0.014410584],"study_design_scores_gemma":[0.0005321873,0.00009763565,0.0012184227,0.0006827079,0.000023561091,4.891793e-7,0.00010496617,0.07617038,0.0009658034,0.00006988995,0.91960156,0.0005323705],"about_ca_topic_score_codex":0.0000024456333,"about_ca_topic_score_gemma":0.000001874627,"teacher_disagreement_score":0.1757619,"about_ca_system_score_codex":0.0008226395,"about_ca_system_score_gemma":0.000025915258,"threshold_uncertainty_score":0.999722},"labels":[],"label_agreement":null},{"id":"W4237283544","doi":"10.5539/emr.v5n1p71","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 5, No. 1","year":2016,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Mathematics education; Mathematics","score_opus":0.04343741815652882,"score_gpt":0.3343833889876998,"score_spread":0.290945970831171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237283544","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021965925,0.01029123,0.68615365,0.0011565177,0.15077057,0.022261959,0.00012088619,0.010667786,0.096611485],"genre_scores_gemma":[0.18044136,0.033082265,0.24392866,0.00018508956,0.025544167,0.039410025,0.0002844225,0.0025785593,0.47454545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953069,0.0000590585,0.0006070549,0.00074063055,0.0013717051,0.0019146214],"domain_scores_gemma":[0.99238867,0.00036626722,0.000024874402,0.0009813051,0.0058483155,0.000390562],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036637597,0.00047683777,0.0003718953,0.0016899051,0.00021938552,0.00017313064,0.0009824331,0.00014082121,0.0007044185],"category_scores_gemma":[0.0034177487,0.0004141848,0.00015353887,0.0016054205,0.000056278725,0.00029418294,0.00045005165,0.0005335809,0.0039324006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009098561,0.00011142384,0.00007029094,0.0040949327,0.00045996913,0.000012166463,0.00008818317,0.008531529,0.0006754742,0.005794263,0.9404625,0.039690156],"study_design_scores_gemma":[0.0008131955,0.000057835943,0.0014601053,0.0012686307,0.000021972128,4.8514454e-7,0.000057607438,0.014542766,0.0010909371,0.00009707309,0.98001975,0.0005696393],"about_ca_topic_score_codex":0.0000013677509,"about_ca_topic_score_gemma":9.4401105e-7,"teacher_disagreement_score":0.44222498,"about_ca_system_score_codex":0.001042269,"about_ca_system_score_gemma":0.000024104313,"threshold_uncertainty_score":0.999831},"labels":[],"label_agreement":null},{"id":"W4237668221","doi":"10.24908/pceea.v0i0.5856","title":"Evaluation of software tools supporting outcomes-based continuous program improvement processes: Part 2","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Process (computing); Analytics; Computer science; Curriculum; Software engineering; Engineering management; Variety (cybernetics); Software; Process management; Engineering; Data science; Artificial intelligence","score_opus":0.01914757342932159,"score_gpt":0.25774490880539846,"score_spread":0.23859733537607689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237668221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848878,0.0003105309,0.00021446639,0.0015725299,0.0052363942,0.0025993607,0.00007072791,0.00069345196,0.0044147423],"genre_scores_gemma":[0.994985,0.0000035448163,0.0037927264,0.00007714992,0.00009891829,0.0006219811,0.000042533975,0.000054369437,0.0003238143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977721,0.0000089960295,0.0005989661,0.00018973844,0.001046626,0.00038360406],"domain_scores_gemma":[0.99579066,0.00005098547,0.0003984407,0.00014456519,0.003326766,0.00028856756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018234908,0.00022587698,0.000272003,0.00029457718,0.000063388296,0.00010245798,0.00030628627,0.00014891714,0.000031243628],"category_scores_gemma":[0.005267232,0.00022013117,0.00008866651,0.0007723922,0.000013454405,0.00025957593,0.00001655424,0.00018822368,0.0000056489566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067194196,0.0010292857,0.43198115,0.0050459313,0.0010948926,2.009644e-7,0.0073289243,0.27202144,0.0024957787,0.0015169923,0.14612028,0.1313584],"study_design_scores_gemma":[0.0053256466,0.00042282025,0.48753396,0.0028892003,0.0017988728,0.0000108103395,0.0075289863,0.1767182,0.07617903,0.00078195747,0.237044,0.0037665102],"about_ca_topic_score_codex":0.00066747685,"about_ca_topic_score_gemma":0.0010359761,"teacher_disagreement_score":0.1275919,"about_ca_system_score_codex":0.0036873114,"about_ca_system_score_gemma":0.0032904388,"threshold_uncertainty_score":0.9642191},"labels":[],"label_agreement":null},{"id":"W4237858691","doi":"10.32920/ryerson.14663928.v1","title":"Providing a Uniform Design Experience in an Undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Work (physics); Engineering management; Mechanical design; Software engineering; Work in process; Engineering; Mechanical engineering; Operations management","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237858691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4239134430","doi":"10.24908/pceea.vi0.13793","title":"Design of a Completely New First Year Engineering Program at the University of Saskatchewan – Part II","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Summative assessment; Schedule; Modular design; Duration (music); Project-based learning; Formative assessment; Computer science; Engineering management; Mathematics education; Academic year; Medical education; Psychology; Engineering; Medicine","score_opus":0.005690089947009335,"score_gpt":0.16140785091819995,"score_spread":0.1557177609711906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239134430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98948,0.00033399434,0.000624595,0.0021543917,0.003396155,0.0017008914,0.000040141145,0.00034458237,0.001925227],"genre_scores_gemma":[0.99039596,0.000024146078,0.005157681,0.000016317343,0.00006746328,0.000014152305,0.000010027343,0.000040881616,0.0042733466],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903834,0.0000040490213,0.00027595606,0.0001378297,0.0002792868,0.0002645614],"domain_scores_gemma":[0.9991823,0.00005702681,0.00019596555,0.00015271298,0.0002588795,0.00015312292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027686203,0.00016343215,0.0002128797,0.00017055844,0.00009685022,0.000018981264,0.00036458985,0.00011753,0.00014701579],"category_scores_gemma":[0.00013480235,0.00015820483,0.00008844451,0.00056058355,0.000015252753,0.00012467646,0.00004150666,0.00017388578,0.00001565104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001133391,0.000195108,0.04795366,0.0019875185,0.0006242438,1.115959e-7,0.022096189,0.7156111,0.013425857,0.0031646232,0.1928577,0.0020725655],"study_design_scores_gemma":[0.0013703551,0.00016818236,0.22880743,0.00160829,0.00027144063,0.000010700853,0.0058211926,0.11429195,0.023076024,0.000073611795,0.623087,0.0014138031],"about_ca_topic_score_codex":0.0018496561,"about_ca_topic_score_gemma":0.0017606156,"teacher_disagreement_score":0.60131913,"about_ca_system_score_codex":0.0014099393,"about_ca_system_score_gemma":0.00052791974,"threshold_uncertainty_score":0.6451406},"labels":[],"label_agreement":null},{"id":"W4242573705","doi":"10.24908/pceea.vi0.13728","title":"THE ENGINEERING DESIGN PROCESS - DIAGNOSING THE PROBLEM: “TAKE TIME TO DEFINE” WITH CONTEXTUAL INQUIRY","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Engineering design process; Process (computing); Empathy; Perspective (graphical); Management science; Computer science; Work (physics); Work in process; Engineering ethics; Engineering; Psychology; Artificial intelligence; Operations management; Mechanical engineering","score_opus":0.0045146464457364605,"score_gpt":0.17805521224108017,"score_spread":0.17354056579534372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242573705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96179694,0.00082375976,0.0010771235,0.016656362,0.005778244,0.0051909313,0.000027231146,0.0010846491,0.007564742],"genre_scores_gemma":[0.9936693,0.000015368274,0.0021139034,0.0002783649,0.0002418906,0.00056115765,0.000007066874,0.00011617216,0.0029968142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983182,0.000008686293,0.0003853569,0.00023723472,0.00048245018,0.000568096],"domain_scores_gemma":[0.99863017,0.00022403964,0.00016298343,0.00020506998,0.00052330847,0.00025442257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070907,0.0003005538,0.00021961346,0.00022215795,0.0002648387,0.0002840685,0.0006294791,0.00013103885,0.000043262837],"category_scores_gemma":[0.00046123777,0.00020537425,0.00006846693,0.0010185835,0.000018845805,0.00023226732,0.000027613487,0.0003853358,0.00012314884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000958196,0.00007332532,0.01098145,0.0006424001,0.00040812633,1.8737806e-7,0.0095592,0.8430857,0.0042793797,0.0042285263,0.124177895,0.0025542262],"study_design_scores_gemma":[0.0013944062,0.00022734747,0.16588287,0.002873899,0.00032489854,0.00007041232,0.005207533,0.16775575,0.021597022,0.00018844804,0.6311973,0.0032801288],"about_ca_topic_score_codex":0.0002605252,"about_ca_topic_score_gemma":0.0003518764,"teacher_disagreement_score":0.67533,"about_ca_system_score_codex":0.0017800876,"about_ca_system_score_gemma":0.0006179295,"threshold_uncertainty_score":0.83749187},"labels":[],"label_agreement":null},{"id":"W4243155640","doi":"10.32920/ryerson.14663928","title":"Providing a Uniform Design Experience in an Undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Engineering management; Work (physics); Mechanical design; Software engineering; Work in process; Engineering; Mechanical engineering; Operations management","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243155640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4243409232","doi":"10.5539/emr.v5n2p84","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 5, No. 2","year":2016,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Engineering ethics; Library science; Computer science","score_opus":0.04189067113719467,"score_gpt":0.3337098307121332,"score_spread":0.29181915957493854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243409232","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022029702,0.010486981,0.6816028,0.0011611615,0.15254632,0.022405116,0.000119895056,0.010748032,0.098900005],"genre_scores_gemma":[0.17918076,0.03384167,0.24126068,0.000185906,0.02592291,0.039046884,0.00028652124,0.0025872765,0.4776874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99530786,0.000059044534,0.00060724857,0.00074024097,0.0013714671,0.0019141297],"domain_scores_gemma":[0.9924041,0.00036254464,0.000024894687,0.0009798077,0.0058381828,0.00039045452],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003649682,0.00047673078,0.00037195953,0.0016891254,0.00021939685,0.00017339572,0.0009820475,0.00014082178,0.00069503055],"category_scores_gemma":[0.003388679,0.00041408927,0.00015351792,0.0016045409,0.000056278175,0.00029432517,0.00045000698,0.0005334942,0.0039028574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009091034,0.000111735775,0.00006891854,0.004133513,0.00046136611,0.000012438121,0.000088503075,0.008586243,0.0006608848,0.005883546,0.939412,0.040571753],"study_design_scores_gemma":[0.0008167123,0.00005781402,0.0014427741,0.0012569487,0.000021905034,4.8566227e-7,0.000057163357,0.014467598,0.0010856065,0.00009756932,0.9801269,0.0005685123],"about_ca_topic_score_codex":0.000001377465,"about_ca_topic_score_gemma":9.479511e-7,"teacher_disagreement_score":0.4403421,"about_ca_system_score_codex":0.0010424795,"about_ca_system_score_gemma":0.00002402855,"threshold_uncertainty_score":0.9998311},"labels":[],"label_agreement":null},{"id":"W4243589883","doi":"10.4018/978-1-7998-0420-8.ch045","title":"The Impact of Accreditation on Student Learning Outcomes","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Accreditation; Commission; Higher education; Medical education; Political science; Process (computing); Medicine; Computer science","score_opus":0.010081709590653251,"score_gpt":0.2714806845334187,"score_spread":0.2613989749427655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243589883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009406352,0.00019074963,0.00008096773,0.000011736725,0.0014020989,0.00024646256,0.000016760016,0.00018185376,0.98846304],"genre_scores_gemma":[0.92705894,0.000021455602,0.000048316662,0.000011389735,0.00008840955,0.000012530751,0.000007807264,0.000049027538,0.0727021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991551,0.0000058207647,0.00026469247,0.00012926265,0.0002761549,0.0001689408],"domain_scores_gemma":[0.9995146,0.0000644338,0.00008193397,0.00022765166,0.000056487428,0.000054931217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000079521116,0.00026271457,0.00024592213,0.000043813277,0.000040747764,0.00003893879,0.00019045165,0.00013374344,0.000023617322],"category_scores_gemma":[0.000014951143,0.00018230258,0.00018514277,0.000012414682,0.000015139946,0.000014582728,0.000025844567,0.00025228833,0.00016916239],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010386323,0.000020023308,0.002398451,0.00008557069,0.0009920415,0.000003478829,0.0005689893,0.15668704,0.000028131331,0.8170135,0.011339005,0.010853419],"study_design_scores_gemma":[0.0034243374,0.0016693907,0.6470226,0.00274137,0.00047604533,0.000045065717,0.0007684864,0.005590043,0.0003721752,0.04621699,0.2863308,0.0053426847],"about_ca_topic_score_codex":0.000007467656,"about_ca_topic_score_gemma":0.0000035778337,"teacher_disagreement_score":0.9176526,"about_ca_system_score_codex":0.00044760114,"about_ca_system_score_gemma":0.000119486016,"threshold_uncertainty_score":0.7434084},"labels":[],"label_agreement":null},{"id":"W4243859069","doi":"10.5539/emr.v6n1p102","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 6, No. 1","year":2017,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering; Engineering management; Engineering ethics; Library science; Management; Computer science; Economics","score_opus":0.06253567540793027,"score_gpt":0.3679362273892237,"score_spread":0.30540055198129346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243859069","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037807878,0.013190153,0.26660222,0.0012053996,0.2882726,0.03302759,0.00013024104,0.010866526,0.3488974],"genre_scores_gemma":[0.28146967,0.023798484,0.26181585,0.00014471161,0.029523512,0.033352207,0.00044721423,0.0023880491,0.3670603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545145,0.000042698593,0.00056006777,0.00073702505,0.0013667569,0.0018420115],"domain_scores_gemma":[0.99167687,0.00017440061,0.000043779375,0.0018178504,0.0059038433,0.00038326488],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040686512,0.00048308872,0.00040244038,0.001303212,0.00078141846,0.0006875141,0.0018359164,0.00014897657,0.00039790332],"category_scores_gemma":[0.0050360793,0.0005282159,0.00016253199,0.000676477,0.00007859901,0.00040776658,0.0007994933,0.0008764354,0.0024970758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008621113,0.0001262323,0.00014224178,0.006365753,0.0005555329,0.00002070867,0.00013239261,0.025969155,0.00015204462,0.0058362056,0.9382402,0.022450969],"study_design_scores_gemma":[0.0006612996,0.000045411944,0.005447618,0.0008586487,0.000026454278,4.2109716e-7,0.00007356885,0.06672276,0.00047109617,0.000082212246,0.9250484,0.00056208536],"about_ca_topic_score_codex":0.0000046446435,"about_ca_topic_score_gemma":0.0000021348978,"teacher_disagreement_score":0.25874907,"about_ca_system_score_codex":0.00074109784,"about_ca_system_score_gemma":0.000024333258,"threshold_uncertainty_score":0.99971694},"labels":[],"label_agreement":null},{"id":"W4244496447","doi":"10.32920/ryerson.14637420","title":"Providing a uniform design experience in an undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Work (physics); Engineering management; Mechanical design; Software engineering; Work in process; Engineering; Mechanical engineering; Operations management","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244496447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4244760739","doi":"10.5539/emr.v7n2p64","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 7, No. 2","year":2017,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Engineering ethics; Mathematics education; Mathematics","score_opus":0.060298204036683914,"score_gpt":0.3671839752815509,"score_spread":0.306885771244867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244760739","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03753005,0.013357675,0.26273194,0.001215605,0.28945124,0.032991547,0.00012822868,0.010867697,0.351726],"genre_scores_gemma":[0.28146648,0.024478825,0.2597588,0.00014571167,0.030041933,0.033138532,0.0004518104,0.0024030376,0.36811486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954523,0.000042691936,0.0005602662,0.0007366583,0.001366547,0.0018415792],"domain_scores_gemma":[0.99169147,0.00017269152,0.00004381838,0.0018152075,0.0058936626,0.00038317044],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004052806,0.00048299535,0.00040252367,0.0013025551,0.000781309,0.00068839564,0.0018351631,0.00014897824,0.00039221506],"category_scores_gemma":[0.004993342,0.0005280931,0.00016251304,0.00067609415,0.00007860865,0.00040790593,0.0007994337,0.0008762619,0.0024766165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008602501,0.00012641393,0.00014052719,0.006416402,0.0005564332,0.000021139478,0.00013255465,0.026097307,0.00014905196,0.0058315676,0.9375023,0.023017652],"study_design_scores_gemma":[0.000664293,0.0000453981,0.005421501,0.00085097377,0.000026374466,4.2154787e-7,0.0000730009,0.06640368,0.00046971216,0.000082583014,0.9254011,0.00056096615],"about_ca_topic_score_codex":0.0000046631176,"about_ca_topic_score_gemma":0.0000021373053,"teacher_disagreement_score":0.2594093,"about_ca_system_score_codex":0.00074031664,"about_ca_system_score_gemma":0.000024210092,"threshold_uncertainty_score":0.99971706},"labels":[],"label_agreement":null},{"id":"W4245207785","doi":"10.32920/ryerson.14637420.v1","title":"Providing a uniform design experience in an undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Engineering management; Work (physics); Software engineering; Work in process; Engineering; Mechanical engineering","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245207785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4245670559","doi":"10.37514/per-b.2011.2379.2.15","title":"A Code of Ethics as a Collaborative Learning Tool: Comparing a Face-to-Face Engineering Team and Multidisciplinary Online Teams","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Multidisciplinary approach; Face (sociological concept); Multidisciplinary team; Face-to-face; Code (set theory); Engineering ethics; Psychology; Knowledge management; Computer science; Medical education; Engineering management; Engineering; Sociology; Medicine; Nursing; Philosophy; Social science; Epistemology; Programming language","score_opus":0.02350872077574811,"score_gpt":0.2620559727153865,"score_spread":0.23854725193963838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245670559","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2715655,0.005918842,0.06724363,0.00042074439,0.003151645,0.0037936515,0.00025598885,0.00463731,0.6430127],"genre_scores_gemma":[0.73769236,0.0019222567,0.04543387,0.00006866709,0.00020975753,0.00012634497,0.00024286023,0.00054300646,0.2137609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834013,0.000011638343,0.0005924748,0.00040160233,0.00031924472,0.00033490753],"domain_scores_gemma":[0.999066,0.00013763773,0.000104437335,0.00027891825,0.00018498689,0.00022805097],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024324401,0.0005858783,0.0006997263,0.00035771096,0.00007537299,0.000036374116,0.00022433163,0.00046589182,0.00012386442],"category_scores_gemma":[0.00012431385,0.0006185011,0.00007726669,0.00014844637,0.000041360396,0.00008759095,0.00020185424,0.0014023383,0.000067560344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050825467,0.00017060663,0.0005544739,0.0029883734,0.0011350756,0.000024676392,0.09561923,0.8455112,0.0032256895,0.043990172,0.0025865305,0.0041431393],"study_design_scores_gemma":[0.002931324,0.00096894277,0.0067023924,0.010956173,0.0005307708,0.0001798463,0.016172491,0.40844798,0.006021429,0.0007856801,0.5380285,0.008274493],"about_ca_topic_score_codex":0.000020380212,"about_ca_topic_score_gemma":0.000056842902,"teacher_disagreement_score":0.53544194,"about_ca_system_score_codex":0.00019964851,"about_ca_system_score_gemma":0.00017189278,"threshold_uncertainty_score":0.99962664},"labels":[],"label_agreement":null},{"id":"W4245798084","doi":"10.18260/1-2--2214","title":"Articulating A Multifaceted Approach For Promoting Diversity In Graduate Engineering Education","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hewlett-Packard (Canada)","funders":"","keywords":"Diversity (politics); Presentation (obstetrics); Session (web analytics); Graduate students; Engineering education; Graduate education; Higher education; Sociology; Library science; Medical education; Engineering; Political science; Pedagogy; Engineering management; Computer science; Medicine","score_opus":0.03816999266502735,"score_gpt":0.22906553603067234,"score_spread":0.190895543365645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245798084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78836316,0.00005188067,0.2090746,0.00020849648,0.00023812398,0.00051407435,0.0000012527404,0.00063315954,0.0009152395],"genre_scores_gemma":[0.8971155,0.0000021565725,0.10260867,0.000059250124,0.00005544842,0.00009901374,0.000020362912,0.00002002994,0.000019533523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939716,0.0000040408836,0.00017245326,0.00014865484,0.00008527868,0.00019240465],"domain_scores_gemma":[0.99978137,0.000017547252,0.000013668589,0.000058577945,0.000029860204,0.00009895369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000085894215,0.000114866605,0.000108122265,0.00006416444,0.000040843704,0.00002149445,0.000070090595,0.0000353857,0.000007849571],"category_scores_gemma":[0.00008663889,0.00012472218,0.000030403762,0.00027191406,0.0000027321846,0.000093313334,0.00003743037,0.00010217534,0.0000050621834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035754972,0.00012267777,0.0050299615,0.0013093472,0.00003958473,8.8973934e-7,0.01789984,0.949602,0.011855773,0.0005909328,0.0011333842,0.012412043],"study_design_scores_gemma":[0.0002017331,0.0000062696786,0.00636592,0.000026222328,0.000004383863,0.0000015373022,0.0006165694,0.9898603,0.0024530003,0.000004514001,0.00028580552,0.00017372305],"about_ca_topic_score_codex":0.000007942561,"about_ca_topic_score_gemma":7.480049e-7,"teacher_disagreement_score":0.108752355,"about_ca_system_score_codex":0.000083458945,"about_ca_system_score_gemma":0.000021869744,"threshold_uncertainty_score":0.50860226},"labels":[],"label_agreement":null},{"id":"W4246205469","doi":"10.18260/1-2--30704","title":"International Engineering Student Motivation to Develop Communication Skills: a Case for an Integrated Training Approach","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Incentive; Computer science; Engineering education; Engineering ethics; Engineering management; Mathematics education; Pedagogy; Psychology; Engineering","score_opus":0.038720992551382956,"score_gpt":0.27430883613753626,"score_spread":0.2355878435861533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246205469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18821795,0.000013277288,0.8083712,0.00038240632,0.0002948598,0.00041642317,0.000008943165,0.00072660536,0.0015683597],"genre_scores_gemma":[0.75157624,0.000004347711,0.24766505,0.00019328544,0.00006670246,0.00023641267,0.00019117452,0.000031775166,0.000035026595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927896,0.000008910775,0.00026212473,0.00017038465,0.00011810168,0.00016150583],"domain_scores_gemma":[0.99945706,0.00004277861,0.000017623192,0.00013048956,0.00017327719,0.00017878046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014626786,0.00015005794,0.00011959704,0.00010591598,0.000043249584,0.0000770083,0.00022524255,0.000048362697,0.000031928663],"category_scores_gemma":[0.00019984649,0.0001559935,0.000021184787,0.00044291373,0.0000035080557,0.0001791414,0.000030599684,0.00011242092,0.000008625096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047361946,0.00012131456,0.00035602666,0.00007419217,0.00011820947,0.0000033081199,0.0386853,0.9323073,0.001576985,0.0015089625,0.0034897197,0.021753954],"study_design_scores_gemma":[0.00050778885,0.000050963314,0.004007638,0.00004019629,0.00001135787,0.0000724828,0.008423445,0.91719574,0.0011268721,0.0000035278333,0.06808197,0.0004780402],"about_ca_topic_score_codex":0.000004793959,"about_ca_topic_score_gemma":0.000002734095,"teacher_disagreement_score":0.5633583,"about_ca_system_score_codex":0.00014942868,"about_ca_system_score_gemma":0.000031483894,"threshold_uncertainty_score":0.63612306},"labels":[],"label_agreement":null},{"id":"W4246862036","doi":"10.37514/per-b.2011.2379.2.16","title":"\"An Engrained Part of My Career\": The Formation of a Knowledge Worker in the Dual Space of Engineering Knowledge and Rhetorical Process","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Rhetorical question; Dual (grammatical number); Space (punctuation); Process (computing); Knowledge worker; Sociology; Knowledge management; Epistemology; Engineering; Computer science; Philosophy; Work (physics); Linguistics; Mechanical engineering","score_opus":0.022018197778188503,"score_gpt":0.23286265127629108,"score_spread":0.21084445349810257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246862036","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113571264,0.019110225,0.017134042,0.00017676337,0.0030671381,0.0033077884,0.0000739065,0.0005706214,0.84298825],"genre_scores_gemma":[0.99571556,0.0002170597,0.00027530122,0.0000023342798,0.0000770312,0.00005579386,0.000017777405,0.000044858636,0.0035943144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903506,0.000013464459,0.00050273456,0.00012872403,0.0001642261,0.00015576946],"domain_scores_gemma":[0.99934614,0.00008830243,0.00009548958,0.0002768785,0.00014537583,0.000047818783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000323081,0.00025327282,0.00033985949,0.00019214647,0.000015513633,0.00000829021,0.00022509658,0.00017327972,0.000049713395],"category_scores_gemma":[0.000026526808,0.00016674653,0.000062297695,0.00013710932,0.00004290802,0.00008550448,0.000026889573,0.00026756304,0.0000032114722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006045393,0.00078099023,0.000489118,0.011952325,0.0006828302,0.0000050620274,0.3300431,0.025049148,0.0018005577,0.59378684,0.01243524,0.022914354],"study_design_scores_gemma":[0.005158122,0.0011167938,0.019333808,0.013432912,0.0010486104,0.00020405061,0.01426597,0.19350423,0.049956273,0.0045139245,0.69128704,0.006178263],"about_ca_topic_score_codex":0.000005478035,"about_ca_topic_score_gemma":0.000036456895,"teacher_disagreement_score":0.8821443,"about_ca_system_score_codex":0.000051375544,"about_ca_system_score_gemma":0.00006350826,"threshold_uncertainty_score":0.6799726},"labels":[],"label_agreement":null},{"id":"W4247477848","doi":"10.1016/j.jneb.2007.04.232","title":"Program Design, Implementation and Evaluation – Crystal C. Moderator–Tanya Horacek, PhD, RD","year":2007,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Computer science","score_opus":0.026496808830967094,"score_gpt":0.3468309134001998,"score_spread":0.32033410456923267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247477848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850268,0.0016648399,0.011378193,0.00017906952,0.0010418483,0.00060280086,0.0000019266752,0.000051946874,0.000052617343],"genre_scores_gemma":[0.9718264,0.000345853,0.027314669,0.000029975177,0.00024272592,0.00019121691,0.00002122406,0.000014833468,0.000013109506],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99915427,0.000026080921,0.00037339196,0.00008228011,0.00024113651,0.00012286718],"domain_scores_gemma":[0.9993511,0.000022208076,0.00010237819,0.000050647628,0.00033640827,0.00013724458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061274745,0.000105380124,0.00010664463,0.00024202239,0.000060102957,0.00007944895,0.000035703088,0.000056192148,0.00007014726],"category_scores_gemma":[0.000010510639,0.000106010564,0.000025949195,0.00015316189,0.000014494851,0.00029525824,0.0000042520037,0.00011200669,0.0000012718251],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015075558,0.0034980788,0.0028902902,0.0001800339,0.000035590867,0.0000024258384,0.0016199594,0.00018298003,0.018040186,0.000097752985,0.010317907,0.96311975],"study_design_scores_gemma":[0.005391552,0.000906832,0.85884,0.00048532616,0.0007930756,0.0012524313,0.039257627,0.0051565412,0.030782051,0.0006480258,0.055430807,0.0010557442],"about_ca_topic_score_codex":0.0000015938878,"about_ca_topic_score_gemma":0.000003823363,"teacher_disagreement_score":0.96206397,"about_ca_system_score_codex":0.0001629983,"about_ca_system_score_gemma":0.000103775616,"threshold_uncertainty_score":0.43229854},"labels":[],"label_agreement":null},{"id":"W4247885107","doi":"10.4018/9781591405122.ch006","title":"The CMS as Shapeshifter, Catalyst, and Engaging Learning Tool","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Materials science","score_opus":0.009278513586455163,"score_gpt":0.20148621207792008,"score_spread":0.19220769849146493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247885107","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011300307,0.002356879,0.00023050547,0.000019356441,0.00093858066,0.00017553818,0.0000064711617,0.00048242588,0.9946602],"genre_scores_gemma":[0.7491584,0.00034166395,0.0005119442,0.0001644848,0.0004270851,0.00008449886,0.0000143500465,0.00018794625,0.24910966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989929,0.0000072739927,0.00027169724,0.0002424526,0.00018659346,0.0002990898],"domain_scores_gemma":[0.9995221,0.00003275911,0.000051435392,0.0002403565,0.00003633333,0.00011700089],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013348693,0.0003565645,0.00022295148,0.00004124157,0.00018829989,0.00011990323,0.00020595336,0.00019251001,0.00004839779],"category_scores_gemma":[0.000019351864,0.00030460933,0.00007546691,0.000014341619,0.000044679076,0.000032599866,0.00007664937,0.00050986843,0.00022733718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003849647,0.0000027770855,0.000029884686,0.000098164324,0.00020615204,0.000020241523,0.00072204723,0.00024809077,0.00001805507,0.9488308,0.0031812934,0.046638668],"study_design_scores_gemma":[0.00025133512,0.000033182358,0.00033985035,0.00038388724,0.00009369157,0.00013598501,0.00010286834,0.00057202345,0.00008396225,0.04060559,0.9563363,0.0010613257],"about_ca_topic_score_codex":0.000017949316,"about_ca_topic_score_gemma":0.00001686731,"teacher_disagreement_score":0.953155,"about_ca_system_score_codex":0.00017004233,"about_ca_system_score_gemma":0.00006074924,"threshold_uncertainty_score":0.9999406},"labels":[],"label_agreement":null},{"id":"W4250022641","doi":"10.1109/tem.2015.2393731","title":"IEEE Transactions on Engineering Management publication information","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Engineering Management","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Information engineering; Information management; Business; Engineering management; Computer science; Knowledge management; Engineering; Information system","score_opus":0.009191238759275362,"score_gpt":0.1915749274057713,"score_spread":0.18238368864649596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250022641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020396553,0.000028447443,0.9847902,0.00017725746,0.0047898,0.00073166296,0.000023215152,0.002231407,0.005188374],"genre_scores_gemma":[0.97921276,0.00021022142,0.017437872,0.00018762554,0.000074522555,0.0011193602,0.00003462159,0.00013025271,0.0015927742],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978551,0.00001250088,0.00059197104,0.00033634438,0.00062787975,0.0005761759],"domain_scores_gemma":[0.9988798,0.000031060117,0.000048612063,0.0005762247,0.00010383904,0.00036046293],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026798184,0.0005187072,0.00026343175,0.0012194483,0.00011447043,0.00018432306,0.0003343762,0.00014064631,0.000107316024],"category_scores_gemma":[0.0000028205175,0.00060236093,0.00014510064,0.000983343,0.000013229517,0.00069809693,0.0000013655213,0.00044891113,0.0007840354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009962189,0.00012948844,3.353472e-7,0.0003331611,0.00028000952,0.0000051531706,0.00036602665,0.96402085,0.000052035048,0.00060520007,0.0032212678,0.030976523],"study_design_scores_gemma":[0.001779286,0.00013695286,0.00027713858,0.00035320836,0.00019833673,0.000021306118,0.00047615563,0.8526162,0.0127595505,0.000016015145,0.12995592,0.0014099544],"about_ca_topic_score_codex":0.000004953444,"about_ca_topic_score_gemma":0.000001430052,"teacher_disagreement_score":0.9771731,"about_ca_system_score_codex":0.00085121865,"about_ca_system_score_gemma":0.000018629009,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W4250383676","doi":"10.18260/1-2--32628","title":"Determining the Dependencies of Engineering Competencies for Engineering Practice: An Exploratory Case Study","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Manitoba; University of Manitoba","funders":"","keywords":"Accreditation; Engineering education; Teamwork; Health systems engineering; Exploratory research; Engineering; Engineering management; Medical education; Management; Medicine","score_opus":0.032788202970192526,"score_gpt":0.2605089535256651,"score_spread":0.22772075055547258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250383676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313703,0.00013341586,0.06662432,0.00009841002,0.00047423242,0.00058263156,0.000005061016,0.0006288791,0.00008271999],"genre_scores_gemma":[0.98043925,0.000006600257,0.019144442,0.000070847556,0.00010590969,0.00017208997,0.000003667913,0.0000523502,0.0000048447064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990842,0.000013630159,0.00033025854,0.00016783686,0.00017815424,0.00022593928],"domain_scores_gemma":[0.99924374,0.00025403386,0.0000368809,0.00019859264,0.0001335999,0.00013316909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024549803,0.00020413923,0.00020022507,0.00006756989,0.000059826696,0.00004888292,0.00020212217,0.000040000243,0.000013358175],"category_scores_gemma":[0.00029479974,0.00016894062,0.000048402184,0.0002382422,0.000009192104,0.00035512762,0.00003639047,0.00015240253,0.0000032898565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007662606,0.00023950722,0.0019991247,0.00052448467,0.0002888793,0.0001156181,0.06378999,0.9239208,0.0047815656,0.0006494886,0.0007175452,0.0029653253],"study_design_scores_gemma":[0.00080364716,0.00034222656,0.0017032501,0.00003279417,0.00010002293,0.00020015339,0.09765218,0.8838376,0.004309108,0.0000010209654,0.010414307,0.0006037133],"about_ca_topic_score_codex":0.0000059814233,"about_ca_topic_score_gemma":0.000011554166,"teacher_disagreement_score":0.04906892,"about_ca_system_score_codex":0.000041632476,"about_ca_system_score_gemma":0.000032886037,"threshold_uncertainty_score":0.6889199},"labels":[],"label_agreement":null},{"id":"W4250847366","doi":"10.47678/cjhe.v48i1.187975","title":"Living the Curriculum Review: Perspectives from Three Leaders","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Process (computing); Quality assurance; Medical education; Higher education; Curriculum development; Quality (philosophy); Curriculum mapping; Engineering ethics; Sociology; Public relations; Pedagogy; Psychology; Political science; Business; Medicine; Computer science; Engineering; Marketing","score_opus":0.010035777456977986,"score_gpt":0.2416518039526494,"score_spread":0.23161602649567142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250847366","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44944394,0.49137232,0.0009215236,0.015563876,0.02869724,0.0003664532,0.000007454482,0.00009401592,0.013533166],"genre_scores_gemma":[0.9955587,0.0005982292,0.00060074957,0.00067817135,0.0015926011,0.000008613341,0.0000023488185,0.000019201823,0.0009414291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994525,0.000016932581,0.00020183164,0.00006615084,0.00009997868,0.00016265045],"domain_scores_gemma":[0.99932104,0.000025031399,0.000056180328,0.00013918764,0.0002390723,0.00021946756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012768072,0.00009336889,0.00009925526,0.00010664844,0.000086885055,0.00004110142,0.00020607107,0.000032020824,0.00150207],"category_scores_gemma":[0.000041801584,0.00007158218,0.00004618626,0.0002196059,0.00006169396,0.00012306818,0.000002771058,0.00016574268,0.000075172036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.005898e-7,0.000020514668,0.014562927,0.000055613804,0.000069429756,0.000001007684,0.0070058936,0.00009777733,0.000050987797,0.00059901865,0.97429556,0.0032410969],"study_design_scores_gemma":[0.000039850416,0.00001775472,0.23700877,0.0011040962,0.00004438136,0.000022215818,0.0037417205,0.000051558105,0.000029802459,0.00017592772,0.7575927,0.00017125241],"about_ca_topic_score_codex":0.0008407603,"about_ca_topic_score_gemma":0.0027351533,"teacher_disagreement_score":0.54611474,"about_ca_system_score_codex":0.00031000187,"about_ca_system_score_gemma":0.0007067552,"threshold_uncertainty_score":0.9994107},"labels":[],"label_agreement":null},{"id":"W4251500168","doi":"10.5539/emr.v8n2p73","title":"Reviewer Acknowledgements for Engineering Management Research, Vol. 8, No. 2","year":2019,"lang":"en","type":"article","venue":"Engineering Management Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering management; Engineering; Library science; Computer science","score_opus":0.03248819196528929,"score_gpt":0.3269724771796506,"score_spread":0.2944842852143613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251500168","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11400943,0.017261649,0.1788104,0.0005664612,0.3057374,0.04842888,0.0001052744,0.013700642,0.32137984],"genre_scores_gemma":[0.2132841,0.016045878,0.20799656,0.00021219696,0.017862462,0.026577165,0.0006860106,0.0024584294,0.5148772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952809,0.00005356024,0.0005944328,0.0007653474,0.0014552249,0.0018504906],"domain_scores_gemma":[0.99286485,0.00024493728,0.000024996572,0.0010618864,0.005468559,0.0003347479],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00358502,0.000482862,0.0004180776,0.0017386973,0.00017241301,0.0002372007,0.0010018861,0.00014869227,0.0010466463],"category_scores_gemma":[0.0016177468,0.00052703853,0.00016104923,0.0019216572,0.000032224667,0.00027143577,0.00046781407,0.0008905229,0.008258142],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010034722,0.0001359631,0.00017590038,0.009790159,0.00055420987,0.00000961695,0.00016129615,0.097535826,0.00032816528,0.0059208097,0.8745486,0.010829425],"study_design_scores_gemma":[0.0006706103,0.00006486166,0.0017524874,0.0007873322,0.0000195967,3.954245e-7,0.00012342024,0.0944985,0.00044440964,0.00004641973,0.90104145,0.00055054086],"about_ca_topic_score_codex":0.0000020718408,"about_ca_topic_score_gemma":7.0977154e-7,"teacher_disagreement_score":0.28787497,"about_ca_system_score_codex":0.00087485375,"about_ca_system_score_gemma":0.00002474674,"threshold_uncertainty_score":0.99986655},"labels":[],"label_agreement":null},{"id":"W4253486545","doi":"10.1142/9789813204027_0059","title":"Perspective on Coastal Engineering Practice and Education","year":2017,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Perspective (graphical); Engineering ethics; Sociology; Engineering; Environmental ethics; Computer science; Philosophy; Artificial intelligence","score_opus":0.009879089976772051,"score_gpt":0.24011289543702985,"score_spread":0.2302338054602578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253486545","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006816944,0.00055620325,0.00009142763,0.00013181618,0.0057381787,0.00025414795,0.000016771939,0.0002985636,0.9928447],"genre_scores_gemma":[0.011124239,0.000008874957,0.0010323476,0.000048372076,0.00026950828,0.000037215046,0.000030929485,0.000085466134,0.98736304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988581,0.000004018779,0.00019957084,0.0004150384,0.000304696,0.00021856726],"domain_scores_gemma":[0.9990205,0.000054287553,0.000082114944,0.0005050664,0.00017722782,0.00016079763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021234559,0.0003252068,0.00021059686,0.0004894516,0.00021976147,0.0004106363,0.00020215519,0.0001060867,0.000064126885],"category_scores_gemma":[0.000043206943,0.00035756957,0.000057226065,0.000019217743,0.00009037509,0.000095267125,0.000046519603,0.00044270736,0.00016724541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007754954,0.00005000596,0.0000020814566,0.00027747962,0.00021911146,0.000016301045,0.0031678374,0.0014980151,0.00036537184,0.77059895,0.20380451,0.019992597],"study_design_scores_gemma":[0.00007753345,0.00000880446,0.000040115083,0.00041645413,0.000035509976,0.000016615988,0.00008880396,0.00045697688,0.000115650895,0.00088587706,0.99744785,0.00040979063],"about_ca_topic_score_codex":0.0000034557154,"about_ca_topic_score_gemma":0.00013610894,"teacher_disagreement_score":0.79364336,"about_ca_system_score_codex":0.0003298141,"about_ca_system_score_gemma":0.0001886844,"threshold_uncertainty_score":0.99988765},"labels":[],"label_agreement":null},{"id":"W4253909008","doi":"10.32920/ryerson.14636868","title":"Providing a Uniform Design Experience in an Undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Work (physics); Engineering management; Mechanical design; Engineering education; Software engineering; Work in process; Engineering; Mechanical engineering; Operations management","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253909008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4255356523","doi":"10.18260/1-2--33189","title":"Preparing Engineering Students for Their Profession - A Novel Curricular Approach","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Experiential learning; Engineering education; Capstone course; Engineering; Engineering ethics; Mathematics education; Computer science; Psychology; Engineering management","score_opus":0.016199126631247205,"score_gpt":0.24534155889581538,"score_spread":0.22914243226456818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255356523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12341817,0.00014333706,0.8714351,0.00010727907,0.0005803702,0.00071238755,0.000005430806,0.0014132482,0.002184667],"genre_scores_gemma":[0.94594973,0.000011220826,0.053215243,0.000103162114,0.0001558398,0.00037341067,0.000029069126,0.000059156082,0.00010314071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991885,0.0000024613719,0.00020299184,0.0002029578,0.00015216018,0.0002509526],"domain_scores_gemma":[0.99966496,0.000017613247,0.000014913217,0.000120160315,0.000028906712,0.00015346265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000084750696,0.00018929811,0.00015889677,0.00004613476,0.000037610655,0.0000460137,0.00022525908,0.00006117772,0.000014369768],"category_scores_gemma":[0.000029831046,0.0001625624,0.000061207684,0.00020262234,0.0000032682235,0.000095343086,0.0000487162,0.00012025926,0.000011276863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011819515,0.00038555864,0.0036148252,0.002431577,0.00035015162,6.895752e-7,0.0074607553,0.89807504,0.052700236,0.002935395,0.028324613,0.003709317],"study_design_scores_gemma":[0.000575262,0.000020688907,0.0021753344,0.00005672867,0.000011904496,0.0000032394505,0.00045686596,0.9492096,0.006819857,0.0000034155837,0.040264785,0.00040234567],"about_ca_topic_score_codex":5.687404e-7,"about_ca_topic_score_gemma":9.990028e-8,"teacher_disagreement_score":0.8225316,"about_ca_system_score_codex":0.00005930543,"about_ca_system_score_gemma":0.000013341845,"threshold_uncertainty_score":0.6629102},"labels":[],"label_agreement":null},{"id":"W4255460525","doi":"10.24908/pceea.v0i0.9774","title":"Creating a Human-Centric Engineering Design Course","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Human engineering; Engineering design process; Engineering; Industrial design; Engineering management; Course (navigation); Engineering ethics; Systems engineering; Mechanical engineering","score_opus":0.00660615017604619,"score_gpt":0.20609379437145517,"score_spread":0.199487644195409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255460525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271347,0.0010966116,0.004068663,0.002992411,0.019015037,0.0024989974,0.000050628914,0.0026577283,0.04048525],"genre_scores_gemma":[0.99152434,0.000011864148,0.005785909,0.00009359047,0.00055265054,0.000112982045,0.000007877247,0.000087919536,0.0018228407],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984409,0.000005324746,0.00042046883,0.00021832915,0.00037974992,0.000535196],"domain_scores_gemma":[0.9986975,0.000052005595,0.00016777901,0.00015384205,0.00061613764,0.00031270963],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047835565,0.00027209488,0.000222129,0.00040221846,0.00023990095,0.00014346412,0.00040742903,0.00019216439,0.00008995559],"category_scores_gemma":[0.0005508166,0.0002877764,0.00009165989,0.0010561305,0.000018960669,0.00023581907,0.000024590672,0.0003031146,0.000040998886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059611757,0.00047348408,0.10062493,0.0021607925,0.0012750617,8.930976e-7,0.013210425,0.17039366,0.0745472,0.044944953,0.5878601,0.0045025493],"study_design_scores_gemma":[0.0010588327,0.00010391038,0.49542865,0.0015029797,0.00034692482,0.00003947488,0.0010276044,0.21266906,0.06289822,0.00025582805,0.22206806,0.0026004757],"about_ca_topic_score_codex":0.00075898424,"about_ca_topic_score_gemma":0.00046992977,"teacher_disagreement_score":0.3948037,"about_ca_system_score_codex":0.0026806733,"about_ca_system_score_gemma":0.0005106377,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W4255910422","doi":"10.24908/ijesjp.v5i1-2.8928","title":"Retooling Engineering for Social Justice: The use of explicit models for analytical thinking, critical reflection, and peer-review in Swedish engineering education","year":2017,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Sociology; Economic Justice; Critical thinking; Argument (complex analysis); Rhetoric; Critical reflection; Pedagogy; Engineering; Political science; Law","score_opus":0.06816432029498916,"score_gpt":0.3759053836327033,"score_spread":0.30774106333771417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255910422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09171435,0.011594359,0.85903627,0.02101477,0.015179073,0.0010306303,0.00010782905,0.00017920924,0.00014352468],"genre_scores_gemma":[0.9589552,0.0035506801,0.033617806,0.0002613342,0.003266407,0.0001100089,0.000022909571,0.000091888556,0.00012375701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986524,0.000008560839,0.00057082326,0.0001412447,0.00039684054,0.00023012639],"domain_scores_gemma":[0.99833584,0.0004734881,0.00015505985,0.00009571531,0.0008598803,0.00008003315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000663357,0.00019968706,0.00032214573,0.00019918708,0.00016894551,0.00022619352,0.0003195212,0.00010121799,0.0000024537578],"category_scores_gemma":[0.002653405,0.00019405688,0.000115291696,0.00008717747,0.000026428577,0.00054264755,0.000044536835,0.0003210477,1.272665e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012055443,0.00024722578,0.00015858085,0.018696442,0.00085951725,0.000012586053,0.008337175,0.70236987,0.0028788287,0.18703045,0.06802065,0.011268131],"study_design_scores_gemma":[0.0008000849,0.0000515468,0.003936865,0.0023570661,0.0008390274,0.00009166754,0.0005281699,0.9253239,0.000169967,0.00028682058,0.06513496,0.00047994737],"about_ca_topic_score_codex":0.000006435669,"about_ca_topic_score_gemma":0.0000021559727,"teacher_disagreement_score":0.86724085,"about_ca_system_score_codex":0.00014812184,"about_ca_system_score_gemma":0.00008506128,"threshold_uncertainty_score":0.79134095},"labels":[],"label_agreement":null},{"id":"W4255982538","doi":"10.24908/iqurcp.8511","title":"Experiences of Belonging in Engineering Undergraduate Education at Queen’s","year":2018,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ceremony; Engineering education; Context (archaeology); Socialization; Feeling; Engineering ethics; Inclusion (mineral); Undergraduate education; Engineering; Pedagogy; Sociology; Medical education; Psychology; Mechanical engineering; Social science; History; Medicine","score_opus":0.03464339062697154,"score_gpt":0.3236520360463245,"score_spread":0.28900864541935295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255982538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884845,0.00015525715,0.0017547071,0.0024913105,0.0011520515,0.00048147555,0.0000013267786,0.00036031107,0.005119044],"genre_scores_gemma":[0.99654996,0.00043390493,0.0015131822,0.000017963193,0.00023505198,0.00044861546,0.000009523893,0.000062240724,0.00072956085],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972451,0.00002782896,0.0006015561,0.0004697269,0.00079582585,0.0008599986],"domain_scores_gemma":[0.99846965,0.00009545061,0.000072500305,0.0002235637,0.00088405353,0.0002547713],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008063825,0.00031906107,0.0003390308,0.0010435677,0.00014221031,0.00013933693,0.00051624456,0.00015215855,0.00007057574],"category_scores_gemma":[0.00024440684,0.00033779838,0.000055812638,0.0015650054,0.00033664322,0.00050180603,0.00017220931,0.0004882211,0.00008459468],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015204177,0.0011150424,0.033723626,0.005920801,0.00041106917,0.000020178548,0.46402577,0.0039535365,0.09226431,0.3058097,0.06682798,0.025775945],"study_design_scores_gemma":[0.0030850612,0.0011322512,0.031555463,0.008807442,0.00006181051,0.00012475206,0.21822923,0.19075693,0.4593755,0.03812928,0.04331185,0.0054304353],"about_ca_topic_score_codex":0.0001331924,"about_ca_topic_score_gemma":0.000024183588,"teacher_disagreement_score":0.36711118,"about_ca_system_score_codex":0.0008016156,"about_ca_system_score_gemma":0.00041266234,"threshold_uncertainty_score":0.99990743},"labels":[],"label_agreement":null},{"id":"W4256684145","doi":"10.32920/ryerson.14636868.v1","title":"Providing a Uniform Design Experience in an Undergraduate Mechanical Engineering Program","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Engineering design process; Process (computing); Computer science; Design process; Engineering management; Work (physics); Mechanical design; Software engineering; Work in process; Engineering; Mechanical engineering; Operations management","score_opus":0.03716113668644896,"score_gpt":0.2844751066244699,"score_spread":0.24731396993802093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256684145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38546064,0.00039467108,0.6042599,0.00016713807,0.0030192821,0.0017523961,0.0000021424853,0.004191815,0.00075202156],"genre_scores_gemma":[0.7918214,0.00011070607,0.20651798,0.000016529719,0.00006122955,0.0012737723,0.000053240565,0.00008353067,0.00006160838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.000026933478,0.00047581003,0.00049343024,0.00025747772,0.0004984306],"domain_scores_gemma":[0.9992087,0.000033034503,0.00003186138,0.00045309408,0.00005907157,0.00021425697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021114791,0.00043341564,0.00036391758,0.00025170238,0.000025316023,0.00028215864,0.0003743959,0.0002952407,0.000055160064],"category_scores_gemma":[0.000043725715,0.00046832478,0.00007358877,0.00039272182,0.0000092247565,0.00021111322,0.00019039445,0.0007434953,0.000007681187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016713288,0.00016992536,0.0000856289,0.00047094113,0.00003910069,0.000035459456,0.002004892,0.98690933,0.002034169,0.0008540967,0.00012198432,0.0072727976],"study_design_scores_gemma":[0.0001686398,0.000029380335,0.00050280377,0.00047436607,0.000009514869,0.000013269142,0.00070859474,0.9860922,0.010428899,0.0000949325,0.0007006065,0.00077678106],"about_ca_topic_score_codex":0.000019925288,"about_ca_topic_score_gemma":0.00004066034,"teacher_disagreement_score":0.40636075,"about_ca_system_score_codex":0.0004899093,"about_ca_system_score_gemma":0.00017706145,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W4288698994","doi":"10.35542/osf.io/2tdm8","title":"First Year Engineering Design: Course Design, Projects, Challenges, and Outcomes","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; Thompson Rivers University","funders":"","keywords":"Context (archaeology); Engineering design process; Engineering education; Teamwork; Course (navigation); Class (philosophy); Accreditation; Engineering; Engineering management; Expediting; Computer science; Software engineering; Systems engineering; Medical education","score_opus":0.04297552132750607,"score_gpt":0.24442429282348152,"score_spread":0.20144877149597545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288698994","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006273221,0.061519846,0.8937709,0.0028542664,0.013175362,0.0049129464,0.00004765486,0.008964896,0.008480959],"genre_scores_gemma":[0.36410704,0.0383848,0.58846647,0.00012628043,0.0004626675,0.004303083,0.00012878055,0.0007156203,0.0033052426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985964,0.000027564218,0.00031540424,0.00041804105,0.00027236363,0.00037027636],"domain_scores_gemma":[0.9992181,0.00013353089,0.00003717817,0.00042499942,0.000030486024,0.00015571757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035328057,0.00047212167,0.00040910623,0.00019610157,0.000058550613,0.00006856156,0.0002914902,0.00020269447,0.000357536],"category_scores_gemma":[0.00004023369,0.0004834029,0.00007168279,0.00009967547,0.000011913079,0.00007306898,0.00030035237,0.00066507555,0.000027663547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022746854,0.00006582988,0.00019758938,0.0010830519,0.00030743072,0.000012513726,0.0018391589,0.9856566,0.000011509622,0.0018084276,0.00722494,0.0017906567],"study_design_scores_gemma":[0.0016536195,0.00016933381,0.08503756,0.0009105661,0.00035031792,0.00007167177,0.00338911,0.73173094,0.00059330807,0.00066326687,0.16961673,0.005813586],"about_ca_topic_score_codex":0.0000060924485,"about_ca_topic_score_gemma":0.000004127827,"teacher_disagreement_score":0.3578338,"about_ca_system_score_codex":0.00025082412,"about_ca_system_score_gemma":0.00012238529,"threshold_uncertainty_score":0.99976176},"labels":[],"label_agreement":null},{"id":"W4292560135","doi":"10.1155/2022/1595126","title":"Outcomes-Based Assessment and Lessons Learned in ABET-CAC Accreditation: A Case Study of the American University in the Emirates","year":2022,"lang":"en","type":"article","venue":"Mobile Information Systems","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Accreditation; Employability; Process (computing); Engineering management; Quality (philosophy); Commission; Computer science; Medical education; Engineering; Engineering ethics; Political science; Medicine; Psychology; Pedagogy","score_opus":0.020082540907851987,"score_gpt":0.2877018465849001,"score_spread":0.2676193056770481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292560135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99875146,0.0000075421362,0.00019768026,0.00008142167,0.00019951943,0.0005849293,0.0000098711,0.000026448486,0.0001411177],"genre_scores_gemma":[0.9997145,0.0000016731834,0.000022853033,0.00002457955,0.0000029066753,0.0002172022,0.000007271921,0.0000030856502,0.000005925874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99937963,0.00009569381,0.00022855899,0.000043373577,0.00018197695,0.000070734815],"domain_scores_gemma":[0.9996879,0.00006334458,0.00008253336,0.00013168874,0.000021450618,0.000013085175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037574343,0.00006261636,0.000107572065,0.00014350447,0.00007715821,0.000025492669,0.00011315803,0.000009095022,0.0000031750485],"category_scores_gemma":[0.000005553301,0.000046614263,0.000013325769,0.000561714,0.00001069231,0.00013060069,0.000025372807,0.0001301595,8.238635e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014124045,0.000066611836,0.08453164,0.00003747911,0.000008754427,0.0000063976586,0.018184144,0.8961731,0.0000037532473,0.00008713645,0.000079681566,0.00081988965],"study_design_scores_gemma":[0.0008575469,0.00008471142,0.43208882,0.000014143793,0.000005782235,0.00003270902,0.5079091,0.053547923,0.000003308317,8.2197334e-7,0.0053537595,0.00010138904],"about_ca_topic_score_codex":0.0006888577,"about_ca_topic_score_gemma":0.00016058763,"teacher_disagreement_score":0.8426252,"about_ca_system_score_codex":0.00021096713,"about_ca_system_score_gemma":0.000049576323,"threshold_uncertainty_score":0.19008744},"labels":[],"label_agreement":null},{"id":"W4293153874","doi":"10.5539/hes.v12n4p1","title":"Some Solutions for Designing and Organizing A Study Influence Quality Accreditation on the Development of Teacher Training Programs in Vietnam","year":2022,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Sample (material); Quality (philosophy); Higher education; Computer science; Measure (data warehouse); Engineering management; Training (meteorology); Medical education; Mathematics education; Psychology; Engineering; Political science; Medicine","score_opus":0.1651596138108621,"score_gpt":0.3508228648532072,"score_spread":0.18566325104234507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293153874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99728817,0.0009387687,0.00011881881,0.0003107973,0.0006532844,0.00058782956,8.2836357e-7,0.00006788831,0.000033617504],"genre_scores_gemma":[0.9939083,0.000009620282,0.0031282206,0.000040275263,0.000047459693,0.0027269807,0.0000066364514,0.000015135175,0.000117382064],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99916965,0.000057436224,0.00032691192,0.00013485076,0.0001541456,0.00015700932],"domain_scores_gemma":[0.9996011,0.0001393624,0.000058960417,0.00008965223,0.000089900765,0.000021021608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079746725,0.000103770464,0.00013831962,0.00010889679,0.00031456613,0.000016261301,0.00007665991,0.000013390439,0.000007827189],"category_scores_gemma":[0.000048479655,0.000090551606,0.000013533993,0.00030460797,0.000018679213,0.000075515134,0.00004225954,0.00010836395,7.886948e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024724575,0.0023126802,0.057329714,0.0005751345,0.0006007437,2.2815823e-7,0.8470893,0.03125112,0.0042962725,0.029647758,0.0028998237,0.02397253],"study_design_scores_gemma":[0.00033281744,0.00006846397,0.57214326,0.0000839589,0.000019099529,5.261819e-7,0.4221119,0.000095398864,0.00011341358,0.00031842783,0.004479672,0.00023303065],"about_ca_topic_score_codex":0.0000031990924,"about_ca_topic_score_gemma":0.000009884111,"teacher_disagreement_score":0.51481354,"about_ca_system_score_codex":0.00023964055,"about_ca_system_score_gemma":0.00014451015,"threshold_uncertainty_score":0.36925873},"labels":[],"label_agreement":null},{"id":"W4295332845","doi":"10.53379/cjcd.2022.335","title":"Book Review of “Outcome-Based Experiential Learning”","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Career Development","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Experiential learning; Outcome (game theory); Work (physics); Task (project management); Process (computing); Psychology; Knowledge management; Computer science; Medical education; Pedagogy; Medicine; Engineering","score_opus":0.010973922070322606,"score_gpt":0.20940950837287642,"score_spread":0.1984355863025538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295332845","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060468726,0.909758,0.008688896,0.002389027,0.012155317,0.00069049,0.00002650701,0.00014268098,0.0056804135],"genre_scores_gemma":[0.9758574,0.0019881146,0.008809513,0.008972504,0.00018067312,0.00016078178,0.000083449886,0.0001308938,0.0038166847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873036,0.000029724197,0.00060297083,0.00006853943,0.00035010907,0.00021829944],"domain_scores_gemma":[0.999284,0.000013114596,0.00011438538,0.00009372619,0.00016432644,0.00033042583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000353269,0.00012062339,0.00024022968,0.0002985841,0.00010076281,0.000011557965,0.00024296284,0.000021692818,0.004771072],"category_scores_gemma":[0.00004470906,0.00012893477,0.00008306991,0.00025355702,0.00001541096,0.00004635979,0.000012254718,0.00027947416,0.0000063775733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040286077,0.0000257915,0.006582907,0.0023502482,0.00016345942,0.00009907478,0.0044467337,0.08412981,0.00008407419,0.00003345803,0.89480555,0.007274888],"study_design_scores_gemma":[0.0001770288,0.000023779641,0.002320359,0.00046702713,0.000011867746,0.00003866129,0.00021409382,0.00008079231,0.00091771176,3.4467567e-7,0.99559325,0.00015508269],"about_ca_topic_score_codex":0.000025887133,"about_ca_topic_score_gemma":0.00005221295,"teacher_disagreement_score":0.91538864,"about_ca_system_score_codex":0.00068576686,"about_ca_system_score_gemma":0.0016541102,"threshold_uncertainty_score":0.9961387},"labels":[],"label_agreement":null},{"id":"W4297319846","doi":"10.1201/b21964-9","title":"Policy and regulations in rehabilitation engineering","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Business; Engineering ethics; Physical medicine and rehabilitation; Engineering; Medicine; Physical therapy","score_opus":0.0051376567610965295,"score_gpt":0.200145461721685,"score_spread":0.19500780496058845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297319846","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010491868,0.0005841408,0.0006080981,0.0006085753,0.0006456,0.00036418164,0.000013312574,0.00071865733,0.99540824],"genre_scores_gemma":[0.10251299,0.0014061976,0.02723585,0.00013669331,0.0005126571,0.00042067966,0.00033670224,0.00045145547,0.86698675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994146,0.000001951435,0.00021524033,0.00013976592,0.00010929345,0.00011909719],"domain_scores_gemma":[0.9997201,0.0000689565,0.00001367512,0.0001344567,0.000011891708,0.000050908628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000071906834,0.00016745212,0.00014150958,0.0005155016,0.000019226243,0.000014251926,0.000051563173,0.00008661011,0.0006902603],"category_scores_gemma":[0.000033524055,0.00020291372,0.000027500022,0.0000796954,0.000008858869,0.00005719526,0.00002599444,0.00022046507,0.000013651234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0739502e-7,0.000005127403,0.000029361854,0.00016292222,0.000020631496,0.0000014573654,0.00049977517,0.103824094,0.000026321413,0.8903703,0.0021277152,0.0029318908],"study_design_scores_gemma":[0.0001893561,0.000020734435,0.0053098747,0.00013182717,0.000009378705,0.00001188432,0.000046086498,0.019556215,0.000006674798,0.0047589317,0.9693541,0.0006049727],"about_ca_topic_score_codex":0.000009893771,"about_ca_topic_score_gemma":0.000011234182,"teacher_disagreement_score":0.9672263,"about_ca_system_score_codex":0.00035337586,"about_ca_system_score_gemma":0.000038740684,"threshold_uncertainty_score":0.82745814},"labels":[],"label_agreement":null},{"id":"W4297443226","doi":"","title":"ÉVALUER À DISTANCE EN TEMPS DE PANDÉMIE : le cas d'un programme de maitrise professionnelle en environnement","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Engineering; Medicine; Geography; Archaeology","score_opus":0.008173134183020703,"score_gpt":0.21588079627294968,"score_spread":0.20770766208992897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297443226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42087275,0.0038232456,0.52218693,0.013266058,0.0012609801,0.0017023308,0.00010102491,0.0016504071,0.03513626],"genre_scores_gemma":[0.8951702,0.0011061297,0.08944403,0.000052380958,0.000048817936,0.0011196852,0.00045168475,0.00011307227,0.012494017],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959343,0.0020604827,0.00047657633,0.00051615277,0.00038959787,0.0006228654],"domain_scores_gemma":[0.9976599,0.0004926075,0.000152412,0.001201446,0.00020767553,0.00028595267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046862694,0.0003713291,0.00030235742,0.00015088306,0.0003856273,0.00017089183,0.0009512255,0.00023942442,0.0005808575],"category_scores_gemma":[0.00046826206,0.0004211279,0.00014704821,0.0002855193,0.000055286775,0.000068918016,0.00082455546,0.00096791994,0.000021759448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040141826,0.0056605204,0.033056222,0.004283178,0.0011305416,0.00008804841,0.36412498,0.13969229,0.009601213,0.13706772,0.03260683,0.27264833],"study_design_scores_gemma":[0.0024446584,0.0000020062887,0.08559401,0.0032528802,0.00016588692,0.00006189641,0.008378693,0.17218745,0.0749841,0.005439389,0.6445542,0.0029348119],"about_ca_topic_score_codex":0.00027007307,"about_ca_topic_score_gemma":0.0002006418,"teacher_disagreement_score":0.61194736,"about_ca_system_score_codex":0.0011668298,"about_ca_system_score_gemma":0.00051953684,"threshold_uncertainty_score":0.99982405},"labels":[],"label_agreement":null},{"id":"W4298083659","doi":"","title":"The use of integrals in Mechanics of Materials textbooks for engineering students: the case of the first moment of an area","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Moment (physics); Applied mechanics; Computer science; Classical mechanics; Mechanical engineering; Engineering; Physics","score_opus":0.020454945083297697,"score_gpt":0.23469156313039158,"score_spread":0.21423661804709387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298083659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96772265,0.0002246404,0.030047156,0.00037576628,0.000547836,0.0008406203,0.0001290889,0.000036117937,0.00007610917],"genre_scores_gemma":[0.99241215,0.00018484167,0.0070480066,0.0000052296873,0.0000071919235,0.00015547188,0.000030058272,0.000030972988,0.0001260833],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983279,0.00035900314,0.0007509577,0.00017948335,0.00021997384,0.00016266543],"domain_scores_gemma":[0.99666095,0.0007723285,0.00038922083,0.0013180281,0.00082382903,0.000035661156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027181446,0.00019102622,0.00031237138,0.00010122328,0.00007259723,0.000059012502,0.0010563647,0.00011288558,0.000010465398],"category_scores_gemma":[0.00056839985,0.00012623926,0.00010935736,0.00020442212,0.00008573666,0.00004689419,0.00045307618,0.00018022287,2.4062732e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119464545,0.0038868478,0.0035203209,0.012825471,0.0022458201,0.000007655801,0.15472822,0.4333737,0.082889296,0.2694737,0.0042314176,0.0326981],"study_design_scores_gemma":[0.0005234449,0.0000024697829,0.0036858777,0.0048432536,0.00008422649,0.00001406255,0.0008102269,0.14619207,0.83611673,0.000742793,0.006623918,0.00036093374],"about_ca_topic_score_codex":0.00043169837,"about_ca_topic_score_gemma":0.0011694779,"teacher_disagreement_score":0.7532274,"about_ca_system_score_codex":0.000088151355,"about_ca_system_score_gemma":0.00007530894,"threshold_uncertainty_score":0.51478875},"labels":[],"label_agreement":null},{"id":"W4298380349","doi":"","title":"A Problem-Based Learning Approach for Green Control & IT in a Master Program","year":2011,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Control (management); Computer science; Mathematics education; Artificial intelligence; Psychology","score_opus":0.017164662937846287,"score_gpt":0.21633650176794153,"score_spread":0.19917183883009523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298380349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011531228,0.0005703663,0.9236607,0.0017980594,0.00024526627,0.0027181194,0.00002611771,0.0011545464,0.058295608],"genre_scores_gemma":[0.648004,0.00005130102,0.3440519,0.000050331953,0.000021583744,0.0031527309,0.00057660526,0.00010020652,0.003991346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784315,0.0006083489,0.0004806729,0.00047993142,0.00019879214,0.00038910843],"domain_scores_gemma":[0.9982291,0.00022717487,0.00014293815,0.000698138,0.00057074346,0.0001319295],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002197887,0.00033198998,0.00034643355,0.00025197296,0.0000820251,0.00014902437,0.0005887066,0.00026156427,0.000054676006],"category_scores_gemma":[0.00018796988,0.00036636778,0.0001467769,0.00026315643,0.00004653015,0.00006086823,0.0001408909,0.00066266704,0.000011555347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008666216,0.0062139733,0.019476006,0.012540933,0.00076248276,0.0000087683675,0.07407166,0.40036026,0.0020046956,0.029698558,0.007992176,0.4467838],"study_design_scores_gemma":[0.0016525678,0.0000012026077,0.0030313795,0.0019226568,0.000050238883,0.000003136016,0.00013285702,0.929089,0.0027306862,0.0005140023,0.06000513,0.00086712086],"about_ca_topic_score_codex":0.00022430086,"about_ca_topic_score_gemma":0.00026203357,"teacher_disagreement_score":0.63647276,"about_ca_system_score_codex":0.00017002122,"about_ca_system_score_gemma":0.0001710722,"threshold_uncertainty_score":0.9998788},"labels":[],"label_agreement":null},{"id":"W4308709549","doi":"10.24908/pceea.vi.15977","title":"Evidence of Sociotechnical Thinking in Engineering Students","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sociotechnical system; Thematic analysis; Engineering education; Technical writing; Vocational education; Class (philosophy); Qualitative research; Qualitative analysis; Mathematics education; Engineering ethics; Computer science; Engineering; Psychology; Pedagogy; Higher education; Knowledge management; Sociology; Engineering management; Artificial intelligence; Social science","score_opus":0.007283951640028733,"score_gpt":0.21898701499614245,"score_spread":0.21170306335611372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99400514,0.0007045254,0.00005880713,0.0012587779,0.0027197402,0.00046185177,0.000011713717,0.00019853406,0.00058089825],"genre_scores_gemma":[0.9984234,0.00003532919,0.0009378724,0.00006148135,0.00005729521,0.00017908939,0.0000036238382,0.0000432616,0.000258657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983608,0.0000071954682,0.00046146582,0.00016505946,0.00067881856,0.00032666253],"domain_scores_gemma":[0.9993334,0.00007303467,0.00016947018,0.000120497796,0.00017843503,0.00012520491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086574466,0.00016856907,0.00021743345,0.00052121445,0.00011468403,0.00004546605,0.000675524,0.00010411135,0.00005562266],"category_scores_gemma":[0.00056463043,0.00019467923,0.000086424225,0.0010694641,0.000008370078,0.0001816546,0.000086267544,0.000509444,0.0000022473976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043518207,0.00024194767,0.33280456,0.0016993617,0.00020054186,4.0997955e-7,0.007439794,0.60553604,0.01915095,0.010636669,0.02151483,0.0007705263],"study_design_scores_gemma":[0.00059688865,0.00005505867,0.9231202,0.0018205574,0.00008267524,0.000016181926,0.0017264246,0.037188973,0.011490033,0.00027229433,0.022519087,0.0011116181],"about_ca_topic_score_codex":0.0010480527,"about_ca_topic_score_gemma":0.0005078576,"teacher_disagreement_score":0.59031564,"about_ca_system_score_codex":0.00454428,"about_ca_system_score_gemma":0.00043438346,"threshold_uncertainty_score":0.9992771},"labels":[],"label_agreement":null},{"id":"W4308709969","doi":"10.24908/pceea.vi.15979","title":"Towards forming learning communities - Understanding the role of collaborative work in an undergraduate engineering program","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Teamwork; Thematic analysis; Focus group; Curriculum; Engineering education; Learning community; Work (physics); Pedagogy; Psychology; Psychological intervention; Group work; Project-based learning; Value (mathematics); Mathematics education; Qualitative research; Engineering; Sociology; Computer science; Political science","score_opus":0.007275203642549079,"score_gpt":0.204372903585647,"score_spread":0.19709769994309792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308709969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99111676,0.0005503112,0.00011980376,0.0012944473,0.0018955834,0.0010120157,0.000019782421,0.00036926876,0.003622036],"genre_scores_gemma":[0.998301,0.000019269182,0.0010079533,0.000023786111,0.000047900467,0.00038995585,0.000020204257,0.00005361553,0.0001362969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987221,0.000020475953,0.00038422487,0.00011800487,0.00039238535,0.00036280986],"domain_scores_gemma":[0.99927175,0.00007147846,0.00019724744,0.000119194265,0.0002242534,0.0001160635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063606544,0.00019303679,0.00020479503,0.00045267935,0.0002993122,0.00009647775,0.00045377068,0.000077566736,0.0000208739],"category_scores_gemma":[0.00018226172,0.00019077562,0.000062898944,0.0017080996,0.000017700582,0.00024188674,0.000055147088,0.0006115465,6.7628747e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043197697,0.000117241856,0.07420221,0.00026187126,0.0001393069,9.0108045e-8,0.028945673,0.86715883,0.0011728397,0.024153905,0.0012407507,0.002602992],"study_design_scores_gemma":[0.000932563,0.00019537081,0.22706468,0.00095667003,0.00015274527,0.00001497842,0.20362394,0.44878834,0.006355628,0.0017777032,0.108306,0.001831395],"about_ca_topic_score_codex":0.0015207791,"about_ca_topic_score_gemma":0.002358285,"teacher_disagreement_score":0.41837046,"about_ca_system_score_codex":0.004616733,"about_ca_system_score_gemma":0.0005057724,"threshold_uncertainty_score":0.99920434},"labels":[],"label_agreement":null},{"id":"W4308710250","doi":"10.24908/pceea.vi.15941","title":"What Makes an Exemplary Engineering Leader? In the Words of Engineers","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Set (abstract data type); Perspective (graphical); Engineering ethics; Work (physics); Engineering education; Engineering; Computer science; Engineering management; Mechanical engineering; Artificial intelligence","score_opus":0.005787321327599876,"score_gpt":0.19001424211901374,"score_spread":0.18422692079141387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308710250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98663145,0.00095784606,0.000051210296,0.0037268947,0.0066883345,0.0007176392,0.000032378983,0.00023054532,0.0009636847],"genre_scores_gemma":[0.99824804,0.00004745451,0.0006328171,0.00018125236,0.00011950354,0.00029791653,0.000024850124,0.000060552942,0.00038758595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983627,0.000013769175,0.00045932835,0.0001912082,0.00055787276,0.0004150809],"domain_scores_gemma":[0.9992687,0.00007200786,0.00015416493,0.00019460618,0.00016604527,0.00014448124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008333475,0.00023090378,0.00022922196,0.0006142224,0.00012752529,0.000113032555,0.0007001437,0.00010465268,0.000054610708],"category_scores_gemma":[0.00024009762,0.00022622237,0.000095926145,0.001359611,0.000012038203,0.00047204856,0.00003317776,0.00053478644,0.0000022476427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037519164,0.00025557686,0.021716876,0.00090652646,0.0001827634,6.567435e-7,0.034693312,0.88922614,0.0057424814,0.008290459,0.037273265,0.0017082089],"study_design_scores_gemma":[0.001179698,0.00013836296,0.4782341,0.0009658422,0.00018952624,0.00008509866,0.065935284,0.19394056,0.009438451,0.0002306868,0.24732573,0.0023366567],"about_ca_topic_score_codex":0.00087342056,"about_ca_topic_score_gemma":0.0009189579,"teacher_disagreement_score":0.69528556,"about_ca_system_score_codex":0.002191407,"about_ca_system_score_gemma":0.00037478164,"threshold_uncertainty_score":0.92250806},"labels":[],"label_agreement":null},{"id":"W4308712921","doi":"10.24908/pceea.vi.15952","title":"Thematic Review of Canadian Engineering Education Research between 2017-2021","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Popularity; Coronavirus disease 2019 (COVID-19); Pandemic; Thematic analysis; Diversity (politics); Engineering education; Thematic map; Library science; Political science; Medical education; Sociology; Engineering ethics; Pedagogy; Engineering; Social science; Computer science; Geography; Qualitative research; Medicine; Engineering management; Cartography","score_opus":0.01714118373387585,"score_gpt":0.25109222191513164,"score_spread":0.2339510381812558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308712921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76175755,0.039585937,0.00009465764,0.040226057,0.029962773,0.008139745,0.0007302084,0.00096223474,0.11854086],"genre_scores_gemma":[0.9938604,0.00081658823,0.0014665422,0.00020592971,0.0003424237,0.00067421736,0.00009214444,0.00010412604,0.002437603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767053,0.00002260901,0.00063890003,0.00024120545,0.0008284403,0.0005983267],"domain_scores_gemma":[0.99798626,0.00010325138,0.00023137555,0.0002582485,0.0009506982,0.00047018362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017203555,0.00024259377,0.0003450943,0.002032238,0.0002966648,0.000061130995,0.0007115944,0.00012755915,0.00030136763],"category_scores_gemma":[0.0012364332,0.00027405104,0.00012951072,0.003425983,0.000016269147,0.00019142045,0.000057703583,0.00070942874,0.000019829391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011372416,0.00018778324,0.020742184,0.019863458,0.0004510545,3.5525846e-7,0.0043056468,0.017218735,0.0026839876,0.01904548,0.90980947,0.0056907344],"study_design_scores_gemma":[0.00030667955,0.000049817765,0.09765572,0.008674225,0.00021245317,0.000032452608,0.0030839678,0.0054942803,0.004111523,0.00022632495,0.87881726,0.0013352688],"about_ca_topic_score_codex":0.035109077,"about_ca_topic_score_gemma":0.008752952,"teacher_disagreement_score":0.2321029,"about_ca_system_score_codex":0.0067327926,"about_ca_system_score_gemma":0.0035462666,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W4308712990","doi":"10.24908/pceea.vi.15930","title":"Engineer of 2050: Thematic Analysis of CEEA-ACEG Workshop Provocations and Reflections","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba; McMaster University; University of Toronto; University of Waterloo","funders":"University of British Columbia; University of Waterloo; University of Toronto; McMaster University","keywords":"Mandate; Thematic analysis; Engineering education; Work (physics); Engineering ethics; Identity (music); Special Interest Group; Face (sociological concept); Foundation (evidence); Qualitative analysis; Engineering; Qualitative research; Pedagogy; Sociology; Political science; Engineering management; Social science","score_opus":0.0068786924158292535,"score_gpt":0.21391587878300267,"score_spread":0.20703718636717341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308712990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867103,0.0006690016,0.0003844448,0.0023373098,0.0024194014,0.0008770255,0.00014766409,0.00023847543,0.0062163435],"genre_scores_gemma":[0.99600977,0.000029623032,0.0023105636,0.000031551783,0.000035210258,0.00022058388,0.000033618035,0.000035548648,0.001293562],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987562,0.000007912008,0.0004869465,0.00015628194,0.0003601382,0.00023252857],"domain_scores_gemma":[0.99895895,0.00007949449,0.00027132296,0.00015123324,0.00040118283,0.00013780559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038068419,0.000164041,0.00030082892,0.0010550709,0.0001462834,0.000028581046,0.0002646793,0.000082051636,0.00009911793],"category_scores_gemma":[0.000434196,0.00017760109,0.00012390937,0.0027253053,0.000018061019,0.00012079296,0.000035288613,0.00025131932,8.350518e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038032517,0.0003763368,0.03942488,0.0017458039,0.0035427015,7.2359e-8,0.019955343,0.85074276,0.020805392,0.028565995,0.033309802,0.0015271239],"study_design_scores_gemma":[0.00080443354,0.00008470452,0.6437725,0.0005717966,0.0032495665,0.000018640192,0.014611394,0.23851973,0.012024082,0.00049119,0.08405831,0.0017936925],"about_ca_topic_score_codex":0.0008063907,"about_ca_topic_score_gemma":0.001112714,"teacher_disagreement_score":0.612223,"about_ca_system_score_codex":0.0013322174,"about_ca_system_score_gemma":0.0003059915,"threshold_uncertainty_score":0.72423625},"labels":[],"label_agreement":null},{"id":"W4308713110","doi":"10.24908/pceea.vi.15936","title":"Survey Results: How Does Lifelong Learning Enable Alumni Careers?","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Lifelong learning; Accreditation; Competence (human resources); Graduation (instrument); Curriculum; Pedagogy; Medical education; Psychology; Engineering; Medicine","score_opus":0.0047707309294895955,"score_gpt":0.17196571491265547,"score_spread":0.16719498398316587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451814,0.0008510178,0.000072009854,0.0136412075,0.021276638,0.0013629784,0.00046514074,0.0013622647,0.01578732],"genre_scores_gemma":[0.98975116,0.000022182892,0.0003835795,0.00011596764,0.00018570725,0.00019581601,0.00010549024,0.00006902057,0.009171057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841213,0.000020748383,0.00033949772,0.00023596562,0.0005330925,0.0004585843],"domain_scores_gemma":[0.99886894,0.000083615174,0.00021611004,0.0001360809,0.00044923736,0.00024604387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001102864,0.00021990163,0.000206896,0.0004016035,0.0004017928,0.00016446675,0.0004559022,0.00010692232,0.00005942871],"category_scores_gemma":[0.0014719567,0.00021792765,0.000087713495,0.0010575138,0.0000103234715,0.00021587795,0.000055891214,0.0005931187,0.0000064335472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006316194,0.00011097521,0.21094942,0.00056530745,0.00037388923,3.589806e-7,0.008088062,0.30043954,0.0031058076,0.0017519313,0.47299644,0.0016119597],"study_design_scores_gemma":[0.0005002586,0.00003176648,0.3613571,0.00011795009,0.00005898684,0.000007907506,0.0043265275,0.026747113,0.004209469,0.00004706866,0.60164815,0.00094769907],"about_ca_topic_score_codex":0.0049644806,"about_ca_topic_score_gemma":0.0042284215,"teacher_disagreement_score":0.27369243,"about_ca_system_score_codex":0.0046913684,"about_ca_system_score_gemma":0.0006397299,"threshold_uncertainty_score":0.9991295},"labels":[],"label_agreement":null},{"id":"W4308713117","doi":"10.24908/pceea.vi.15970","title":"collaborative autoethnographic analysis of industry-academia collaboration for software engineering education development","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cascades (Canada); University of Calgary","funders":"","keywords":"Relevance (law); Autoethnography; Engineering; Engineering ethics; Engineering management; Engineering education; Knowledge management; Sociology; Political science; Computer science","score_opus":0.004010817420710892,"score_gpt":0.21141162602514973,"score_spread":0.20740080860443885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99106324,0.0005007868,0.00046219822,0.0010746099,0.0045436593,0.001366122,0.0002786308,0.00033099222,0.00037977757],"genre_scores_gemma":[0.9851324,0.000011416116,0.012260315,0.00011904891,0.000097071366,0.0013277887,0.00021857258,0.00006902535,0.0007643414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99821115,0.000009738648,0.0006489689,0.00024780014,0.0005171841,0.00036517967],"domain_scores_gemma":[0.99801046,0.00008442372,0.0004079358,0.00014338663,0.0010983957,0.00025541987],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005930985,0.00025851707,0.00035237512,0.0015851299,0.00028210922,0.00006970543,0.00040115044,0.00034387247,0.00006996313],"category_scores_gemma":[0.0009847475,0.0003057084,0.00014158883,0.0052104183,0.000012792552,0.00022298438,0.00003702386,0.00064561435,9.55464e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000784507,0.0003246585,0.09018278,0.0013855752,0.0025058987,4.392092e-8,0.016876878,0.803706,0.006314822,0.008670083,0.06798619,0.0020392276],"study_design_scores_gemma":[0.0005942217,0.00006287853,0.48353767,0.00032206424,0.0010908073,0.000003256564,0.009069127,0.07165829,0.013158646,0.00006657449,0.41899884,0.0014375941],"about_ca_topic_score_codex":0.0002907343,"about_ca_topic_score_gemma":0.00071468647,"teacher_disagreement_score":0.7320477,"about_ca_system_score_codex":0.004441042,"about_ca_system_score_gemma":0.003328306,"threshold_uncertainty_score":0.9999395},"labels":[],"label_agreement":null},{"id":"W4308713185","doi":"10.24908/pceea.vi.15961","title":"Students’ Perception of the Link between Their Courses and Future Career","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Paragraph; Class (philosophy); Thematic analysis; Psychology; Computer science; Pedagogy; Qualitative research; Sociology; Artificial intelligence","score_opus":0.00507224749547925,"score_gpt":0.1920907655791171,"score_spread":0.18701851808363787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899139,0.00024270508,0.0000050739495,0.0056878407,0.0029207517,0.00033313895,0.00005744851,0.00007831602,0.00076086045],"genre_scores_gemma":[0.9985073,0.000032490592,0.00015464891,0.00007233147,0.00048741596,0.000087301596,0.000011026439,0.000032330903,0.000615131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990114,0.000008150458,0.00025098232,0.00012180666,0.00040543423,0.00020221475],"domain_scores_gemma":[0.9993899,0.000025133397,0.00014894883,0.00010864283,0.0002202243,0.00010714116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033973999,0.00014107977,0.00015003057,0.00017349621,0.00020825016,0.00004621567,0.0004116888,0.00008074535,0.00004586098],"category_scores_gemma":[0.00008557603,0.00012017761,0.00007013692,0.0005238238,0.000013656657,0.00009020462,0.000060287322,0.00030749195,9.609175e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012394082,0.000043484077,0.9175806,0.0005209014,0.00030026026,2.4797698e-8,0.013390191,0.010286787,0.0034873572,0.0023832803,0.040126428,0.011879454],"study_design_scores_gemma":[0.000099467165,0.0000072193016,0.87382966,0.000044190416,0.00003860924,0.0000021296757,0.0027898105,0.0005780447,0.00061548024,0.000033478846,0.12179693,0.00016497349],"about_ca_topic_score_codex":0.0005608701,"about_ca_topic_score_gemma":0.00027511132,"teacher_disagreement_score":0.0816705,"about_ca_system_score_codex":0.0016763216,"about_ca_system_score_gemma":0.00027003206,"threshold_uncertainty_score":0.49007004},"labels":[],"label_agreement":null},{"id":"W4308713516","doi":"10.24908/pceea.vi.15933","title":"Description of, and Outcomes from, a Novel First Year Engineering Design Course","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Likert scale; Logbook; Computer science; Engineering design process; Course (navigation); Instructional design; Mathematics education; Engineering; Psychology; Multimedia","score_opus":0.009518382282027116,"score_gpt":0.1816618404929723,"score_spread":0.17214345821094518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98790777,0.00053207163,0.0024136174,0.0021168566,0.0049056024,0.000811421,0.00015364657,0.0003586936,0.0008003494],"genre_scores_gemma":[0.9917179,0.000015653774,0.0075851837,0.000042539352,0.00005849527,0.00014820807,0.0000131639035,0.000048204765,0.00037068903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9989604,0.0000037134566,0.0003124332,0.00015319696,0.00032469863,0.00024559474],"domain_scores_gemma":[0.99935746,0.00006647595,0.0001481115,0.00009949309,0.00017644999,0.00015199017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003331558,0.00017358628,0.00020159196,0.00026970188,0.00013092362,0.00004978443,0.00024164062,0.0000804593,0.00006172986],"category_scores_gemma":[0.00028399948,0.00019177848,0.0000627082,0.00048250356,0.000008852838,0.0001845017,0.000036910635,0.0002466095,0.0000021218389],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005599003,0.00028350303,0.27456832,0.00077913055,0.0006713802,1.7067212e-7,0.0071860654,0.63189113,0.01926252,0.012040699,0.052541733,0.00076974323],"study_design_scores_gemma":[0.0006054915,0.000028405277,0.8521306,0.00020023891,0.00013947526,0.0000068506724,0.0012234361,0.108269885,0.0028176312,0.00011045802,0.033767484,0.0007000412],"about_ca_topic_score_codex":0.001413949,"about_ca_topic_score_gemma":0.00035506286,"teacher_disagreement_score":0.5775623,"about_ca_system_score_codex":0.0016177957,"about_ca_system_score_gemma":0.00028233975,"threshold_uncertainty_score":0.78204995},"labels":[],"label_agreement":null},{"id":"W4308713540","doi":"10.24908/pceea.vi.15912","title":"Pedagogical Strategies for Enhancing the Outcomes of Weekly Readings","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Reading (process); Perception; Mathematics education; Psychology; Pedagogy; Student engagement; Computer science","score_opus":0.011971808842558574,"score_gpt":0.23329827445822876,"score_spread":0.22132646561567018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97398007,0.00037869276,0.0008508118,0.00924177,0.0071151094,0.001402505,0.00011494636,0.0003453044,0.006570774],"genre_scores_gemma":[0.99583274,0.000006280147,0.0007472861,0.00013104112,0.00008183565,0.00037982684,0.000010159148,0.000037594502,0.0027732234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988696,0.000005192755,0.0003753443,0.00012924522,0.00033978818,0.00028081756],"domain_scores_gemma":[0.99920154,0.0001075536,0.00019400325,0.00010105823,0.00029806892,0.000097802644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056647375,0.00015268583,0.00019196539,0.00020388987,0.0002468472,0.0000631669,0.00041032123,0.00006617992,0.000051473882],"category_scores_gemma":[0.000393913,0.00012956971,0.000117681986,0.0004895949,0.000012982554,0.00013517872,0.00003062229,0.00024618453,0.0000014940165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007825249,0.0002753831,0.067177214,0.0016606279,0.001009836,9.9418244e-8,0.04198102,0.20936042,0.031279303,0.35828722,0.28710437,0.0018566818],"study_design_scores_gemma":[0.0008125728,0.00010128881,0.34230265,0.00021834011,0.00028969947,0.000015938298,0.049298313,0.020535955,0.016829181,0.0022607571,0.5659592,0.001376068],"about_ca_topic_score_codex":0.00090849126,"about_ca_topic_score_gemma":0.0013224536,"teacher_disagreement_score":0.35602647,"about_ca_system_score_codex":0.001646335,"about_ca_system_score_gemma":0.00065124617,"threshold_uncertainty_score":0.52836996},"labels":[],"label_agreement":null},{"id":"W4308713542","doi":"10.24908/pceea.vi.15922","title":"Using online to enhance student engagement of design reviews and lessons learned experiences","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Presentation (obstetrics); Attendance; Student engagement; Process (computing); Engineering design process; Soft skills; Psychology; Work (physics); Knowledge management; Engineering; Computer science; Medical education; Pedagogy; Political science; Social psychology","score_opus":0.046119491390647416,"score_gpt":0.31918190464274115,"score_spread":0.27306241325209374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99379385,0.00081557466,0.00049812574,0.0017978309,0.0019590147,0.00074528804,0.000018416988,0.00007654198,0.00029537667],"genre_scores_gemma":[0.98958933,0.000084224164,0.009373229,0.000116813324,0.00005583249,0.00031978523,0.000004011425,0.000027749602,0.0004290067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894977,0.000015947771,0.00035099033,0.00015858166,0.0003041775,0.0002205205],"domain_scores_gemma":[0.9994022,0.000031714113,0.00016445723,0.00009016399,0.00015613691,0.00015529814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000723289,0.00013860868,0.00019384755,0.0002771907,0.0001655371,0.000035751822,0.00027189695,0.00003962356,0.000049804603],"category_scores_gemma":[0.00033823476,0.00014638493,0.000043280714,0.00063386385,0.0000079491665,0.0000864097,0.000054661792,0.00019748688,0.0000011258887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063048024,0.00050410075,0.0173631,0.0015119738,0.0003662916,2.0442576e-7,0.1277216,0.66854835,0.083825506,0.0041223313,0.07501489,0.021015378],"study_design_scores_gemma":[0.0006637131,0.00020687278,0.16677526,0.0013684691,0.0002988542,0.000019982443,0.06814911,0.06468509,0.09113703,0.00019369795,0.60395396,0.0025479784],"about_ca_topic_score_codex":0.00049411104,"about_ca_topic_score_gemma":0.00021573139,"teacher_disagreement_score":0.60386324,"about_ca_system_score_codex":0.0017930031,"about_ca_system_score_gemma":0.00028893005,"threshold_uncertainty_score":0.59694046},"labels":[],"label_agreement":null},{"id":"W4308713555","doi":"10.24908/pceea.vi.15924","title":"Approaching Equity, Diversity, Inclusion, and Social Justice Education as Imperative to Engineering Curricula","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Teamwork; Curriculum; Equity (law); Engineering education; Inclusion (mineral); Diversity (politics); Capstone; Engineering ethics; Experiential learning; Pedagogy; Interpersonal communication; Engineering; Psychology; Sociology; Engineering management; Political science; Computer science; Social science","score_opus":0.005560097188708068,"score_gpt":0.21581865312079446,"score_spread":0.2102585559320864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97190785,0.00038156266,0.00023041574,0.008889619,0.0080384975,0.0011776213,0.000059617953,0.0004902871,0.008824555],"genre_scores_gemma":[0.9964539,0.0000092273995,0.0013724127,0.0006790166,0.0002605222,0.00025388115,0.000025137822,0.00005547945,0.0008904451],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838775,0.000011999281,0.00031624464,0.00025970954,0.00060880755,0.00041547956],"domain_scores_gemma":[0.9990881,0.000042437485,0.0001341247,0.00009536057,0.00034352887,0.00029646684],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00068736804,0.0002478575,0.00020945584,0.0005568262,0.0014320982,0.00012775791,0.0005022039,0.00010529985,0.000049638806],"category_scores_gemma":[0.00041142435,0.00028800155,0.00007258906,0.0009194981,0.000009995781,0.00024368959,0.0010686453,0.0004581427,0.000006772002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011222862,0.0006253614,0.027406203,0.0033629453,0.0005925766,6.997954e-7,0.112127595,0.28036177,0.017988184,0.17072451,0.36645368,0.02034525],"study_design_scores_gemma":[0.0013235938,0.0001626619,0.26165873,0.0007700029,0.0008409784,0.00013213768,0.02371852,0.104922324,0.0057495404,0.0018889342,0.5943516,0.0044809557],"about_ca_topic_score_codex":0.001451399,"about_ca_topic_score_gemma":0.0002629185,"teacher_disagreement_score":0.23425254,"about_ca_system_score_codex":0.004845856,"about_ca_system_score_gemma":0.00069013244,"threshold_uncertainty_score":0.9999572},"labels":[],"label_agreement":null},{"id":"W4308713558","doi":"10.24908/pceea.vi.15963","title":"Design of a Completely New First Year Engineering Program at the University of Saskatchewan– Part III","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Modular design; Curriculum; Schedule; Scale (ratio); Engineering management; Computer science; Engineering; Psychology; Pedagogy; Programming language","score_opus":0.007115556997901235,"score_gpt":0.1648172107873899,"score_spread":0.15770165378948867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666273,0.0014342975,0.004092662,0.007749665,0.010413227,0.004591171,0.00023343276,0.0011112089,0.0037470555],"genre_scores_gemma":[0.9927075,0.000021073389,0.0041858964,0.000022496832,0.000069687776,0.000044315944,0.0000154913,0.000042700016,0.0028908658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895144,0.0000069372268,0.00028880115,0.00013467946,0.00035598184,0.0002621742],"domain_scores_gemma":[0.9992358,0.00006466019,0.00021421853,0.00013682093,0.00020159934,0.00014689204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003685644,0.0001530316,0.00019779576,0.0001931672,0.00019168005,0.00001838596,0.00042765067,0.0000694807,0.00021245392],"category_scores_gemma":[0.00012364912,0.0001589828,0.000090197,0.0007238784,0.000016941804,0.000093617324,0.00006263314,0.0002330807,0.0000040723594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069375146,0.000102309285,0.007002225,0.00048324172,0.00027056216,1.157191e-7,0.011900114,0.8081833,0.0030954012,0.0011325482,0.16685675,0.00096650753],"study_design_scores_gemma":[0.0012364463,0.000120434124,0.08384725,0.00047437949,0.00025749105,0.000017150753,0.011035728,0.11422965,0.009024998,0.00006801405,0.7785665,0.0011220131],"about_ca_topic_score_codex":0.0028788762,"about_ca_topic_score_gemma":0.0017473778,"teacher_disagreement_score":0.69395363,"about_ca_system_score_codex":0.0023030052,"about_ca_system_score_gemma":0.000645579,"threshold_uncertainty_score":0.64831305},"labels":[],"label_agreement":null},{"id":"W4308713652","doi":"10.24908/pceea.vi.15887","title":"New Academic Model for First Year Engineering Program at Capilano University","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Curriculum; Engineering education; Engineering management; Subject (documents); Science and engineering; Mathematics education; The arts; Engineering; Studio; Computer science; Engineering ethics; Pedagogy; Sociology; Political science; Psychology; Library science","score_opus":0.005444516578231086,"score_gpt":0.1786258198329665,"score_spread":0.1731813032547354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308713652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384866,0.001075768,0.007303674,0.01397211,0.019418769,0.0067661856,0.0006467831,0.0039043368,0.008425781],"genre_scores_gemma":[0.97077215,0.000032512635,0.0130586615,0.00007152588,0.00021229927,0.00025084038,0.000049828755,0.00010096747,0.015451198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888295,0.0000022028742,0.00023609286,0.00018921854,0.00029941567,0.0003901168],"domain_scores_gemma":[0.9992984,0.00003322216,0.00011732362,0.000102548365,0.00017003079,0.00027848638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002387022,0.00018589727,0.0001603719,0.0003251877,0.00028300448,0.000034006836,0.0004198007,0.00012186103,0.00006152528],"category_scores_gemma":[0.00017107443,0.00022831284,0.0001040649,0.00059707445,0.0000048874613,0.00016780519,0.000057402045,0.00034694333,0.0000059403933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003096742,0.000031440417,0.0069438736,0.00032267277,0.00010193683,5.1395634e-8,0.0018181282,0.7293321,0.0009613561,0.008951125,0.2510224,0.00051179674],"study_design_scores_gemma":[0.0003769638,0.00001754938,0.012993008,0.00007204128,0.00006022616,0.0000045989823,0.0003472139,0.5195448,0.0007471193,0.00006936656,0.46526942,0.00049772556],"about_ca_topic_score_codex":0.000437106,"about_ca_topic_score_gemma":0.000919341,"teacher_disagreement_score":0.21424699,"about_ca_system_score_codex":0.0071154255,"about_ca_system_score_gemma":0.00064885925,"threshold_uncertainty_score":0.99669605},"labels":[],"label_agreement":null},{"id":"W4308802967","doi":"10.24908/pceea.vi.15856","title":"What about sustainability? Adding the “S” to leadership and management competency development in the engineering curriculum","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; University of Alberta; University of Waterloo","funders":"","keywords":"Sustainability; Accreditation; Curriculum; Engineering ethics; Context (archaeology); Engineering management; Engineering education; Engineering; Leadership development; Sustainable development; Computer science; Knowledge management; Political science; Sociology; Pedagogy; Public relations; Geography","score_opus":0.0059063460057815756,"score_gpt":0.19458281463589666,"score_spread":0.18867646863011509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308802967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95137084,0.002038265,0.00007436751,0.034517575,0.007033402,0.0029293515,0.000011188374,0.0003072802,0.0017177074],"genre_scores_gemma":[0.996498,0.000049528953,0.0009851758,0.00057512923,0.00007962286,0.0010855418,0.00000814581,0.000041625368,0.00067725277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984022,0.0000148321715,0.00038149077,0.00021810111,0.0004982429,0.00048513667],"domain_scores_gemma":[0.9993429,0.000069029986,0.00009406919,0.00015985349,0.00018651035,0.00014762081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001104989,0.00021832643,0.00015904832,0.0004310145,0.00034532283,0.00025179217,0.0006107956,0.000057759727,0.000019637631],"category_scores_gemma":[0.00026791176,0.00018001415,0.000051799536,0.0012819867,0.000010828845,0.00023694146,0.00008662301,0.00043474848,0.0000032132264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045114343,0.00034271798,0.072368845,0.0038118546,0.00045121173,0.0000019383199,0.09852136,0.6020394,0.00041719305,0.099920675,0.10394418,0.018176125],"study_design_scores_gemma":[0.00025606895,0.000017210465,0.37191343,0.00041535133,0.000047293095,0.000017893344,0.04712969,0.013873896,0.00021628111,0.000086442975,0.56535447,0.00067198556],"about_ca_topic_score_codex":0.00048342836,"about_ca_topic_score_gemma":0.0012751897,"teacher_disagreement_score":0.58816546,"about_ca_system_score_codex":0.004422179,"about_ca_system_score_gemma":0.00038027423,"threshold_uncertainty_score":0.99939966},"labels":[],"label_agreement":null},{"id":"W4308803121","doi":"10.24908/pceea.vi.15836","title":"Engineers Embracing Leadership: Making the World a Better Place through Data-driven Decision Making","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Cognitive reframing; Resistance (ecology); Leadership studies; Educational leadership; Engineering ethics; Leadership development; Neuroleadership; Shared leadership; Servant leadership; Empirical research; Sociology; Leadership style; Transactional leadership; Management; Public relations; Political science; Engineering; Psychology; Epistemology; Pedagogy; Social psychology","score_opus":0.020196815704649516,"score_gpt":0.23893239898677868,"score_spread":0.21873558328212916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308803121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78489566,0.006101,0.0059160786,0.06974284,0.060148127,0.0062084696,0.00070425513,0.003949613,0.06233395],"genre_scores_gemma":[0.9903723,0.0000074791174,0.0065413485,0.0009729713,0.00029894925,0.00020357005,0.00003429899,0.000097526354,0.001471552],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979426,0.000014538667,0.00047104506,0.00032271244,0.0006831719,0.000565914],"domain_scores_gemma":[0.99889565,0.00018808023,0.00023567276,0.0003726585,0.00019324571,0.00011468369],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073902775,0.00028275125,0.00022543789,0.00042864398,0.0005347975,0.00020116896,0.0012423972,0.00009158185,0.00017393059],"category_scores_gemma":[0.0005135438,0.00026681286,0.000098746044,0.0014859869,0.000017325448,0.00043135262,0.00017945205,0.0007509671,0.000013089276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035481735,0.000048971513,0.006599133,0.00035914162,0.00023693859,3.514134e-7,0.006302662,0.55219555,0.00035456094,0.0049857446,0.4261702,0.0027432328],"study_design_scores_gemma":[0.00044497568,0.0000177287,0.046220634,0.00088442577,0.00019058779,0.000038879014,0.0071431687,0.31291834,0.00048124237,0.00034974382,0.63002163,0.0012886495],"about_ca_topic_score_codex":0.00031747113,"about_ca_topic_score_gemma":0.0020717492,"teacher_disagreement_score":0.23927718,"about_ca_system_score_codex":0.004184832,"about_ca_system_score_gemma":0.00048000645,"threshold_uncertainty_score":0.9999784},"labels":[],"label_agreement":null},{"id":"W4308803194","doi":"10.24908/pceea.vi.15840","title":"Developing a new Engineering Technologist career pathway from First-Year Engineering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Curriculum; Engineering education; Government (linguistics); Process (computing); Engineering management; Documentation; Computer science; Engineering ethics; Engineering; Pedagogy; Psychology","score_opus":0.0064889200392797795,"score_gpt":0.16522206706973327,"score_spread":0.1587331470304535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308803194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93736374,0.0025034624,0.004630947,0.015320868,0.028435044,0.002578087,0.00042907102,0.004772024,0.003966724],"genre_scores_gemma":[0.9840089,0.000027599472,0.013790491,0.0001262392,0.00035875046,0.0003577636,0.000054395146,0.00015311436,0.0011227421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789095,0.0000042357906,0.0005234564,0.00033572406,0.0006064185,0.00063922553],"domain_scores_gemma":[0.9989203,0.000070848015,0.00018903517,0.00023407297,0.00024836857,0.00033732763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003397684,0.0003770088,0.00031522158,0.00065717107,0.00028283423,0.00014182569,0.00077776413,0.00020584778,0.00014810782],"category_scores_gemma":[0.0006388773,0.00043912797,0.00014197092,0.0014222888,0.000009257941,0.00027988068,0.00012084122,0.00071982446,0.000018964636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040010855,0.00009634991,0.035923574,0.00075086404,0.00063468405,0.0000012874478,0.004284863,0.7898768,0.0075851725,0.04731034,0.11154383,0.001988219],"study_design_scores_gemma":[0.00060475274,0.000025908797,0.06452304,0.0004338718,0.00009170207,0.000017169963,0.0012803567,0.05179118,0.01245296,0.00025841207,0.866892,0.00162864],"about_ca_topic_score_codex":0.0038402933,"about_ca_topic_score_gemma":0.001422325,"teacher_disagreement_score":0.75534815,"about_ca_system_score_codex":0.007883702,"about_ca_system_score_gemma":0.0010702775,"threshold_uncertainty_score":0.99980605},"labels":[],"label_agreement":null},{"id":"W4308911400","doi":"10.24908/pceea.vi.15883","title":"Ordinary students, extraordinary results: What factors affect student participation in experiential opportunities in Competitive Teams?","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"MacEwan University; McMaster University","keywords":"Affect (linguistics); Psychology; Experiential learning; Focus group; Qualitative property; Medical education; Competitive advantage; Qualitative research; Work (physics); Pedagogy; Marketing; Business; Engineering; Sociology; Medicine","score_opus":0.01087293956731457,"score_gpt":0.25248149011838655,"score_spread":0.24160855055107197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308911400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938711,0.00025568137,0.0000026065616,0.000747572,0.0031697897,0.00049761875,0.000027178314,0.00009632168,0.001332125],"genre_scores_gemma":[0.9983607,0.000076464516,0.00009180927,0.00006374609,0.0000611376,0.00053449336,0.000062351515,0.000041279036,0.0007080216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828976,0.000024435134,0.00051385775,0.00021974601,0.00056364044,0.00038854996],"domain_scores_gemma":[0.9993622,0.000064704844,0.00016647487,0.00010884327,0.00013837453,0.00015945127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066871353,0.00021229143,0.0002250451,0.0007092219,0.00013944673,0.00015212943,0.0004089577,0.00008524694,0.0000643622],"category_scores_gemma":[0.00020470232,0.00023858581,0.00006612883,0.0008234522,0.000012636333,0.0004832129,0.00007218473,0.0003940777,0.0000019913762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002023676,0.0010272884,0.74948317,0.00042766877,0.00020291348,0.0000028592838,0.068196625,0.14958656,0.0014590517,0.0052955886,0.022490824,0.0018072221],"study_design_scores_gemma":[0.0005159746,0.000036876845,0.930789,0.0002635752,0.000019045325,0.0000025670415,0.045888122,0.0018621695,0.0007031079,0.000019525478,0.019495355,0.00040467447],"about_ca_topic_score_codex":0.0017294242,"about_ca_topic_score_gemma":0.003452121,"teacher_disagreement_score":0.18130586,"about_ca_system_score_codex":0.006838395,"about_ca_system_score_gemma":0.00040835122,"threshold_uncertainty_score":0.9969742},"labels":[],"label_agreement":null},{"id":"W4308911794","doi":"10.24908/pceea.vi.15860","title":"Formative Feedback on Problem-Solving Skills: Intent and Action","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Formative assessment; Action (physics); Mathematics education; Fidelity; Quality (philosophy); Psychology; Computer science; Medical education; Medicine","score_opus":0.00435708040046894,"score_gpt":0.18608606770373395,"score_spread":0.181728987303265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308911794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97612953,0.00020034872,0.000054364373,0.0036130568,0.00514933,0.00076459185,0.000038741873,0.0003696842,0.013680336],"genre_scores_gemma":[0.9971775,0.000027117998,0.00076594285,0.0001982168,0.00008140997,0.00020233996,0.000011943893,0.00003950442,0.0014960438],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989904,0.000005915104,0.0002592631,0.00014635848,0.00032486013,0.00027316296],"domain_scores_gemma":[0.99939907,0.000033376073,0.00014165456,0.00007512273,0.00019348144,0.00015732872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032292824,0.00016296441,0.0001346022,0.00033922444,0.0002662202,0.00007614684,0.0001994402,0.00006525191,0.0000588528],"category_scores_gemma":[0.00018071625,0.00016965854,0.000050969156,0.0005149508,0.000008354391,0.0001897619,0.000036282112,0.00036321895,0.000006446757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011820795,0.00062795397,0.05416241,0.0024378109,0.0007971997,3.349581e-7,0.048309214,0.28569767,0.010252481,0.04152869,0.5302325,0.025941903],"study_design_scores_gemma":[0.0009571621,0.00014215296,0.5015151,0.0006636549,0.00013095341,0.000045789056,0.012937125,0.04716381,0.010430232,0.0007600243,0.42356122,0.0016928065],"about_ca_topic_score_codex":0.0005200703,"about_ca_topic_score_gemma":0.0004062295,"teacher_disagreement_score":0.44735265,"about_ca_system_score_codex":0.0039194752,"about_ca_system_score_gemma":0.00023322168,"threshold_uncertainty_score":0.9999043},"labels":[],"label_agreement":null},{"id":"W4308912190","doi":"10.24908/pceea.vi.15870","title":"“Accreditation VS COVID”: The Canadian Engineering Accreditation Board’s transition to virtual accreditation visits in 2020/2021","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Council of Professional Engineers","funders":"","keywords":"Accreditation; Medical education; Work (physics); Best practice; Certification and Accreditation; Coronavirus disease 2019 (COVID-19); Quality assurance; Political science; Engineering management; Medicine; Public relations; Engineering; Operations management","score_opus":0.003439590746159144,"score_gpt":0.18756203896234624,"score_spread":0.1841224482161871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93430895,0.00026636862,0.0007165083,0.040323917,0.018022398,0.002971115,0.00030610457,0.00048439793,0.0026002582],"genre_scores_gemma":[0.99635273,0.000014453515,0.00083399116,0.00068023225,0.0005082796,0.00087479415,0.00016964793,0.0000871773,0.000478693],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99754304,0.0000283921,0.00062686595,0.00034535947,0.000805704,0.0006506233],"domain_scores_gemma":[0.9984861,0.00012662308,0.00019302426,0.00019414417,0.0004739431,0.00052613945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010893085,0.00033291022,0.00026816098,0.0011251722,0.00053423404,0.00024102571,0.0005880747,0.00019055835,0.0002340085],"category_scores_gemma":[0.0010137629,0.00036108828,0.000115539464,0.0023630087,0.0000112417165,0.00039127885,0.00003822819,0.0006894313,0.000026402246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007313709,0.000052054154,0.0037402173,0.00016912102,0.00009431154,6.745843e-7,0.012474366,0.86622435,0.002173511,0.0030171846,0.11030761,0.0017393109],"study_design_scores_gemma":[0.001020145,0.00012842525,0.50668216,0.00034592373,0.00013813871,0.000027448059,0.00826289,0.18404767,0.0017895952,0.00016194719,0.2957631,0.0016325476],"about_ca_topic_score_codex":0.04545631,"about_ca_topic_score_gemma":0.19266693,"teacher_disagreement_score":0.68217665,"about_ca_system_score_codex":0.010670949,"about_ca_system_score_gemma":0.002446828,"threshold_uncertainty_score":0.9998841},"labels":[],"label_agreement":null},{"id":"W4308912381","doi":"10.24908/pceea.vi.15872","title":"Preliminary Results from a High-Resolution Analysis of Accreditation Data to Assess Indicators, Identify Predictors and Assess Equitability of Teaching Practices","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Reliability (semiconductor); Medical education; Computer science; Data science; Medicine","score_opus":0.0296215130676641,"score_gpt":0.28405965343738515,"score_spread":0.25443814036972107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308912381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602866,0.00010722469,0.00018920505,0.00073424086,0.0013554336,0.0003458871,0.00096565654,0.00007071383,0.00020299635],"genre_scores_gemma":[0.9953956,0.000012422608,0.0037923185,0.000021869311,0.00007012361,0.00008273436,0.0005377948,0.000025999789,0.000061121726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982181,0.00003281408,0.00063968747,0.00030067097,0.00059049355,0.00021819546],"domain_scores_gemma":[0.9980847,0.00028354826,0.00086786086,0.00029579963,0.0002959894,0.00017208229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017045256,0.00015753874,0.0002920673,0.0010328238,0.00015067238,0.00005814991,0.0005944614,0.00009641829,0.000021760887],"category_scores_gemma":[0.0033884249,0.00017824682,0.000058184643,0.0016574402,0.00001373608,0.0004350665,0.0001416514,0.0003237807,3.6023042e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000541168,0.00047105108,0.51599914,0.0010406894,0.0032584565,1.509314e-7,0.02203145,0.3875845,0.021919826,0.0028437318,0.042781252,0.0020156233],"study_design_scores_gemma":[0.00015128478,0.000027990742,0.9555336,0.00007245732,0.00047589396,4.7147697e-7,0.0014956249,0.038040753,0.0010077591,0.000022000666,0.0029863718,0.00018576378],"about_ca_topic_score_codex":0.008875943,"about_ca_topic_score_gemma":0.0015981102,"teacher_disagreement_score":0.4395345,"about_ca_system_score_codex":0.0015913857,"about_ca_system_score_gemma":0.00050864526,"threshold_uncertainty_score":0.99772406},"labels":[],"label_agreement":null},{"id":"W4311681206","doi":"10.22215/etd/2022-15255","title":"Industry Insights: Assessing Canadian Undergraduate Industrial Design Practica through a Company Lens","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Bachelor; Accreditation; Work (physics); Preparedness; Supervisor; Engineering; Undergraduate research; Engineering management; Engineering ethics; Medical education; Knowledge management; Management; Political science; Computer science; Medicine","score_opus":0.05592304459804198,"score_gpt":0.28856816320407924,"score_spread":0.23264511860603726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311681206","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114307076,0.0022508726,0.008052373,0.0026199797,0.03949539,0.0025851894,0.000059155387,0.0033761777,0.82725376],"genre_scores_gemma":[0.9621539,0.00034807646,0.0073110173,0.00050705613,0.0005958327,0.00051526434,0.0030149145,0.00034467597,0.025209222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826384,0.00007662507,0.0004493629,0.00033497356,0.00038374995,0.0004914471],"domain_scores_gemma":[0.9992123,0.00009850151,0.00009488139,0.00028141332,0.00007178817,0.00024110696],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001406354,0.00044507498,0.00035553434,0.00038014312,0.0002696225,0.00024584844,0.00027140722,0.001149852,0.0020129737],"category_scores_gemma":[0.000083235034,0.0004890607,0.0000728386,0.00064453133,0.000010666888,0.00043980867,0.000013855366,0.0033740664,0.00008172233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021624388,0.00024173869,0.00027721163,0.00051494123,0.0012753434,0.00018915835,0.013276744,0.16473822,0.00036114498,0.012717967,0.7978657,0.008520234],"study_design_scores_gemma":[0.0006117599,0.000036726164,0.001806747,0.0003171077,0.00016528444,0.000035174027,0.014735302,0.005254925,0.0011790805,0.0003743655,0.973756,0.0017274944],"about_ca_topic_score_codex":0.00825266,"about_ca_topic_score_gemma":0.015284236,"teacher_disagreement_score":0.84784687,"about_ca_system_score_codex":0.0014282323,"about_ca_system_score_gemma":0.0020823001,"threshold_uncertainty_score":0.9997561},"labels":[],"label_agreement":null},{"id":"W4312043037","doi":"10.29173/ijll23","title":"Implementation of professional skills into technical education programs.","year":2022,"lang":"en","type":"article","venue":"International Journal for Leadership in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Lethbridge College","funders":"","keywords":"Stakeholder; Curriculum; Inclusion (mineral); Medical education; Focus group; Professional development; Psychology; Skills management; Pedagogy; Public relations; Political science; Medicine; Business; Marketing","score_opus":0.029510009798301876,"score_gpt":0.34164835381745384,"score_spread":0.31213834401915197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312043037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971922,0.00055218535,0.008511011,0.0035451974,0.014043165,0.0006563468,0.0000042896677,0.00019456903,0.00057128386],"genre_scores_gemma":[0.9951729,0.000013865571,0.003750176,0.000059567166,0.00016191689,0.0002680155,0.000071273185,0.000020817395,0.00048144278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901485,0.000039720064,0.0003485761,0.00008783375,0.0003532946,0.00015572294],"domain_scores_gemma":[0.9996633,0.000039376875,0.00009383102,0.00003819902,0.00012377056,0.00004154397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046639098,0.000081112885,0.00008663393,0.0003247946,0.00008799502,0.000028034043,0.00022706817,0.000029101446,0.00023734765],"category_scores_gemma":[0.000046013327,0.00008999924,0.000057749312,0.00016811954,0.000012063416,0.00012220796,0.000028901492,0.00045212713,0.0000020576483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000584841,0.0011001037,0.17923956,0.00030988135,0.00019360591,0.000006918167,0.020711264,0.24757661,0.00957367,0.0054993224,0.009091906,0.5266387],"study_design_scores_gemma":[0.005820439,0.00082337443,0.206281,0.0012370519,0.000059534246,0.0009438898,0.3035998,0.021956088,0.008937124,0.005550062,0.44314677,0.0016448678],"about_ca_topic_score_codex":0.000008301169,"about_ca_topic_score_gemma":0.000013018058,"teacher_disagreement_score":0.5249938,"about_ca_system_score_codex":0.00053245784,"about_ca_system_score_gemma":0.00020420077,"threshold_uncertainty_score":0.36700624},"labels":[],"label_agreement":null},{"id":"W4312597233","doi":"10.52202/066488-0089","title":"Threshold Concepts in the Engineering Educator’s Journey: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"9th Research in Engineering Education Symposium (REES 2021) and 32nd Australasian Association for Engineering Education Conference (REES AAEE 2021)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Engineering education; Computer science; Engineering ethics; Psychology; Engineering; Engineering management","score_opus":0.05406008174798418,"score_gpt":0.3686779117514222,"score_spread":0.31461783000343807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312597233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014800587,0.98243445,0.00026730815,0.0011311003,0.007919336,0.006866425,0.00012468667,0.00027200344,0.0008366997],"genre_scores_gemma":[0.0031318427,0.97496384,0.0007363962,0.00006330775,0.00094531354,0.016789354,0.0010404272,0.0002523116,0.0020772303],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99361455,0.000336293,0.0021801027,0.001035539,0.0013323498,0.0015011786],"domain_scores_gemma":[0.9958465,0.0018274544,0.00044672217,0.0010363216,0.0003981546,0.00044483287],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004291629,0.0011688975,0.002211195,0.002414699,0.00021686289,0.0006533955,0.001347418,0.0006126739,0.00030445502],"category_scores_gemma":[0.0014424619,0.0011468218,0.0004445814,0.003351992,0.000037706744,0.0005035886,0.00014177548,0.0027689205,0.000040325733],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045668303,0.0008194286,0.000119113116,0.9180651,0.00057426916,0.0000085173615,0.003614305,0.014455695,0.000022123431,0.006566987,0.03330609,0.022443846],"study_design_scores_gemma":[0.00033134094,0.000070707785,0.00010052288,0.16845252,0.00044626862,0.00007590908,0.0020496852,0.0082997475,0.0000050222025,0.000031743635,0.81857187,0.0015646563],"about_ca_topic_score_codex":0.000042843956,"about_ca_topic_score_gemma":0.000022515082,"teacher_disagreement_score":0.7852658,"about_ca_system_score_codex":0.003943288,"about_ca_system_score_gemma":0.003090972,"threshold_uncertainty_score":0.9998804},"labels":[],"label_agreement":null},{"id":"W4312777031","doi":"10.24908/pceea.vi0.14911","title":"Rethinking the Engineering Design Process: Advantages of Incorporating Indigenous Knowledges, Perspectives, and Methodologies","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Manitoba","keywords":"Indigenous; Inclusion (mineral); Engineering ethics; Engineering design process; Value (mathematics); Engineering education; Process (computing); Perspective (graphical); Engineering; Bridge (graph theory); Management science; Sociology; Engineering management; Computer science; Social science; Ecology; Mechanical engineering","score_opus":0.01377067021146533,"score_gpt":0.23303224959175056,"score_spread":0.21926157938028523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312777031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777512,0.009571185,0.002820035,0.0027146353,0.0034653794,0.001097483,0.000027091824,0.0005464784,0.002006537],"genre_scores_gemma":[0.97882634,0.00014847495,0.020480312,0.0000338143,0.00011153145,0.00008749218,0.0000050537305,0.00005060464,0.00025636164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99883,0.000017378037,0.00037706166,0.00019846504,0.0002797536,0.00029734755],"domain_scores_gemma":[0.99852365,0.00022153731,0.00022596808,0.00013004662,0.000777996,0.0001208018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008370197,0.00021159166,0.0002450412,0.00023865678,0.00015789644,0.000091849375,0.00028564964,0.00015407265,0.000009217587],"category_scores_gemma":[0.002364485,0.00018726764,0.00006302439,0.00082772516,0.000025844041,0.00019808911,0.00003526697,0.00036666766,0.000001104651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007906686,0.00023645727,0.067709,0.006750577,0.0014686898,0.0000016041604,0.22018054,0.5649257,0.07629502,0.038768955,0.013269996,0.010385582],"study_design_scores_gemma":[0.0012745663,0.000118551805,0.4321935,0.0040850705,0.00068606675,0.00019164087,0.067934364,0.12645565,0.33679527,0.0070572253,0.019722799,0.003485298],"about_ca_topic_score_codex":0.00026326906,"about_ca_topic_score_gemma":0.0003299823,"teacher_disagreement_score":0.43847,"about_ca_system_score_codex":0.001131342,"about_ca_system_score_gemma":0.0008122432,"threshold_uncertainty_score":0.76365525},"labels":[],"label_agreement":null},{"id":"W4317581620","doi":"10.2514/6.2023-0447","title":"Aircraft Structures Projects Involving Aviation Museums Across Canada and the United States","year":2023,"lang":"en","type":"article","venue":"AIAA SCITECH 2023 Forum","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Victory; Aeronautics; Aviation; Fuselage; Aerospace; Engineering; Engineering education; Political science; Engineering management; Aerospace engineering; Politics; Law","score_opus":0.007165300743080869,"score_gpt":0.21666384048177692,"score_spread":0.20949853973869606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317581620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953529,0.00019785966,0.00050870405,0.0019629973,0.0010715672,0.00025648603,0.000027371843,0.00055671914,0.00006536841],"genre_scores_gemma":[0.9985531,0.00023565807,0.00016546849,0.00030446815,0.000039949675,0.00007946653,0.0001757976,0.000029823179,0.0004162533],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991282,0.000014162033,0.00016266796,0.00013610601,0.00020112074,0.00035769425],"domain_scores_gemma":[0.9996332,0.00008835566,0.000021993288,0.00015139344,0.000042681637,0.00006235334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019351693,0.00013540513,0.000106768755,0.00007906987,0.00017398458,0.00008601431,0.00013266201,0.000045851404,0.000013123904],"category_scores_gemma":[0.000064865766,0.00010257124,0.000017736906,0.0009774879,0.00003383439,0.00007591985,0.000059584367,0.00014839826,0.0000113122405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023068611,0.000019643301,0.024607219,0.0007178985,0.0003632009,0.000029816589,0.023665547,0.41643068,0.0015119796,0.009114504,0.5090862,0.01443024],"study_design_scores_gemma":[0.0021909003,0.000031305455,0.19877699,0.00020688323,0.000032754753,0.000027055255,0.028647974,0.57228494,0.004464499,0.0037204917,0.18837322,0.0012430159],"about_ca_topic_score_codex":0.08315325,"about_ca_topic_score_gemma":0.19051994,"teacher_disagreement_score":0.32071298,"about_ca_system_score_codex":0.00011769081,"about_ca_system_score_gemma":0.00006068703,"threshold_uncertainty_score":0.9229521},"labels":[],"label_agreement":null},{"id":"W4319068161","doi":"10.18260/3-1-1153-36039","title":"Shared Ownership of an Engineering Success Centre to Support Students and Develop Leaders","year":2023,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Novelty; Asynchronous communication; Psychology; Pedagogy; Medical education; Engineering; Medicine","score_opus":0.027514614366323745,"score_gpt":0.2786681998768265,"score_spread":0.25115358551050276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319068161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976268,0.000009921753,0.00072368013,0.000118061245,0.00036180118,0.00013205461,0.0000054498214,0.0006676451,0.00035457916],"genre_scores_gemma":[0.9955808,0.0000097861075,0.003503508,0.00003596659,0.000023998873,0.000018863975,0.000043600357,0.00003375637,0.0007497314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99921584,0.0000041368626,0.00019092772,0.00014890124,0.00019765657,0.00024256355],"domain_scores_gemma":[0.99961174,0.00001794385,0.000009110558,0.00012431291,0.000040662424,0.00019625277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013072748,0.00013360908,0.00013289783,0.00021767816,0.000016098737,0.000034336626,0.00017575218,0.000044196113,0.00011426955],"category_scores_gemma":[0.000032394506,0.0001320709,0.000013898618,0.00062324916,0.0000066916655,0.0001164344,0.000042713888,0.00006319811,0.00007847054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022568267,0.00029349382,0.23984596,0.0028868103,0.0006140037,0.000073207455,0.05357571,0.5655019,0.027926182,0.0020712072,0.078845635,0.028343273],"study_design_scores_gemma":[0.00075168145,0.000068378075,0.9221799,0.00017505817,0.000022203947,0.000011097525,0.0062959194,0.03367362,0.023892613,0.000009269762,0.011920038,0.001000234],"about_ca_topic_score_codex":0.0000063716175,"about_ca_topic_score_gemma":0.000014521956,"teacher_disagreement_score":0.68233395,"about_ca_system_score_codex":0.00004363628,"about_ca_system_score_gemma":0.000020062145,"threshold_uncertainty_score":0.5385695},"labels":[],"label_agreement":null},{"id":"W4319767784","doi":"10.5430/ijhe.v12n1p45","title":"Attitudes and Academic Performance of Engineering Students in both Prerequisite Courses to Final Year Project and Final Year Project","year":2023,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Engineering education; Relation (database); Psychology; Engineering; Engineering management; Medical education; Mathematics education; Computer science; Medicine; Geography","score_opus":0.024757032830963626,"score_gpt":0.3489345563300632,"score_spread":0.32417752349909956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319767784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980379,0.00030763046,0.000025038511,0.00015492638,0.0012627976,0.000111950685,0.0000031525813,0.000024353034,0.00007230248],"genre_scores_gemma":[0.9974451,0.0004678576,0.0014271864,0.000020722837,0.00020185646,0.000017988443,0.000005415009,0.000013954313,0.0003999108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99924123,0.0000075761527,0.00027766867,0.00008080729,0.00029116875,0.00010157571],"domain_scores_gemma":[0.9997295,0.000026025084,0.00006124752,0.00004322111,0.00010062304,0.000039379196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018638617,0.00008847563,0.00011041295,0.0005360858,0.000009071012,0.000030402312,0.00016282887,0.000039321178,0.000013225944],"category_scores_gemma":[0.000023478084,0.00008727565,0.000016593536,0.00022617214,0.000008955982,0.0001822418,0.00003229245,0.00016036599,0.000004628822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006127819,0.00016084018,0.9606513,0.00034323765,0.00015658476,0.0000046591886,0.0039692493,0.01596711,0.0041577765,0.00047484337,0.009326812,0.0047263224],"study_design_scores_gemma":[0.00028259648,0.000048965554,0.9942925,0.00044284065,0.000006821674,0.000020479258,0.0001435397,0.0005011331,0.00036557132,0.0000075979315,0.0037934387,0.000094534116],"about_ca_topic_score_codex":0.000008331245,"about_ca_topic_score_gemma":0.0000011870886,"teacher_disagreement_score":0.033641197,"about_ca_system_score_codex":0.000109419416,"about_ca_system_score_gemma":0.00011989709,"threshold_uncertainty_score":0.35589978},"labels":[],"label_agreement":null},{"id":"W4320012773","doi":"10.7451/cbe.2022.64.9.1","title":"Supporting teaching practice, program improvement, and accreditation efforts in an engineering program","year":2022,"lang":"en","type":"article","venue":"Canadian Biosystems Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Canadian Bio-Systems (Canada)","funders":"University of Manitoba","keywords":"Rubric; Accreditation; Medical education; Work (physics); Peer assessment; Engineering management; Psychology; Engineering ethics; Engineering; Pedagogy; Medicine","score_opus":0.004914937289200624,"score_gpt":0.2494843875469537,"score_spread":0.2445694502577531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320012773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920639,0.0005519859,0.00054325775,0.00012231947,0.0023866515,0.0017913954,0.000029121296,0.0018842503,0.0006271203],"genre_scores_gemma":[0.988208,0.0000085870915,0.0096509,0.000040475155,0.00016272646,0.0016653049,0.00012316121,0.00011297227,0.000027867793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805677,0.000026029822,0.0005077617,0.0003463966,0.00024906654,0.0008139827],"domain_scores_gemma":[0.99909663,0.000046784968,0.000058058817,0.00024159055,0.000036923917,0.000520025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007239199,0.00031517283,0.00024760535,0.0007878081,0.00015910364,0.00018365278,0.00020103529,0.00008499716,0.000020301364],"category_scores_gemma":[0.00011781257,0.0004083939,0.000036943216,0.00050076336,0.0000061509427,0.00048875087,0.000043351316,0.0006194826,0.000002858406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046169557,0.00020273402,0.003263983,0.0011948452,0.0001343589,0.00019628667,0.006251142,0.8557369,0.011735649,0.0017583389,0.0012985416,0.118222594],"study_design_scores_gemma":[0.00043100058,0.00022287059,0.0055509917,0.00012936554,0.000019602601,0.0001606221,0.0017907654,0.7161043,0.0003000138,0.0000016764434,0.2744376,0.0008511252],"about_ca_topic_score_codex":0.0020140745,"about_ca_topic_score_gemma":0.0018242841,"teacher_disagreement_score":0.2731391,"about_ca_system_score_codex":0.001086898,"about_ca_system_score_gemma":0.00014080523,"threshold_uncertainty_score":0.9998368},"labels":[],"label_agreement":null},{"id":"W4321129390","doi":"10.5821/conference-9788412322262.1336","title":"What is the role of ethics in accreditation documentation from a global view?","year":2022,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Documentation; Engineering ethics; Applied ethics; Information ethics; Political science; Computer science; Engineering; Law","score_opus":0.008952110184901831,"score_gpt":0.2643465489518944,"score_spread":0.2553944387669926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321129390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98342323,0.003564143,0.002646558,0.0030292065,0.0028608534,0.00029730506,0.00002458292,0.00015601511,0.003998095],"genre_scores_gemma":[0.99854416,0.00023504753,0.00077721913,0.00026191905,0.000017649545,0.00007447625,0.000036094898,0.000005168866,0.00004824597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954724,0.000024275098,0.00013442292,0.000059054884,0.0001729708,0.000062018116],"domain_scores_gemma":[0.9998314,0.00004655965,0.000015200006,0.000078484285,0.000015381118,0.000012972798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014746476,0.000047470774,0.00004781029,0.000023614075,0.00002962084,0.000026046113,0.000086543834,0.000020121704,0.00069855485],"category_scores_gemma":[0.000007799744,0.00004147048,0.000015334726,0.0002327679,0.000004574169,0.00015272363,0.000020840846,0.0001266685,0.000009884264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018172443,0.00025845674,0.026802376,0.00013197467,0.00018966502,0.0000018564717,0.17357476,0.5661617,0.0071188235,0.032798443,0.025704583,0.16723922],"study_design_scores_gemma":[0.0012139416,0.00006307122,0.27229375,0.00013229183,0.000038707673,0.000006206955,0.21871173,0.18428259,0.020554459,0.02824271,0.273728,0.00073251326],"about_ca_topic_score_codex":0.0001494215,"about_ca_topic_score_gemma":0.00005143828,"teacher_disagreement_score":0.3818791,"about_ca_system_score_codex":0.00014356693,"about_ca_system_score_gemma":0.000030290266,"threshold_uncertainty_score":0.76486856},"labels":[],"label_agreement":null},{"id":"W4327497255","doi":"10.2139/ssrn.4379957","title":"Comparing Student Perceptions and Learning in a Group-Work Intensive Stem Course Offered Fully Online Versus In-Person","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Perception; Psychology; Online course; Work (physics); Online learning; Mathematics education; Medical education; Group work; Computer science; Multimedia; Medicine; Engineering","score_opus":0.02934108873529185,"score_gpt":0.2779605395090319,"score_spread":0.24861945077374004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327497255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99302274,0.0028083073,0.0013920406,0.0003156662,0.0019852547,0.00022904146,0.0000023006116,0.00019660647,0.000048055514],"genre_scores_gemma":[0.99344397,0.0056111263,0.00019440768,0.000010345153,0.00017662717,0.00004415598,0.00005605345,0.000077263016,0.00038604843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99760073,0.00008425464,0.00043952986,0.0002990462,0.0002545636,0.0013218581],"domain_scores_gemma":[0.999512,0.00006507845,0.00008705924,0.00014296945,0.00008470003,0.00010814911],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008370184,0.00033066515,0.0004312033,0.00044262662,0.00007923709,0.00009882164,0.00024669114,0.00018303141,0.000007930342],"category_scores_gemma":[0.00004288665,0.00036482778,0.00007889149,0.00033317626,0.000020040936,0.00006472528,0.00012433057,0.007032351,0.000014640318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010293173,0.00028121716,0.18031529,0.0002569038,0.00085130415,0.000055974688,0.02046658,0.7816221,0.000095543175,0.001013454,0.00030784294,0.014630881],"study_design_scores_gemma":[0.0023221504,0.00014953199,0.83109033,0.0013051907,0.00008269863,0.00009816887,0.13289003,0.030768834,0.0000015159814,0.00034813426,0.0001512974,0.0007921295],"about_ca_topic_score_codex":0.000073370626,"about_ca_topic_score_gemma":0.0046010166,"teacher_disagreement_score":0.75085324,"about_ca_system_score_codex":0.0030892016,"about_ca_system_score_gemma":0.00054515,"threshold_uncertainty_score":0.9998804},"labels":[],"label_agreement":null},{"id":"W4380538028","doi":"10.3991/ijep.v13i4.38477","title":"Proposing a Multi-Stakeholder Lens to Examine Global Community-Based Design Projects","year":2023,"lang":"en","type":"article","venue":"International Journal of Engineering Pedagogy (iJEP)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Stakeholder; Kenya; Stakeholder analysis; Public relations; Business; Knowledge management; Engineering; Political science; Computer science","score_opus":0.13597468706048377,"score_gpt":0.3420868034242566,"score_spread":0.20611211636377286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380538028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34472826,0.00014826481,0.64760846,0.0010265751,0.004980312,0.00033552453,0.000025225263,0.0007762091,0.0003712004],"genre_scores_gemma":[0.95254976,0.0000294681,0.04672641,0.00014883275,0.0003193335,0.000030251089,0.000023749133,0.00006501385,0.00010719137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847555,0.00004601725,0.0005248892,0.00011989672,0.0004959569,0.00033766616],"domain_scores_gemma":[0.9990642,0.00013139626,0.00007925115,0.00018055562,0.0003709601,0.00017362801],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058963377,0.00024589236,0.00024493696,0.00060008356,0.00005207358,0.00009710378,0.0005777068,0.000085608444,0.00002197201],"category_scores_gemma":[0.00023886068,0.00025908076,0.00009578399,0.0005756447,0.000013801224,0.00020231512,0.000054154112,0.0004457514,0.00006383753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015222333,0.00008972875,0.0006493469,0.00007293959,0.00017513677,0.000076986435,0.00086424575,0.98468107,0.0066795293,0.000099150966,0.0047251573,0.0018714683],"study_design_scores_gemma":[0.0037533343,0.00039207863,0.09819331,0.0014512821,0.0000912227,0.000667378,0.0012362605,0.81580555,0.021041526,0.000028854827,0.055855293,0.0014839222],"about_ca_topic_score_codex":0.00001149137,"about_ca_topic_score_gemma":0.00000599156,"teacher_disagreement_score":0.60782146,"about_ca_system_score_codex":0.0004936102,"about_ca_system_score_gemma":0.00018556807,"threshold_uncertainty_score":0.9999861},"labels":[],"label_agreement":null},{"id":"W4381846366","doi":"10.1109/ethics57328.2023.10154916","title":"Reifying Dominant Ideologies: Consequences of Decoupling Equity from Ethics in Engineering Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Accreditation; Equity (law); Ideology; Engineering education; Sociology; Public relations; Ethical code; Political science; Engineering; Law; Politics","score_opus":0.049198345654321275,"score_gpt":0.32870318327453696,"score_spread":0.27950483762021566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381846366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98582435,0.00045436382,0.009863045,0.00025181664,0.0015873421,0.00012344737,0.0000034500083,0.00054663396,0.001345556],"genre_scores_gemma":[0.9916382,0.00034294205,0.0078061903,0.00001955039,0.00003472262,0.000048651236,0.000019410449,0.000017490733,0.00007284178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918467,0.0000082778315,0.00031961154,0.0001328363,0.00014563525,0.00020896431],"domain_scores_gemma":[0.9994681,0.00028147092,0.000025750045,0.00013927704,0.00004039693,0.000045007997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004153582,0.00011557,0.00015858652,0.00024435183,0.000020014517,0.000016410371,0.000147758,0.000109384,0.000049607264],"category_scores_gemma":[0.00033437472,0.00011715775,0.000026920958,0.00052260107,0.000020651765,0.00008711334,0.0000479338,0.00024698587,0.00003187408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003160514,0.000052360047,0.012539487,0.0010740322,0.00005292463,0.0000071541,0.0064828526,0.78280705,0.18196182,0.006773278,0.0013306394,0.0069152103],"study_design_scores_gemma":[0.00058861094,0.000026139303,0.10720565,0.0019586266,0.00002498051,0.000009950585,0.010078071,0.4372435,0.43567038,0.003970939,0.0020483625,0.0011747817],"about_ca_topic_score_codex":0.00019621638,"about_ca_topic_score_gemma":0.00004488981,"teacher_disagreement_score":0.34556356,"about_ca_system_score_codex":0.00012364525,"about_ca_system_score_gemma":0.00016716593,"threshold_uncertainty_score":0.47775546},"labels":[],"label_agreement":null},{"id":"W4381852815","doi":"10.4324/9781003443926-6","title":"Building Student and Organizational Capacity","year":2023,"lang":"en","type":"book-chapter","venue":"Crossing boundaries","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.015857949357916092,"score_gpt":0.237779424174195,"score_spread":0.2219214748162789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381852815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32186922,0.013357923,0.09339221,0.0012117986,0.05635166,0.0020430165,0.0007824881,0.020996617,0.48999506],"genre_scores_gemma":[0.19521074,0.00018480979,0.028233847,0.00020902629,0.0014192179,0.00004516228,0.00029615956,0.00086514466,0.7735359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991958,0.0000018739004,0.00021474938,0.00019562921,0.00021340272,0.00017851485],"domain_scores_gemma":[0.99967194,0.000028097518,0.000033206863,0.0001317789,0.000071764436,0.0000632081],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00008013048,0.0002519287,0.00020278755,0.000111601476,0.0015115121,0.0068996577,0.00009334359,0.00016174353,0.00010183434],"category_scores_gemma":[0.000024607714,0.00027958772,0.00002944752,0.000050185998,0.0010560931,0.00007093747,0.00005513962,0.00024756067,0.000060054845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.401526e-7,0.0000076574115,0.000276854,0.0004543855,0.00023057847,0.000010841998,0.0075914795,0.0016495577,0.00028451296,0.97753954,0.00916322,0.002790441],"study_design_scores_gemma":[0.00009014226,0.000004777023,0.0018552728,0.00026424392,0.000026946109,0.000016507878,0.000029318762,0.00030345685,0.000105386374,0.012198571,0.9846544,0.00045094205],"about_ca_topic_score_codex":0.000004093654,"about_ca_topic_score_gemma":0.000016430107,"teacher_disagreement_score":0.9754912,"about_ca_system_score_codex":0.00018101683,"about_ca_system_score_gemma":0.00043428747,"threshold_uncertainty_score":0.9999656},"labels":[],"label_agreement":null},{"id":"W4385353437","doi":"10.23977/aetp.2023.070717","title":"The Technological Pedagogical Content Knowledge (TPACK) of Foreign Language Teachers Who Teach IELTS","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Technology integration; Computer science; Foreign language teaching; Psychology; China; Pedagogy; Foreign language; Teaching method; Political science","score_opus":0.033663250851619905,"score_gpt":0.3656812731466446,"score_spread":0.3320180222950247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385353437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94756085,0.02477384,0.00091040076,0.0067436015,0.0008607885,0.00022458402,0.0000046698015,0.0005048784,0.01841639],"genre_scores_gemma":[0.9932847,0.0047297357,0.00070032483,0.00004087379,0.000031170606,0.00021141101,0.000011362807,0.000011371781,0.0009790442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922967,0.000022108623,0.00024836295,0.00019412838,0.000059814847,0.00024594055],"domain_scores_gemma":[0.9994909,0.00021568673,0.00003187686,0.00020193259,0.000029305327,0.000030266723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002590392,0.00011898263,0.00015511474,0.0003908046,0.00006523854,0.0000045951424,0.0002477508,0.00021967798,0.00002814616],"category_scores_gemma":[0.00018014474,0.00009046298,0.000022248492,0.00087307376,0.00039662677,0.000051176947,0.00003544636,0.00034123348,0.000030929194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011404518,0.00020749302,0.04602843,0.000057431946,0.00004479891,0.000003801375,0.0024474647,0.0003884287,0.0014429319,0.74588746,0.0066214553,0.19685888],"study_design_scores_gemma":[0.001067618,0.00016372085,0.3139998,0.0001347917,0.00001447975,0.00014644161,0.020672327,0.0006218375,0.0014376246,0.175875,0.48525852,0.0006078536],"about_ca_topic_score_codex":5.7844807e-7,"about_ca_topic_score_gemma":0.000012321831,"teacher_disagreement_score":0.5700125,"about_ca_system_score_codex":0.000033375338,"about_ca_system_score_gemma":0.00002379875,"threshold_uncertainty_score":0.36889732},"labels":[],"label_agreement":null},{"id":"W4386094726","doi":"10.24908/ijesjp.v9i2.15215","title":"Actioning social justice into the engineering curriculum","year":2023,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Praxis; Engineering ethics; Status quo; Curriculum; Sociology; Sustainability; Engineering education; Economic Justice; Social justice; Value (mathematics); Pedagogy; Environmental ethics; Political science; Engineering; Social science; Engineering management; Law; Computer science","score_opus":0.008211264283279746,"score_gpt":0.26517113098048956,"score_spread":0.2569598666972098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386094726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9294797,0.0022408133,0.031398382,0.0061398745,0.02864397,0.00018693844,0.000011713403,0.0009461912,0.0009523979],"genre_scores_gemma":[0.9930348,0.0010865371,0.0012626661,0.00010199929,0.0042958,0.000012797583,0.000010043026,0.000054816443,0.00014054605],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988207,0.000012259086,0.00037813708,0.0001061418,0.00042858988,0.00025415185],"domain_scores_gemma":[0.9993966,0.00014300183,0.00008750767,0.000054463115,0.00023537435,0.00008302364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034733393,0.00019407133,0.00018487177,0.00028026363,0.00017880349,0.0001436039,0.00033306086,0.00009216183,0.00001798661],"category_scores_gemma":[0.00019762249,0.000175785,0.00010204619,0.00041091742,0.000020317464,0.00023873747,0.000052635172,0.0004565644,0.000020713627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016871361,0.00006646341,0.0001478998,0.0009210566,0.0009609426,0.00010860157,0.025756272,0.82252026,0.012212394,0.009446298,0.112445936,0.015397017],"study_design_scores_gemma":[0.0012807945,0.000054271615,0.023639549,0.00039454777,0.00096463296,0.0003269736,0.012242453,0.41864088,0.0010495662,0.000068066074,0.54022735,0.0011109009],"about_ca_topic_score_codex":0.000005060301,"about_ca_topic_score_gemma":0.0000011938652,"teacher_disagreement_score":0.42778143,"about_ca_system_score_codex":0.00017603753,"about_ca_system_score_gemma":0.0000395036,"threshold_uncertainty_score":0.7168304},"labels":[],"label_agreement":null},{"id":"W4386495851","doi":"10.32920/24101772","title":"Co-Curricular Activities and their Role in Supporting Experiential Learning","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Experiential learning; Multidisciplinary approach; Competition (biology); Psychology; Pedagogy; Student engagement; Medical education; Mathematics education; Political science; Medicine","score_opus":0.008773250756166966,"score_gpt":0.24528938571793346,"score_spread":0.2365161349617665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386495851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895487,0.00035470538,0.0044622156,0.000033732555,0.0010780186,0.0001852265,0.000004133344,0.0011229034,0.0032103788],"genre_scores_gemma":[0.99811673,0.00017976807,0.00045595644,0.000007089769,0.00008844477,0.00017758884,0.00007961385,0.00006358855,0.00083122606],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906725,0.000018308765,0.00027241834,0.0002553871,0.00010164485,0.00028499123],"domain_scores_gemma":[0.99971557,0.000035725443,0.00003492009,0.00013407858,0.000011295107,0.00006838553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017928361,0.0002527035,0.0002479979,0.0002254112,0.000037854137,0.000092848626,0.000103624785,0.00016082534,0.00011492431],"category_scores_gemma":[0.000026019537,0.00024312868,0.000047512247,0.00010759816,0.000014695293,0.000057692916,0.000103983024,0.0005816432,0.000018986433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043558402,0.00009833366,0.043897487,0.0017056802,0.00029728815,0.00003574288,0.079069816,0.8346134,0.0093882345,0.00065261323,0.0050789355,0.025158117],"study_design_scores_gemma":[0.00085424667,0.000039824517,0.053285655,0.001359017,0.000029283194,0.000034829813,0.10782568,0.72102845,0.06529488,0.0007349026,0.046098705,0.0034145352],"about_ca_topic_score_codex":0.000043696007,"about_ca_topic_score_gemma":0.000017637178,"teacher_disagreement_score":0.11358495,"about_ca_system_score_codex":0.00010050998,"about_ca_system_score_gemma":0.000033968343,"threshold_uncertainty_score":0.99145},"labels":[],"label_agreement":null},{"id":"W4386525180","doi":"10.32920/24101772.v1","title":"Co-Curricular Activities and their Role in Supporting Experiential Learning","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Experiential learning; Multidisciplinary approach; Competition (biology); Psychology; Medical education; Pedagogy; Student engagement; Mathematics education; Political science; Medicine","score_opus":0.008773250756166966,"score_gpt":0.24528938571793346,"score_spread":0.2365161349617665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386525180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895487,0.00035470538,0.0044622156,0.000033732555,0.0010780186,0.0001852265,0.000004133344,0.0011229034,0.0032103788],"genre_scores_gemma":[0.99811673,0.00017976807,0.00045595644,0.000007089769,0.00008844477,0.00017758884,0.00007961385,0.00006358855,0.00083122606],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906725,0.000018308765,0.00027241834,0.0002553871,0.00010164485,0.00028499123],"domain_scores_gemma":[0.99971557,0.000035725443,0.00003492009,0.00013407858,0.000011295107,0.00006838553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017928361,0.0002527035,0.0002479979,0.0002254112,0.000037854137,0.000092848626,0.000103624785,0.00016082534,0.00011492431],"category_scores_gemma":[0.000026019537,0.00024312868,0.000047512247,0.00010759816,0.000014695293,0.000057692916,0.000103983024,0.0005816432,0.000018986433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043558402,0.00009833366,0.043897487,0.0017056802,0.00029728815,0.00003574288,0.079069816,0.8346134,0.0093882345,0.00065261323,0.0050789355,0.025158117],"study_design_scores_gemma":[0.00085424667,0.000039824517,0.053285655,0.001359017,0.000029283194,0.000034829813,0.10782568,0.72102845,0.06529488,0.0007349026,0.046098705,0.0034145352],"about_ca_topic_score_codex":0.000043696007,"about_ca_topic_score_gemma":0.000017637178,"teacher_disagreement_score":0.11358495,"about_ca_system_score_codex":0.00010050998,"about_ca_system_score_gemma":0.000033968343,"threshold_uncertainty_score":0.99145},"labels":[],"label_agreement":null},{"id":"W4386599899","doi":"10.1080/13603116.2023.2256321","title":"A systematic review of literature on inclusive education with special emphasis on children with disability in Pakistan","year":2023,"lang":"en","type":"review","venue":"International Journal of Inclusive Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Clinical Evaluation Research Unit","funders":"","keywords":"Emphasis (telecommunications); Special education; Inclusion (mineral); Mainstreaming; Pedagogy; Psychology; Mathematics education; Sociology; Gender studies; Computer science","score_opus":0.006388813881705804,"score_gpt":0.3411216277247978,"score_spread":0.334732813843092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386599899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007663938,0.9920482,0.000041888165,0.00041770242,0.0038468612,0.0019530025,0.00009103373,0.000037718353,0.00079719885],"genre_scores_gemma":[0.0012536454,0.9954546,0.00032993776,0.00016897632,0.0018348965,0.00028210517,0.0004794408,0.000086296044,0.00011008505],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.996887,0.0001553587,0.0015885866,0.00025437586,0.0009528333,0.0001618262],"domain_scores_gemma":[0.9970627,0.00023385491,0.0011871816,0.00032255633,0.0010835463,0.00011018051],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047455722,0.00045119927,0.0013307665,0.0008709949,0.00003451163,0.0000672446,0.0006470014,0.00015027628,0.000043320677],"category_scores_gemma":[0.00030912514,0.0003116473,0.0002460515,0.000988,0.00004273774,0.00018585977,0.000049631515,0.0006138817,0.000017815488],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067649016,0.0024942767,0.00010405489,0.69932705,0.002643907,0.000020969635,0.004119746,0.0009796799,3.9424486e-7,0.0017870596,0.009519085,0.27893612],"study_design_scores_gemma":[0.00023225964,0.00016837467,0.0005058269,0.98011446,0.00046846693,0.00029077535,0.00035129688,0.0000036458218,0.000005412165,0.00006028295,0.017429454,0.0003697416],"about_ca_topic_score_codex":0.000011033107,"about_ca_topic_score_gemma":0.000019630768,"teacher_disagreement_score":0.2807874,"about_ca_system_score_codex":0.002887757,"about_ca_system_score_gemma":0.002134808,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W4386797204","doi":"10.32388/biohir","title":"Review of: \"Teaching Patterns in Technological Curricula\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Mathematics education; Computer science; Psychology; Pedagogy","score_opus":0.022704781891181906,"score_gpt":0.29978774807041364,"score_spread":0.2770829661792317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386797204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006985239,0.9283915,0.0023395615,0.022267664,0.0066105896,0.0015462817,0.0001281732,0.0029746557,0.035671715],"genre_scores_gemma":[0.0002489828,0.96929,0.0012094402,0.0019170757,0.00009982307,0.00044408886,0.00081354746,0.00010467946,0.025872367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839526,0.000033852517,0.00074349163,0.00026074683,0.000281613,0.0002850424],"domain_scores_gemma":[0.99936736,0.000058144513,0.000071122544,0.00038935168,0.000053760676,0.000060265265],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006838242,0.0003319266,0.0007752801,0.00026713024,0.000011479551,0.000007181839,0.00038584924,0.00024167102,0.00095526944],"category_scores_gemma":[0.00033195832,0.00027848783,0.00015093223,0.00053445296,0.000013940876,0.000029060133,0.00008051125,0.00091759086,0.00024585964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.572896e-8,0.000020412986,0.00002781678,0.11097475,0.000018516488,0.0000049650366,0.000006325889,0.000063851,0.0000012476171,0.00015962504,0.87188524,0.016837193],"study_design_scores_gemma":[0.00003365485,0.0000036721603,0.00015607754,0.20519409,0.000025261284,0.000006103822,0.0000085110605,0.00013251638,0.000008770768,0.000009927622,0.7941285,0.00029296064],"about_ca_topic_score_codex":0.000025129684,"about_ca_topic_score_gemma":0.000017747745,"teacher_disagreement_score":0.09421933,"about_ca_system_score_codex":0.00016431625,"about_ca_system_score_gemma":0.00004025348,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W4386800374","doi":"10.23977/aetp.2023.070908","title":"Experience and Discussion on Promoting the Implementation of Project-Based Curriculum with Evaluation Reform","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Project-based learning; Mathematics education; Computer science; Medical education; Engineering management; Psychology; Pedagogy; Engineering; Medicine","score_opus":0.011796848881089662,"score_gpt":0.37314675712320267,"score_spread":0.361349908242113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99282885,0.0004010475,0.00014126483,0.005556927,0.0002466864,0.00027618624,0.0000013648157,0.00006620017,0.00048148388],"genre_scores_gemma":[0.9984389,0.00027825878,0.0006807127,0.000044732813,0.000011792359,0.0005147666,0.00001816742,0.000005943848,0.0000067290052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995313,0.0000144437445,0.00013401984,0.00013501116,0.00008116823,0.00010404476],"domain_scores_gemma":[0.9998031,0.000025056752,0.00003474117,0.00009591792,0.000030640196,0.00001054151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016509407,0.00006910157,0.0000631779,0.00029996916,0.00004490792,0.0000032363876,0.00006129552,0.000045387893,0.000014967295],"category_scores_gemma":[0.000017799186,0.000040525127,0.000004439059,0.0007038305,0.00009211069,0.00007199377,0.0000073840592,0.00009367908,0.0000014039991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029570429,0.00030697364,0.46271273,0.00030167683,0.00003735135,0.0000012510286,0.01553293,0.0024222166,0.00265507,0.06540969,0.0009792885,0.44961125],"study_design_scores_gemma":[0.0016399638,0.00040539863,0.9208255,0.0002993944,0.000018667779,0.00004674774,0.033379998,0.01117526,0.006122175,0.013816842,0.011837886,0.00043220576],"about_ca_topic_score_codex":0.000003067004,"about_ca_topic_score_gemma":0.000024712053,"teacher_disagreement_score":0.45811275,"about_ca_system_score_codex":0.000038995462,"about_ca_system_score_gemma":0.000035279074,"threshold_uncertainty_score":0.16525668},"labels":[],"label_agreement":null},{"id":"W4386800431","doi":"10.23977/aetp.2023.070913","title":"Research on Mechanical Engineering Teaching System Based on Integration of Science, Education, Industry and Perspective of New Engineering","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Qilu University of Technology","keywords":"Multidisciplinary approach; Context (archaeology); Engineering; Engineering management; Curriculum; Engineering ethics; Engineering education; Discipline; Quality assurance; Perspective (graphical); Biological systems engineering; Quality (philosophy); Health systems engineering; Civil engineering software; Computer science; Sociology; Pedagogy; Operations management","score_opus":0.018320566089719856,"score_gpt":0.38041705234569784,"score_spread":0.36209648625597796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98785925,0.00088574307,0.0021955834,0.0028615247,0.0016380361,0.00022174892,0.000003205609,0.00020895299,0.004125957],"genre_scores_gemma":[0.9943048,0.00010706999,0.005400045,0.000020694779,0.000048407404,0.000059668087,0.0000040930045,0.000012630648,0.000042617525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991733,0.000015225077,0.0002232186,0.0002406608,0.00015346131,0.00019415353],"domain_scores_gemma":[0.99943006,0.00020814886,0.000031230207,0.00017109516,0.00010392912,0.000055559467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005298095,0.00010573279,0.00014374402,0.0027092595,0.000049615384,0.000005433531,0.00015500736,0.00019444824,0.0000057902053],"category_scores_gemma":[0.0003491307,0.00011052084,0.000010533234,0.001924574,0.00015929702,0.000093508614,0.00001879058,0.0006619117,0.00000282912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000714603,0.00008847384,0.0009419957,0.000101544116,0.000006644451,2.8789094e-7,0.0003946852,0.034992486,0.0042277477,0.9524153,0.00028965037,0.0065340805],"study_design_scores_gemma":[0.0029021273,0.0014895808,0.49825287,0.0064634727,0.000038041537,0.00017037701,0.05235677,0.27784467,0.050179154,0.088357866,0.020086396,0.001858672],"about_ca_topic_score_codex":0.0000047680915,"about_ca_topic_score_gemma":0.0000017111523,"teacher_disagreement_score":0.86405736,"about_ca_system_score_codex":0.00015554402,"about_ca_system_score_gemma":0.00023530437,"threshold_uncertainty_score":0.45069093},"labels":[],"label_agreement":null},{"id":"W4386939640","doi":"10.23977/aetp.2023.071204","title":"The Mode of Digital Capability Cultivation for Innovative Talents from the Perspective of CDIO Educational Concept","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Engineering University; Ministry of Education of the People's Republic of China","keywords":"CDIO; Context (archaeology); Perspective (graphical); Engineering; Process (computing); Engineering management; Mode (computer interface); Engineering ethics; Knowledge management; Computer science; Engineering education; Human–computer interaction","score_opus":0.009330172096730732,"score_gpt":0.3359668431337504,"score_spread":0.32663667103701965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386939640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538748,0.0039097127,0.0030082145,0.035299126,0.0017536413,0.00046214412,0.0001905767,0.00006701751,0.0014347683],"genre_scores_gemma":[0.9982738,0.00042180804,0.00080572075,0.00003201089,0.000046034955,0.0002518471,0.000094210096,0.0000064147835,0.00006814005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994555,0.000010072355,0.00022948973,0.00014080251,0.000056653378,0.00010746886],"domain_scores_gemma":[0.99893814,0.0006553534,0.00006301267,0.00014028903,0.00019312726,0.000010071443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007280472,0.00007478049,0.000097993,0.0001333324,0.000055690718,0.0000037404714,0.00016054501,0.00007377107,0.00001102326],"category_scores_gemma":[0.0003715707,0.000055522985,0.000015291826,0.0008361703,0.0004255996,0.000096018106,0.000014381942,0.00011225568,0.00000203078],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022624019,0.00015931603,0.091905124,0.00002678337,0.000074653246,3.1050536e-8,0.0041677477,0.0024260168,0.0007545986,0.8836441,0.004016149,0.012802861],"study_design_scores_gemma":[0.00029707045,0.00002880521,0.26947558,0.000025711597,0.000003839197,0.0000021604537,0.0045554335,0.00030142767,0.00093475526,0.71567994,0.008595052,0.00010020973],"about_ca_topic_score_codex":0.000004620946,"about_ca_topic_score_gemma":0.000014098453,"teacher_disagreement_score":0.17757045,"about_ca_system_score_codex":0.00004692719,"about_ca_system_score_gemma":0.00006725428,"threshold_uncertainty_score":0.22641616},"labels":[],"label_agreement":null},{"id":"W4386939652","doi":"10.23977/aetp.2023.071208","title":"Design and Thinking about Driven Problem in Project-Based Learning","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Project-based learning; Problem-based learning; Experiential learning; Mathematics education; Management science; Artificial intelligence; Engineering; Psychology","score_opus":0.010784525590320285,"score_gpt":0.30909124552489997,"score_spread":0.2983067199345797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386939652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375494,0.015126637,0.025893759,0.012894282,0.0016692404,0.0009116198,0.0000015772206,0.0013163232,0.004637147],"genre_scores_gemma":[0.9445627,0.003329037,0.05136046,0.00012771001,0.00002195293,0.00046160817,0.000016278424,0.00001800885,0.00010226969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999399,0.000021202322,0.00015598473,0.00019186694,0.000041237734,0.00019071288],"domain_scores_gemma":[0.99978,0.00010225147,0.000019384677,0.00006940161,0.000012401616,0.000016576128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017498551,0.000093529416,0.00010340203,0.00087006245,0.00004110797,0.0000066585194,0.00008506359,0.00012748197,0.000009926985],"category_scores_gemma":[0.000034616038,0.00010128295,0.0000052644177,0.000961455,0.00007042027,0.00007897199,0.000013100311,0.0002819215,0.000009768371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021796657,0.00020040094,0.5029107,0.00033462563,0.00002864183,0.000014272734,0.0044231466,0.31240734,0.0011921474,0.08330478,0.0033168106,0.09184538],"study_design_scores_gemma":[0.0019820575,0.00017990479,0.6052405,0.00049565436,0.000008831403,0.00010616445,0.0014019642,0.04871616,0.00033279692,0.18089373,0.15969138,0.00095082406],"about_ca_topic_score_codex":9.88756e-7,"about_ca_topic_score_gemma":0.000007437652,"teacher_disagreement_score":0.26369116,"about_ca_system_score_codex":0.000030925145,"about_ca_system_score_gemma":0.000038291542,"threshold_uncertainty_score":0.4130199},"labels":[],"label_agreement":null},{"id":"W4386944699","doi":"10.1111/medu.15238","title":"Fit for purpose: Ensuring robust, contextually appropriate global accreditation practices","year":2023,"lang":"en","type":"article","venue":"Medical Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Accreditation; Medical education; MEDLINE; Psychology; Process management; Political science; Medicine; Business","score_opus":0.02756147687001551,"score_gpt":0.32113797361508,"score_spread":0.2935764967450645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386944699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8367992,0.001163178,0.10784018,0.016210165,0.02542242,0.0017667527,0.00003128036,0.0037824612,0.0069843605],"genre_scores_gemma":[0.98243153,0.0002837362,0.011387342,0.0007546733,0.0015314744,0.0012860853,0.0005536872,0.000059618917,0.0017118565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901974,0.000015992493,0.00024373946,0.00016802568,0.00032369353,0.00022880569],"domain_scores_gemma":[0.9994618,0.000100399804,0.00006989123,0.00012334634,0.00010790834,0.0001366052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004155936,0.00011717807,0.00010807534,0.00007973531,0.00006170327,0.000051615574,0.0001493139,0.00010957247,0.00012998338],"category_scores_gemma":[0.0019306543,0.00011882006,0.000035413253,0.00041939315,0.000014398949,0.0001625711,0.000014826671,0.000110338086,0.00015435918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012888234,0.0002567004,0.0013440946,0.00072760583,0.000093213064,0.0000019308427,0.0021988412,0.022885397,0.00019593845,0.0036471237,0.5928065,0.37582973],"study_design_scores_gemma":[0.0009215826,0.000053485597,0.053635944,0.0003224065,0.000052322586,0.000027840435,0.0026591013,0.32743737,0.00029828082,0.0011349678,0.61279726,0.0006594344],"about_ca_topic_score_codex":0.0000125943925,"about_ca_topic_score_gemma":0.000014856914,"teacher_disagreement_score":0.3751703,"about_ca_system_score_codex":0.00017112092,"about_ca_system_score_gemma":0.0005435316,"threshold_uncertainty_score":0.48453417},"labels":[],"label_agreement":null},{"id":"W4387053935","doi":"10.23977/aetp.2023.071211","title":"Exploration of Innovative Practical Abilities in Environmental Design Based on the CDIO Concept","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CDIO; Mindset; Process (computing); Engineering; Experiential learning; Engineering management; Engineering ethics; Scope (computer science); Knowledge management; Engineering education; Computer science; Pedagogy; Psychology","score_opus":0.02548882739335504,"score_gpt":0.32844042210817925,"score_spread":0.3029515947148242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387053935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89145947,0.0018367103,0.036899738,0.06284318,0.0019122263,0.0007410922,0.000014158469,0.00024882003,0.0040446175],"genre_scores_gemma":[0.9963543,0.0003696555,0.0027705384,0.00018171252,0.000011763512,0.00026355908,0.000014947781,0.0000058794103,0.000027681894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995431,0.000030562795,0.00016296019,0.00011340952,0.000048556918,0.00010143873],"domain_scores_gemma":[0.99946344,0.00039740023,0.000023158453,0.00009773206,0.00000979849,0.000008460095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001579907,0.0000667625,0.00007736209,0.0003974366,0.000017112887,0.0000016368025,0.000062083236,0.00007814083,0.00006025056],"category_scores_gemma":[0.000118582524,0.00005789576,0.000005234389,0.00080518704,0.0001746032,0.00010498342,0.000006259796,0.00017073254,0.000011724555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006055653,0.0007029516,0.075220905,0.00006713762,0.000028715553,0.0000044393614,0.0057148114,0.19242202,0.0017592699,0.6917044,0.005715145,0.026599634],"study_design_scores_gemma":[0.0014289896,0.00037339472,0.52876043,0.00016227344,0.0000047179515,0.000024790106,0.013343803,0.01870185,0.005757087,0.40465903,0.026187593,0.00059605454],"about_ca_topic_score_codex":2.6264465e-7,"about_ca_topic_score_gemma":0.0000017324946,"teacher_disagreement_score":0.45353952,"about_ca_system_score_codex":0.000036297926,"about_ca_system_score_gemma":0.000028422004,"threshold_uncertainty_score":0.23609205},"labels":[],"label_agreement":null},{"id":"W4387759073","doi":"10.24908/pceea.2020.16837","title":"ADVANCED GRAPHICAL COMMUNICATIONS – A COURSE EVOLUTION","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Course (navigation); Class (philosophy); Geometric dimensioning and tolerancing; Selection (genetic algorithm); Dimensioning; Computer science; Core (optical fiber); Engineering; Engineering drawing; Artificial intelligence; Telecommunications","score_opus":0.00511777691800603,"score_gpt":0.19419273384550856,"score_spread":0.18907495692750254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387759073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8226104,0.0036558986,0.0014268736,0.11490337,0.011483141,0.0027954187,0.00016462998,0.0029319816,0.04002828],"genre_scores_gemma":[0.9964759,0.000042245414,0.0026033279,0.00034216326,0.000121634184,0.00010365379,0.000015184222,0.000042468808,0.0002534376],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989732,0.0000048857396,0.0003083288,0.00015090778,0.00027735482,0.00028534725],"domain_scores_gemma":[0.99894756,0.00002954282,0.00012234216,0.00016789751,0.0003916871,0.0003409933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017412307,0.00016825426,0.00016050601,0.00015098338,0.00013748325,0.00006214386,0.00052692957,0.00013934629,0.000026029273],"category_scores_gemma":[0.0004374036,0.00017906568,0.000087429966,0.00093745993,0.000020210735,0.00020063148,0.000031864663,0.00032920297,0.000023753968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007676981,0.00041761665,0.18725672,0.0018955793,0.00081556884,2.3157403e-7,0.011233144,0.07404044,0.03042037,0.18951444,0.4968409,0.00755731],"study_design_scores_gemma":[0.000627348,0.00003639808,0.51190674,0.00037972667,0.00016724227,0.000007995163,0.0015300108,0.11432632,0.0033455165,0.00041425068,0.36612424,0.0011341965],"about_ca_topic_score_codex":0.00038572322,"about_ca_topic_score_gemma":0.00078550656,"teacher_disagreement_score":0.32465002,"about_ca_system_score_codex":0.0016294968,"about_ca_system_score_gemma":0.0005110311,"threshold_uncertainty_score":0.73020864},"labels":[],"label_agreement":null},{"id":"W4388302225","doi":"10.5430/ijhe.v12n6p63","title":"Starting from Scratch: A Holistic Framework for Designing Digitally Delivered Graduate Programs for STEM Working Professionals","year":2023,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Excellence; Engineering management; Process (computing); Engineering; Engineering design process; Computer science; Knowledge management; Pedagogy; Psychology","score_opus":0.08597083816901396,"score_gpt":0.3524727271797783,"score_spread":0.2665018890107643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388302225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6440114,0.00083455746,0.3190329,0.004722914,0.030019335,0.0008204555,0.000038350845,0.00034977437,0.00017035092],"genre_scores_gemma":[0.9338163,0.000021834312,0.063406244,0.00028411188,0.001484286,0.00023090746,0.00013294257,0.00004492882,0.0005784213],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988413,0.000013848887,0.0004890688,0.00012034845,0.00034406802,0.00019135435],"domain_scores_gemma":[0.99866235,0.00033677893,0.00021568024,0.000074149684,0.00062361255,0.00008739932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026805623,0.00013474535,0.0001499093,0.00022350663,0.00005634493,0.00016414857,0.00026336126,0.000065589426,0.000019000012],"category_scores_gemma":[0.000100099285,0.00012995981,0.00010098117,0.00020018015,0.000008925674,0.00022005968,0.000016796903,0.00014684105,0.0000106470325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028078537,0.0010726409,0.008685721,0.00043825895,0.002035138,0.0000126695995,0.014218599,0.062420763,0.006017329,0.018688437,0.32113594,0.56499374],"study_design_scores_gemma":[0.004383731,0.00040569835,0.08671047,0.0139365755,0.0004133911,0.000015475463,0.016085232,0.03821652,0.013693397,0.728801,0.09481181,0.0025266898],"about_ca_topic_score_codex":0.0000023389925,"about_ca_topic_score_gemma":5.92762e-7,"teacher_disagreement_score":0.7101126,"about_ca_system_score_codex":0.00024122707,"about_ca_system_score_gemma":0.0001964667,"threshold_uncertainty_score":0.52996075},"labels":[],"label_agreement":null},{"id":"W4388913317","doi":"10.1201/9781003262671-5","title":"Differing approaches to embedding low energy construction and climate literacy into vocational education and training","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vocational education; Training (meteorology); Embedding; Literacy; Mathematics education; Energy (signal processing); Computer science; Pedagogy; Psychology; Geography; Artificial intelligence; Meteorology; Mathematics; Statistics","score_opus":0.02671872177376917,"score_gpt":0.22647355180733236,"score_spread":0.1997548300335632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388913317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03221011,0.004142589,0.12146703,0.0015399612,0.011863152,0.0012595123,0.000056281526,0.004609873,0.8228515],"genre_scores_gemma":[0.47857556,0.0062917783,0.25712213,0.00056501554,0.0022119936,0.0008087831,0.0010583462,0.00080239377,0.252564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991484,0.000003277683,0.00026433403,0.0002832485,0.00012381883,0.00017689237],"domain_scores_gemma":[0.999631,0.000039372233,0.00003401904,0.00011207154,0.0000325289,0.00015100422],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00007495057,0.00026770192,0.0002042946,0.00033141178,0.00007850832,0.00011934387,0.000053250355,0.00013644368,0.000048785958],"category_scores_gemma":[0.0000084189705,0.00029446406,0.000025831416,0.000050761366,0.000022813334,0.00011743192,0.000047032776,0.00013260912,0.000019607609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015402616,0.0000066899306,0.000037323774,0.00068846287,0.000070431364,6.3733e-7,0.0046851016,0.0017507169,0.00007761958,0.35485348,0.00041858028,0.6374094],"study_design_scores_gemma":[0.0015368026,0.0001730374,0.023344673,0.014625174,0.00041350792,0.00083711627,0.009465905,0.23856008,0.0013900527,0.051341496,0.64811677,0.0101954015],"about_ca_topic_score_codex":0.000004582787,"about_ca_topic_score_gemma":0.000009468979,"teacher_disagreement_score":0.64769816,"about_ca_system_score_codex":0.000111376794,"about_ca_system_score_gemma":0.00005311188,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W4389540308","doi":"10.29007/drsl","title":"Mathematics and Science Subjects in Construction Management Baccalaureate Programs","year":2023,"lang":"en","type":"article","venue":"EPiC series in built environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Accreditation; Bachelor; Mathematics education; Science and engineering; Medical education; Mathematics; Computer science; Engineering management; Engineering; Political science; Engineering ethics; Medicine","score_opus":0.008128678395680884,"score_gpt":0.20344719334200043,"score_spread":0.19531851494631955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389540308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970507,0.00008355406,0.00025408424,0.000095445364,0.0003069505,0.00024008339,4.0212157e-7,0.00014953062,0.0018192305],"genre_scores_gemma":[0.9739767,0.0013240543,0.024240443,0.000007327747,0.000011725207,0.00018362503,0.0000059034396,0.000017153518,0.00023310282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992863,0.000003711685,0.00016926006,0.00015749037,0.000154479,0.00022874115],"domain_scores_gemma":[0.9997902,0.0000072429216,0.0000115292805,0.00014475673,0.0000017141449,0.000044564003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019834691,0.00010070846,0.00009009015,0.00021043878,0.000027625578,0.000025582272,0.00008669644,0.000026613405,0.00003480917],"category_scores_gemma":[0.0000052454347,0.00010515615,0.0000078064495,0.0004255676,0.00010725335,0.000104013285,0.00006205363,0.00006834311,0.00004091628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014343803,0.0005211191,0.293412,0.0023389766,0.00010071166,0.00021393747,0.02305675,0.21613337,0.006601856,0.04251143,0.00067827455,0.41441724],"study_design_scores_gemma":[0.0006237842,0.000037903308,0.9586491,0.00024032549,0.000008177274,0.00003877641,0.005752092,0.017492855,0.003580245,0.002173291,0.0108884685,0.00051500666],"about_ca_topic_score_codex":0.0000032646985,"about_ca_topic_score_gemma":0.000007109203,"teacher_disagreement_score":0.66523707,"about_ca_system_score_codex":0.0001956762,"about_ca_system_score_gemma":0.000005726043,"threshold_uncertainty_score":0.42881435},"labels":[],"label_agreement":null},{"id":"W4389540732","doi":"10.1007/s42330-023-00290-1","title":"Teaching Engineering Design-Based Integrated STEM in Rural Contexts: Nurturing Future Designers","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Science education; Engineering ethics; Mathematics education; Engineering education; Sociology; Engineering; Engineering management; Pedagogy; Psychology","score_opus":0.00640370600197459,"score_gpt":0.2087577531045268,"score_spread":0.2023540471025522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389540732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829032,0.00037764077,0.013926535,0.0010118007,0.0014816868,0.00012256882,6.4752015e-7,0.000102872145,0.000073064926],"genre_scores_gemma":[0.9744324,0.000016748156,0.025453625,0.000013072082,0.000034660967,0.000012441076,7.4230604e-7,0.000012972628,0.000023354429],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993422,0.000004571018,0.0002460519,0.00006917493,0.000094846466,0.00024315334],"domain_scores_gemma":[0.99956113,0.000030132756,0.00005008085,0.00008537832,0.00010024628,0.0001730234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062261545,0.000098090844,0.0001233562,0.0020768184,0.00009297012,0.000059147187,0.00021478302,0.00007072009,0.0000035690277],"category_scores_gemma":[0.000103509825,0.00009207702,0.000012503511,0.0013763681,0.0000973193,0.00014147315,0.0000046901623,0.00026824794,0.000002877733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003900388,0.00019081368,0.009680135,0.0011827897,0.000098931814,0.00006669947,0.040305782,0.245562,0.07390399,0.089877486,0.005736974,0.5333905],"study_design_scores_gemma":[0.00079621153,0.00013964939,0.007721425,0.0032203433,0.00003848132,0.00030933996,0.10958871,0.8393529,0.027340882,0.0039016083,0.006507203,0.0010832654],"about_ca_topic_score_codex":0.000041965683,"about_ca_topic_score_gemma":0.0000765129,"teacher_disagreement_score":0.5937909,"about_ca_system_score_codex":0.00033615206,"about_ca_system_score_gemma":0.0012368578,"threshold_uncertainty_score":0.3754792},"labels":[],"label_agreement":null},{"id":"W4389610855","doi":"10.1109/weef-gedc59520.2023.10343733","title":"A Customizable Multidisciplinary Design Program in a Traditional Engineering Faculty","year":2023,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Multidisciplinary approach; Context (archaeology); Flexibility (engineering); Experiential learning; Engineering education; Engineering management; Bachelor; Medical education; Service-learning; Computer science; Engineering; Engineering ethics; Mathematics education; Psychology; Pedagogy; Sociology; Political science; Management; Medicine","score_opus":0.052895902827459006,"score_gpt":0.26937346126651424,"score_spread":0.21647755843905522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389610855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82818574,0.00018364824,0.13278815,0.0006412485,0.0029169612,0.0023386432,0.00003419762,0.020732058,0.012179352],"genre_scores_gemma":[0.91642743,0.000029934967,0.08127216,0.000009480878,0.00007092965,0.0010190284,0.0001510039,0.00005686338,0.0009631829],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927723,0.000005278968,0.00017289903,0.00013045371,0.000124004,0.00029010043],"domain_scores_gemma":[0.999781,0.00003753311,0.0000058637606,0.000084009305,0.00001243014,0.00007912149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013263094,0.00013201714,0.00010666634,0.00025046628,0.000021845168,0.000024357081,0.00008937097,0.000053468288,0.00009983779],"category_scores_gemma":[0.000015894084,0.00013248714,0.000030352596,0.0007683868,0.0000052345063,0.00009525681,0.00001499221,0.00012403101,0.00028064934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010901882,0.000057522546,0.00026357142,0.000051824467,0.000012889994,0.000011066031,0.0004170696,0.98290306,0.0004943404,0.00041827656,0.013068721,0.0023005859],"study_design_scores_gemma":[0.00027760147,0.00001329554,0.04067504,0.00003713383,0.0000018570911,0.000005213953,0.00012123295,0.9533087,0.0006423603,0.000053595715,0.0046398668,0.00022409634],"about_ca_topic_score_codex":0.0000029573332,"about_ca_topic_score_gemma":0.0000019677325,"teacher_disagreement_score":0.088241674,"about_ca_system_score_codex":0.00011655735,"about_ca_system_score_gemma":0.00002562532,"threshold_uncertainty_score":0.5402669},"labels":[],"label_agreement":null},{"id":"W4389680844","doi":"10.1002/jee.20570","title":"Contextualization in engineering education: A scoping literature review","year":2023,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Contextualization; Variety (cybernetics); Engineering education; Engineering ethics; Context (archaeology); Scope (computer science); Engineering; Pedagogy; Sociology; Computer science; Engineering management; Artificial intelligence","score_opus":0.0069986293868458645,"score_gpt":0.26146982359966986,"score_spread":0.254471194212824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389680844","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3199197,0.58167017,0.03218612,0.0036366412,0.054316532,0.0026923707,0.000011993073,0.002551917,0.003014565],"genre_scores_gemma":[0.83500695,0.14429983,0.015245437,0.00069217954,0.0026396331,0.00044131596,0.00024161373,0.00030792798,0.0011251004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987003,0.000013669237,0.00068795856,0.000120343015,0.00023754827,0.0002401435],"domain_scores_gemma":[0.9992896,0.000057451718,0.000105027044,0.00016971686,0.00024594832,0.00013230825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041850665,0.00020861685,0.00029330014,0.0009754637,0.000017975013,0.000059522416,0.00018319802,0.00008913828,0.000026396496],"category_scores_gemma":[0.00033936935,0.00022211362,0.00008054665,0.0019496597,0.0000040450295,0.00038880372,0.0000125919305,0.00032366574,0.000026650057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007181032,0.00042903546,0.0015921488,0.06308395,0.00014577006,0.00003022297,0.0044739535,0.7264903,0.00763707,0.004157097,0.14894085,0.043012414],"study_design_scores_gemma":[0.0015150169,0.00015282675,0.059675194,0.63768566,0.00017826507,0.0012976459,0.0012158474,0.13624406,0.0035414996,0.0001507585,0.1555761,0.0027671591],"about_ca_topic_score_codex":9.970946e-7,"about_ca_topic_score_gemma":7.980002e-7,"teacher_disagreement_score":0.59024626,"about_ca_system_score_codex":0.0003036645,"about_ca_system_score_gemma":0.0004043729,"threshold_uncertainty_score":0.9057531},"labels":[],"label_agreement":null},{"id":"W4390055602","doi":"10.53555/sfs.v10i1.1888","title":"Breaking Barriers: Fostering Effective Technical Communication Training Across Corporate And Academic Sectors","year":2023,"lang":"en","type":"article","venue":"Journal of Survey in Fisheries Sciences","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Technical communication; Training (meteorology); Public relations; Work (physics); Professional communication; Technical writing; Professional development; Engineering ethics; Higher education; Business; Knowledge management; Engineering; Sociology; Pedagogy; Political science; Management; Computer science","score_opus":0.21654530527325205,"score_gpt":0.3212105602044227,"score_spread":0.10466525493117063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390055602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986776,0.00024892954,0.000223296,0.00010693086,0.00046821177,0.00006246976,0.0000029917467,0.00006755586,0.00014202787],"genre_scores_gemma":[0.9989553,0.0003304318,0.00065321685,0.000013236157,0.000022851837,0.000007910072,0.0000015218733,0.000009224101,0.0000063002785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999102,0.00008966444,0.00032916042,0.00008544772,0.00018433658,0.00020937416],"domain_scores_gemma":[0.99934065,0.00035190463,0.0001210866,0.000060695045,0.000047569934,0.00007810051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033754432,0.000091793285,0.0001709293,0.00016770224,0.00011432541,0.00008683463,0.00023674878,0.00006332729,0.0000070561546],"category_scores_gemma":[0.00042528362,0.00008222746,0.00001966531,0.0009364019,0.00016250317,0.00041873945,0.00007260644,0.0003268917,0.0000012790226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009153394,0.00000387328,0.94218695,0.000055091317,0.000017387723,0.0000069753673,0.020720163,0.020284913,0.0032064905,0.000021450613,0.00059874484,0.01288883],"study_design_scores_gemma":[0.00013381384,0.000036018715,0.9932296,0.00019225599,0.000001690251,0.000050295876,0.0039706645,0.0015615072,0.0003295977,0.0001415041,0.00023282168,0.000120207],"about_ca_topic_score_codex":0.000019835748,"about_ca_topic_score_gemma":0.00014655644,"teacher_disagreement_score":0.051042695,"about_ca_system_score_codex":0.00008101335,"about_ca_system_score_gemma":0.000053225347,"threshold_uncertainty_score":0.33531386},"labels":[],"label_agreement":null},{"id":"W4390120985","doi":"10.33524/cjar.v20i1.450","title":"Fleming, J., &amp; McPhail, I.P. (2019). Success factors for minorities in engineering. New York, NY: Routledge.","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Sociology; Engineering","score_opus":0.0826233170732238,"score_gpt":0.32348096784995833,"score_spread":0.24085765077673454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390120985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921804,0.0014808972,0.0009205015,0.0008799438,0.0031372167,0.0003242261,0.000008135952,0.000029326566,0.0010393464],"genre_scores_gemma":[0.99291277,0.000047945654,0.0003634652,0.000012140664,0.00028604505,0.000009223498,0.0000063835873,0.000030925094,0.006331108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989188,0.00002567623,0.000266067,0.00008195593,0.00027418087,0.00043336768],"domain_scores_gemma":[0.9990586,0.00020576647,0.000033083783,0.00015902173,0.0001766701,0.0003668424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078138587,0.00011283786,0.0001554062,0.0007101613,0.000084674924,0.00013339493,0.00032786222,0.00008187688,0.0004509215],"category_scores_gemma":[0.00017093892,0.00009301611,0.00005833935,0.0004146029,0.000021918624,0.0001609105,0.00000680198,0.00056654663,0.00005460805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003360894,0.00003759725,0.05549575,0.00064411823,0.00023505135,0.000008272745,0.0140738115,0.23126467,0.0024512887,0.0021308968,0.68331057,0.010314353],"study_design_scores_gemma":[0.00081970426,0.00008606759,0.09066852,0.00025225655,0.000012206886,0.00005290352,0.002718443,0.0036752133,0.0030571946,0.00015829987,0.89810234,0.0003968378],"about_ca_topic_score_codex":0.006291012,"about_ca_topic_score_gemma":0.03662596,"teacher_disagreement_score":0.22758946,"about_ca_system_score_codex":0.00076191773,"about_ca_system_score_gemma":0.00093024893,"threshold_uncertainty_score":0.9809531},"labels":[],"label_agreement":null},{"id":"W4390230890","doi":"10.23977/aetp.2023.071720","title":"Research on the effectiveness of project-based learning in automotive engineering teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automotive industry; Teamwork; Enthusiasm; Project-based learning; Engineering; Engineering management; Teaching method; Mathematics education; Computer science; Psychology; Management","score_opus":0.019148054735244367,"score_gpt":0.38576835029549256,"score_spread":0.36662029556024817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390230890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99299175,0.00071975257,0.00036776433,0.002029914,0.00048325924,0.00022769067,8.5378844e-7,0.0001789831,0.0030000405],"genre_scores_gemma":[0.99880445,0.00020446797,0.00054161507,0.000021415992,0.000013886804,0.00037118493,0.000006303886,0.000011464227,0.000025212606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992904,0.00012547287,0.0001434761,0.00016074434,0.00007594906,0.00020396426],"domain_scores_gemma":[0.99848247,0.0013519423,0.000013970928,0.00011004445,0.000030638887,0.0000109419325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013254774,0.00007994165,0.00010687873,0.001465072,0.000041325085,0.0000030870845,0.00013258234,0.0001029164,0.000006317885],"category_scores_gemma":[0.00046255474,0.00007030452,0.0000095039895,0.001642471,0.000086040134,0.000042040483,0.0000148122745,0.0007247649,0.000009520225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037176265,0.00023442529,0.110810846,0.00037983895,0.000022831442,0.000004458541,0.0009018522,0.38829607,0.0021661075,0.48726848,0.0008305979,0.009047329],"study_design_scores_gemma":[0.0006942794,0.00017471501,0.92762876,0.0007321278,0.000002215144,0.000012333278,0.0015870483,0.017767923,0.002172478,0.025740465,0.023186525,0.000301126],"about_ca_topic_score_codex":0.000002462407,"about_ca_topic_score_gemma":0.0000044966628,"teacher_disagreement_score":0.81681794,"about_ca_system_score_codex":0.000060934188,"about_ca_system_score_gemma":0.000042509804,"threshold_uncertainty_score":0.31487828},"labels":[],"label_agreement":null},{"id":"W4390669898","doi":"10.1007/s44217-023-00085-4","title":"A course-based approach to conducting program review","year":2024,"lang":"en","type":"article","venue":"Discover Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lambton College; Thompson Rivers University","funders":"","keywords":"CLARITY; Consistency (knowledge bases); Medical education; Computer science; Discipline; Engineering management; Knowledge management; Process management; Engineering; Political science; Medicine","score_opus":0.020466627247210475,"score_gpt":0.31537981230962203,"score_spread":0.29491318506241154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390669898","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16855209,0.30582362,0.18256149,0.0161484,0.04283294,0.010583267,0.00005032334,0.013773443,0.25967443],"genre_scores_gemma":[0.97137475,0.00039838758,0.022787971,0.0010811656,0.00036263053,0.002118915,0.00028461995,0.000072244744,0.0015193267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941045,0.000008125315,0.00014952566,0.00016645245,0.00011820286,0.00014726553],"domain_scores_gemma":[0.99970704,0.000010940553,0.000007824243,0.00015471563,0.000032131167,0.00008735694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010730677,0.000116708936,0.000091807415,0.000072521914,0.000022027716,0.00009888966,0.000080944046,0.000026106118,0.000055183533],"category_scores_gemma":[0.00001723472,0.00010989295,0.000038413673,0.0004622701,0.0000056560134,0.00011622242,0.000005296682,0.000096593336,0.00017071617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.320983e-7,0.0006933187,0.00018969867,0.010421624,0.00007566444,5.4108983e-7,0.0014772381,0.017067723,0.00042113906,0.005721227,0.70490646,0.25902462],"study_design_scores_gemma":[0.000060829323,0.000018920835,0.001749393,0.0037806337,0.00006927732,0.000010817941,0.00050237216,0.020619227,0.0008224889,0.000029388084,0.9718506,0.00048607882],"about_ca_topic_score_codex":0.000004373406,"about_ca_topic_score_gemma":4.9023294e-7,"teacher_disagreement_score":0.80282265,"about_ca_system_score_codex":0.00013195949,"about_ca_system_score_gemma":0.00033672884,"threshold_uncertainty_score":0.44813043},"labels":[],"label_agreement":null},{"id":"W4391053862","doi":"10.23977/aetp.2024.080101","title":"Teaching Reform in the Context of Engineering Education Accreditation—Taking the Mechanical Design, Manufacturing and Automation Major as an Example","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Shanghai for Science and Technology; National Natural Science Foundation of China","keywords":"Accreditation; Standardization; Curriculum; Engineering ethics; Engineering education; Context (archaeology); Engineering management; Engineering; Quality (philosophy); Outcome-based education; Medical education; Pedagogy; Computer science; Sociology; Medicine","score_opus":0.013897571762012598,"score_gpt":0.31719318934737295,"score_spread":0.30329561758536033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391053862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705762,0.00838446,0.011291473,0.007070854,0.0014682871,0.00030802816,0.0000012036841,0.00014869118,0.00075080525],"genre_scores_gemma":[0.99213433,0.00047473452,0.0068972134,0.00016641145,0.000063242245,0.00022949254,0.000011454691,0.000011425,0.000011709457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993634,0.000036682148,0.00023001363,0.00017808877,0.00006488689,0.00012689669],"domain_scores_gemma":[0.9995552,0.00024017444,0.000031820546,0.00014211235,0.000013682793,0.000017053273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043638315,0.000102422426,0.00009275965,0.00042420847,0.00005026343,0.000019528707,0.00015459434,0.00010417707,0.00001410502],"category_scores_gemma":[0.000052899355,0.000076684184,0.000009319456,0.00027987175,0.000051364757,0.00026149084,0.000012092262,0.0003389407,0.0000022512766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064032088,0.00011265497,0.00052097667,0.00022242643,0.000021674852,0.0000011891358,0.009798923,0.0013799041,0.0009466702,0.7062842,0.00008831048,0.28061664],"study_design_scores_gemma":[0.00104304,0.000346856,0.25796676,0.0011816988,0.000061578634,0.0013067882,0.047637854,0.060854316,0.0049285837,0.5424858,0.0810515,0.0011352369],"about_ca_topic_score_codex":0.000045856457,"about_ca_topic_score_gemma":0.000052476622,"teacher_disagreement_score":0.2794814,"about_ca_system_score_codex":0.00007428284,"about_ca_system_score_gemma":0.000051653675,"threshold_uncertainty_score":0.31270903},"labels":[],"label_agreement":null},{"id":"W4391096822","doi":"10.1201/9781032679518-22","title":"Through It All, the Why Was My Motivator","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Psychology","score_opus":0.01803877685825246,"score_gpt":0.2246802957396208,"score_spread":0.20664151888136834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391096822","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005793117,0.0019149069,0.0013293027,0.0033875336,0.002899818,0.0001793193,0.000009578006,0.0008430062,0.9894307],"genre_scores_gemma":[0.0008766957,0.0008892526,0.0007538347,0.0019146507,0.0004009527,0.000042830805,0.000043916378,0.00015179439,0.9949261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991558,0.0000014860723,0.00023344973,0.0002060162,0.00020488427,0.00019834486],"domain_scores_gemma":[0.99958265,0.000032320557,0.000015449512,0.0002971826,0.000024714895,0.000047676385],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000052855292,0.00032795878,0.00018563401,0.00005218665,0.000029051267,0.00007647431,0.00024058291,0.00019252059,0.0037251802],"category_scores_gemma":[0.00000413551,0.00022231655,0.000109966684,0.00003709698,0.000021082371,0.000053291566,0.00004898476,0.00044125222,0.0028592404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4650023e-7,0.0000024153994,1.5583812e-7,0.00010702782,0.00017865378,0.0000038138542,0.00044774986,0.00059845275,0.000009547358,0.24671522,0.7516354,0.00030146848],"study_design_scores_gemma":[0.000029934934,0.000003904552,0.0000028314148,0.00014747042,0.00003846152,0.000009015283,0.000047856804,0.0003851257,0.00008801243,0.0045438204,0.99439573,0.00030782778],"about_ca_topic_score_codex":0.000005196439,"about_ca_topic_score_gemma":0.000007658256,"teacher_disagreement_score":0.24276039,"about_ca_system_score_codex":0.00014033684,"about_ca_system_score_gemma":0.000030062707,"threshold_uncertainty_score":0.9979172},"labels":[],"label_agreement":null},{"id":"W4391560696","doi":"10.18260/1-2--41691","title":"Scaffolding reflection across the design curriculum: Triangulating Student, Alumni, and Faculty Perspectives of the Role of Design within an Engineering Science Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Reflection (computer programming); Scaffold; Mathematics education; Computer science; Engineering education; Engineering; Pedagogy; Psychology; Engineering management; Programming language","score_opus":0.02323539223480454,"score_gpt":0.3264002177685713,"score_spread":0.3031648255337668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391560696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567338,0.0011928622,0.040422056,0.000021563941,0.0004568663,0.00061092334,0.000001582714,0.0004187926,0.00014154908],"genre_scores_gemma":[0.9687283,0.000017456985,0.031092463,0.0000015290161,0.000036628255,0.00007526799,5.5001686e-7,0.000022537515,0.000025263504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989571,0.000032212363,0.0002668572,0.0002145293,0.00030117822,0.00022810514],"domain_scores_gemma":[0.9995691,0.00005997316,0.00003916806,0.00018406265,0.00009301423,0.000054641234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00101975,0.00015248758,0.0001315778,0.000094663534,0.00015070947,0.00015739871,0.00026493726,0.000039925653,0.000005347663],"category_scores_gemma":[0.000079897385,0.00009273589,0.000040405375,0.0010566458,0.00010081895,0.00027254035,0.000055479784,0.0001458459,5.609685e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028414086,0.00010894133,0.0017741716,0.00015306885,0.00010100384,4.4977656e-7,0.08567876,0.7553923,0.13226059,0.0032625794,0.0000384838,0.021226797],"study_design_scores_gemma":[0.00011454099,0.00006427724,0.01684601,0.00019943528,0.00002349035,0.00001598403,0.032057684,0.83143115,0.11892261,0.000060872393,0.00007313243,0.00019081039],"about_ca_topic_score_codex":0.00002216593,"about_ca_topic_score_gemma":0.0000040169407,"teacher_disagreement_score":0.07603884,"about_ca_system_score_codex":0.0001269976,"about_ca_system_score_gemma":0.00006965372,"threshold_uncertainty_score":0.378166},"labels":[],"label_agreement":null},{"id":"W4391561347","doi":"10.18260/1-2--41138","title":"Understanding Research on Engineering Students’ Experiences and Outcomes from Student Development Perspectives","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"University of Toronto","keywords":"Mathematics education; Engineering ethics; Engineering education; Computer science; Engineering management; Engineering; Psychology","score_opus":0.1162689546260315,"score_gpt":0.37484833503632903,"score_spread":0.25857938041029754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862343,0.0014173343,0.0077941334,0.00011871507,0.0010106246,0.00015444725,8.8408564e-7,0.0007325822,0.0025369558],"genre_scores_gemma":[0.9974472,0.000121897465,0.0017726312,0.000010550155,0.000057059002,0.0001513603,0.000002571494,0.00003184068,0.0004048951],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99871475,0.00001199746,0.00017637307,0.0002796549,0.00054283405,0.00027441068],"domain_scores_gemma":[0.9995598,0.00019398454,0.0000037781904,0.00011378728,0.000019309675,0.00010932166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028574077,0.00017312715,0.00013014588,0.00031471258,0.000090747366,0.00034007637,0.00016919289,0.000045468118,0.00023268083],"category_scores_gemma":[0.000016293963,0.00014436379,0.000022156104,0.0002791668,0.000023176603,0.00010417285,0.00006324538,0.00023639659,0.00006704613],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006843192,0.00036958524,0.029145142,0.00038127106,0.0013826669,0.000081802966,0.85634583,0.023457209,0.0011448469,0.07236735,0.0108135315,0.004503942],"study_design_scores_gemma":[0.00048872136,0.00007249518,0.29773173,0.0007535266,0.000017364606,0.000005787674,0.65866625,0.016519794,0.004131207,0.00017271262,0.020273155,0.0011672524],"about_ca_topic_score_codex":0.000005310264,"about_ca_topic_score_gemma":0.000004698874,"teacher_disagreement_score":0.26858658,"about_ca_system_score_codex":0.0006324257,"about_ca_system_score_gemma":0.00003112225,"threshold_uncertainty_score":0.58869845},"labels":[],"label_agreement":null},{"id":"W4391561619","doi":"10.18260/1-2--41004","title":"Critical Review and Refinement of a Professional Development Survey for Engineering Undergraduates, Toward an Integrated Tool for Reflection Across the Curriculum","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education","keywords":"Curriculum; Reflection (computer programming); Professional development; Critical reflection; Engineering education; Intervention (counseling); Engineering ethics; Medical education; Frame (networking); Academic institution; Institution; Computer science; Psychology; Pedagogy; Engineering management; Engineering; Sociology; Medicine","score_opus":0.03986887088645792,"score_gpt":0.3475022945804436,"score_spread":0.3076334236939857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391561619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08824479,0.024870474,0.8722515,0.0034574582,0.006452926,0.0032744878,0.00017217432,0.0012109379,0.000065252134],"genre_scores_gemma":[0.9333022,0.0012709487,0.06130342,0.00019092519,0.00009891682,0.0024544236,0.00044452192,0.00008915955,0.00084544456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990649,0.000017438606,0.00037174913,0.00019363065,0.00011698258,0.00023528025],"domain_scores_gemma":[0.9994313,0.0002098234,0.000013670829,0.00010616445,0.00017977878,0.00005923495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007919706,0.0001696889,0.00019004827,0.000046672732,0.00006712951,0.00005606636,0.00009021786,0.000053136126,0.00002139674],"category_scores_gemma":[0.00023951095,0.00011424811,0.00003927937,0.000254975,0.000015156483,0.00010621053,0.000020578813,0.00011313443,0.0000016147446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008410855,0.0014458102,0.001612283,0.15455343,0.0019672224,0.0000036760714,0.017365845,0.018526671,0.0062616626,0.07207258,0.42428133,0.30182537],"study_design_scores_gemma":[0.0005527325,0.00019049931,0.013890056,0.004552535,0.00015054835,0.000028560882,0.00079545955,0.27788246,0.005332204,0.00016190938,0.6954511,0.0010119881],"about_ca_topic_score_codex":0.000012056687,"about_ca_topic_score_gemma":0.000029201252,"teacher_disagreement_score":0.8450574,"about_ca_system_score_codex":0.000116570714,"about_ca_system_score_gemma":0.00009568478,"threshold_uncertainty_score":0.4658903},"labels":[],"label_agreement":null},{"id":"W4391562010","doi":"10.18260/1-2--40612","title":"Understanding Student’s Perceptions of Cultural Dimensions in construction majors: Deconstructing barriers between architecture and civil engineering students","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Temple University; National Science Foundation; Universidad San Francisco de Quito; Iowa State University; Graduiertenakademie, Technische Universität Dresden; American Society for Engineering Education","keywords":"Architecture; Perception; Mathematics education; Engineering education; Engineering; Computer science; Civil engineering; Engineering ethics; Psychology; Pedagogy; Engineering management; Visual arts; Art","score_opus":0.01640307100515104,"score_gpt":0.2642894877212573,"score_spread":0.24788641671610628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97245806,0.00023308276,0.025740076,0.00003802595,0.0006392493,0.00013131417,0.0000066921602,0.00032015008,0.0004333169],"genre_scores_gemma":[0.99417293,0.00008684194,0.0056242705,0.0000033879332,0.00004495931,0.000014528878,0.0000074597733,0.000024060284,0.000021560509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991623,0.000010208979,0.0002847468,0.00017091067,0.00017323764,0.00019855253],"domain_scores_gemma":[0.9997088,0.000069372494,0.000012389416,0.00007958684,0.000013721459,0.00011618047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012052522,0.00016086274,0.00017248346,0.00034373338,0.00004443872,0.0000838094,0.00008272668,0.00006786467,0.00008933649],"category_scores_gemma":[0.000021292542,0.00015272971,0.0000362083,0.00036776625,0.0000387342,0.00013957,0.000038453487,0.00024332463,0.000002800624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016424473,0.000021305816,0.81132525,0.000869224,0.00044350512,0.000013436673,0.025261275,0.14027756,0.0076741735,0.011267739,0.0004432629,0.0024016204],"study_design_scores_gemma":[0.0018233625,0.000085029744,0.75989634,0.003916053,0.0002765914,0.00047337438,0.17017592,0.05619185,0.001794481,0.0015655166,0.0015326682,0.002268831],"about_ca_topic_score_codex":0.00000822483,"about_ca_topic_score_gemma":0.0000378491,"teacher_disagreement_score":0.14491464,"about_ca_system_score_codex":0.00024740794,"about_ca_system_score_gemma":0.00002278707,"threshold_uncertainty_score":0.6228137},"labels":[],"label_agreement":null},{"id":"W4391562024","doi":"10.18260/1-2--40770","title":"Work in Progress: Designing a First-Year Hands-on Civil Engineering Course to Reduce Students Dropout and Improve the Overall College Experience","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universidad San Francisco de Quito; Iowa State University","keywords":"Dropout (neural networks); Course (navigation); Computer science; Work (physics); Mathematics education; Engineering management; Engineering; Psychology; Mechanical engineering; Machine learning; Aerospace engineering","score_opus":0.007100570597818014,"score_gpt":0.25404073714469094,"score_spread":0.24694016654687292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389774,0.00097228645,0.001882085,0.00051395147,0.0011359314,0.0005872201,0.000002486887,0.0005533849,0.00045489863],"genre_scores_gemma":[0.99654514,0.00006128132,0.0021843975,0.000047804515,0.00007356266,0.00042128045,0.0000011247399,0.00004180029,0.00062363176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903995,0.0000072061603,0.00018904149,0.00024474537,0.00022671878,0.00029235872],"domain_scores_gemma":[0.99962974,0.000071154056,0.0000070478186,0.00016482355,0.000014723554,0.00011249566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017217212,0.00019213019,0.00012734873,0.00011977703,0.000045794943,0.0001772112,0.00018928939,0.000049612652,0.000043554366],"category_scores_gemma":[0.000025682493,0.00015001075,0.00002312265,0.00046125695,0.00001474091,0.00009221007,0.000050561834,0.00019276475,0.000034771638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017667333,0.0009111059,0.09481864,0.0024901908,0.0008136527,0.00037481077,0.18782651,0.49722853,0.0075863055,0.018248258,0.16397546,0.025549835],"study_design_scores_gemma":[0.0048564686,0.00088768435,0.3147919,0.011544273,0.00011848003,0.00009425197,0.016502962,0.44604367,0.031637367,0.00013465126,0.16814968,0.005238611],"about_ca_topic_score_codex":0.0000040510736,"about_ca_topic_score_gemma":0.000014329586,"teacher_disagreement_score":0.21997325,"about_ca_system_score_codex":0.00014851178,"about_ca_system_score_gemma":0.000024803616,"threshold_uncertainty_score":0.6117261},"labels":[],"label_agreement":null},{"id":"W4391562101","doi":"10.18260/1-2--40600","title":"First Year Experience from RET Site: High School Teacher Experience in Engineering Design and Manufacturing","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Division of Chemical, Bioengineering, Environmental, and Transport Systems; U.S. Department of Agriculture; U.S. Department of Energy; National Science Foundation","keywords":"Computer science; Engineering; Engineering management; Mathematics education; Psychology","score_opus":0.01028008549314573,"score_gpt":0.21667980469399786,"score_spread":0.20639971920085212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92512083,0.0007502348,0.0722768,0.00005551703,0.00069820345,0.00012988139,0.000001620246,0.0007225189,0.00024438652],"genre_scores_gemma":[0.97302043,0.00014278831,0.02624004,0.0000138284195,0.00007863015,0.000121816985,0.000004618887,0.00003861567,0.00033921425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991902,0.000005888998,0.00018867658,0.00025853774,0.000119417964,0.00023729033],"domain_scores_gemma":[0.9996606,0.000054674547,0.0000052556125,0.00015296461,0.0000048353145,0.000121686135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006692919,0.00018002317,0.0001213501,0.00013758634,0.000022855327,0.00012697793,0.00010420504,0.0000708668,0.0007766817],"category_scores_gemma":[0.000021101512,0.00017757193,0.000017134786,0.00014962243,0.0000110271585,0.0002389975,0.000031728934,0.0002031888,0.000109732246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010766457,0.00006938769,0.014672032,0.00068840064,0.000102380014,0.00015301903,0.05396785,0.899714,0.016347498,0.0011833059,0.008749883,0.004341483],"study_design_scores_gemma":[0.0004336962,0.000019824825,0.1222365,0.0008626507,0.000011215385,0.000019879331,0.0025970547,0.77607656,0.067670085,0.00009669867,0.028717939,0.0012579026],"about_ca_topic_score_codex":0.000081844555,"about_ca_topic_score_gemma":0.000009311134,"teacher_disagreement_score":0.123637445,"about_ca_system_score_codex":0.00015075438,"about_ca_system_score_gemma":0.000013401111,"threshold_uncertainty_score":0.850412},"labels":[],"label_agreement":null},{"id":"W4391562712","doi":"10.18260/1-2--41509","title":"Building Science Identity Among First-Year Engineering Students Through a Community-Based Project","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Passion; Experiential learning; Identity (music); Process (computing); Engineering education; Mathematics education; Experiential education; Computer science; Pedagogy; Engineering ethics; Sociology; Psychology; Engineering; Engineering management; Aesthetics; Art","score_opus":0.01741920567338885,"score_gpt":0.30483564700010185,"score_spread":0.287416441326713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76911753,0.0001408393,0.22427987,0.000036074325,0.0018762349,0.00025847292,0.0000022147722,0.0023252831,0.0019634985],"genre_scores_gemma":[0.96809477,0.000016926042,0.03159694,0.000026535996,0.000054786007,0.00007905238,0.000004334063,0.000043626573,0.00008300857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879277,0.000010719817,0.00020469194,0.00018339774,0.00046336092,0.00034503997],"domain_scores_gemma":[0.9995316,0.000062600215,0.000008478301,0.00027783113,0.000043162763,0.00007631396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005640941,0.00018764896,0.00012399316,0.00031069963,0.00019214334,0.00052355434,0.00057791814,0.000047587193,0.000045529683],"category_scores_gemma":[0.00004647378,0.00018478165,0.00005069667,0.001376565,0.000052594725,0.0010557242,0.000098516066,0.000406774,0.00006182471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003878181,0.0004027465,0.027064422,0.0058115916,0.00035016588,0.00004573648,0.013698526,0.8271416,0.012208897,0.09981312,0.01241536,0.0010439536],"study_design_scores_gemma":[0.0008076786,0.00007681547,0.084373474,0.0023656124,0.00007723162,0.0000222515,0.0015189461,0.79709285,0.030938057,0.00052000856,0.080150716,0.0020563651],"about_ca_topic_score_codex":0.00013191052,"about_ca_topic_score_gemma":0.00003095256,"teacher_disagreement_score":0.19897728,"about_ca_system_score_codex":0.00035315726,"about_ca_system_score_gemma":0.000098009215,"threshold_uncertainty_score":0.7535177},"labels":[],"label_agreement":null},{"id":"W4391577916","doi":"10.18260/1-2--41860","title":"Work in Progress: Exploring Leadership Orientations in the Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Shared leadership; Transactional leadership; Followership; Context (archaeology); Leadership studies; Archetype; Experiential learning; Grounded theory; Educational leadership; Psychology; Leadership style; Pedagogy; Situational leadership theory; Sociology; Knowledge management; Computer science; Qualitative research; Social psychology","score_opus":0.09533611136214792,"score_gpt":0.26373308398337836,"score_spread":0.16839697262123043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391577916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597385,0.0063272757,0.0049365433,0.006133094,0.003435646,0.0005514739,9.715934e-7,0.0014761926,0.017400322],"genre_scores_gemma":[0.99789137,0.00004102546,0.0013194068,0.000044291322,0.000046219935,0.00037273494,0.0000038153153,0.000013075934,0.00026809043],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9995476,0.000009013165,0.0001215081,0.00008210089,0.00008443745,0.00015532115],"domain_scores_gemma":[0.99985754,0.000042408057,0.0000019516006,0.000076291864,0.0000038875337,0.000017942057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012767801,0.00006714878,0.00004373845,0.00014447604,0.0000101931555,0.00006339433,0.00008338679,0.00002117639,0.00006321299],"category_scores_gemma":[0.000006945014,0.00005034979,0.00001421688,0.0008615458,0.0000072222574,0.00011624948,0.000004418196,0.0001615045,0.00008561565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000778606,0.00037714583,0.13044271,0.0017375717,0.00011434999,0.00018788394,0.23379585,0.1833761,0.00013782136,0.1148293,0.1098329,0.22516057],"study_design_scores_gemma":[0.0005280991,0.000024874955,0.60162795,0.001671289,0.000015316244,0.000021142785,0.08973733,0.039555427,0.00069882756,0.0005996482,0.2645095,0.0010106091],"about_ca_topic_score_codex":0.0000027443657,"about_ca_topic_score_gemma":0.000028116841,"teacher_disagreement_score":0.4711852,"about_ca_system_score_codex":0.00008194106,"about_ca_system_score_gemma":0.000014939495,"threshold_uncertainty_score":0.20532049},"labels":[],"label_agreement":null},{"id":"W4391599106","doi":"10.18260/1-2--43394","title":"How We Teach: Capstone Design","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Capstone; Computer science; Software engineering; Human–computer interaction; Computer security","score_opus":0.016037572291011947,"score_gpt":0.21325490549747445,"score_spread":0.1972173332064625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391599106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027429548,0.006409577,0.9546683,0.0069741067,0.0040511503,0.00016883362,0.0000014464645,0.0046610986,0.020322567],"genre_scores_gemma":[0.9158424,0.00028316947,0.028142499,0.00003613895,0.0001438328,0.000048474758,0.0000041335998,0.00004097051,0.055458367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996723,0.0000035121573,0.000054767064,0.00008145956,0.000067905836,0.000120047356],"domain_scores_gemma":[0.99984825,0.000016970978,0.0000013729097,0.00007594823,0.000006541688,0.000050907518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052146443,0.00008025165,0.000049856728,0.00006980237,0.000011591987,0.00010338136,0.00005208715,0.0000294442,0.00015923416],"category_scores_gemma":[0.000004726373,0.00006852196,0.000019812656,0.00014872245,0.000004200399,0.00007406586,0.000004904142,0.00008262855,0.00026158674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3089463e-7,0.00001272278,0.000007235887,0.00016858726,0.00006185145,0.000011949405,0.0012754997,0.016633656,0.0052599357,0.0075562843,0.9290633,0.039948724],"study_design_scores_gemma":[0.00003581021,0.0000054721186,0.00011468923,0.000050042083,0.0000059390372,0.00001540069,0.00018233137,0.07327058,0.009522228,0.00013628113,0.9164667,0.00019450254],"about_ca_topic_score_codex":0.0000010425264,"about_ca_topic_score_gemma":6.1026583e-7,"teacher_disagreement_score":0.9265258,"about_ca_system_score_codex":0.000057209658,"about_ca_system_score_gemma":0.00001640102,"threshold_uncertainty_score":0.33622557},"labels":[],"label_agreement":null},{"id":"W4391599366","doi":"10.18260/1-2--43329","title":"Engineering Librarianship in the Post-war Period: Profile of an Emerging Academic Librarian Community","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Louisiana Tech University; Bradley University; California State University, Sacramento; University of Denver; Auburn University; U.S. Navy; University of Washington; Rensselaer Polytechnic Institute; U.S. Department of State; Brown University; Samuel Ginn College of Engineering; Clarkson University; NDSU Development Foundation; North Dakota State University; Arizona State University; American Society for Engineering Education","keywords":"Directory; Library science; Accreditation; Engineering education; Context (archaeology); Professional association; Promotion (chess); Sociology; Political science; Engineering; Public relations; Computer science; Law; History; Politics","score_opus":0.017763389285285605,"score_gpt":0.24474965119193748,"score_spread":0.2269862619066519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391599366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98726225,0.0010198966,0.0012800826,0.0006901795,0.00078699074,0.00024060538,0.000009046302,0.0009491836,0.0077617546],"genre_scores_gemma":[0.99695814,0.000038986,0.0025982175,0.00006789029,0.00007875034,0.000059189646,0.000044262255,0.000043757063,0.00011080546],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991836,0.000056201327,0.00028559592,0.00010706573,0.00014428305,0.00022328192],"domain_scores_gemma":[0.9995385,0.00009845495,0.000009737536,0.0002787345,0.000012062081,0.0000625188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004319362,0.00015781731,0.00013040505,0.00024132221,0.000039982533,0.00006328231,0.00042216975,0.00009794426,0.00024695537],"category_scores_gemma":[0.000037028025,0.00012557003,0.000039845418,0.0006138475,0.000012914628,0.00051546586,0.000032870892,0.0008657237,0.00003068786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020363505,0.0005230674,0.0063628866,0.00790044,0.0003941379,0.0001068699,0.45476863,0.28676602,0.068788156,0.08550914,0.016838256,0.07202203],"study_design_scores_gemma":[0.00042904707,0.000112586946,0.11594286,0.0010093349,0.00003852445,0.0001236058,0.038273178,0.79093796,0.018258657,0.00034174428,0.03333761,0.0011949044],"about_ca_topic_score_codex":0.000030708525,"about_ca_topic_score_gemma":0.0000080153895,"teacher_disagreement_score":0.5041719,"about_ca_system_score_codex":0.000039873095,"about_ca_system_score_gemma":0.000056952544,"threshold_uncertainty_score":0.51205975},"labels":[],"label_agreement":null},{"id":"W4391599459","doi":"10.18260/1-2--43333","title":"Engineering or Physical Sciences: How to Choose? An Exploration of How First-Year University Students Choose between Studying the Physical Sciences and Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"American Society for Engineering Education","keywords":"Physical science; Computer science; Mathematics education; Engineering education; Engineering; Engineering management; Psychology","score_opus":0.04312071119685452,"score_gpt":0.2767295525822747,"score_spread":0.2336088413854202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391599459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772674,0.00003843002,0.021048518,0.00061883015,0.000315592,0.00024905684,0.0000052683017,0.00039786397,0.000059036003],"genre_scores_gemma":[0.9965317,0.00002359441,0.003039169,0.000004269493,0.00022582477,0.00001335652,0.000002207296,0.000022588005,0.00013729474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988922,0.000013232376,0.00009762314,0.00030929595,0.0004146636,0.00027296727],"domain_scores_gemma":[0.9995122,0.00016356142,0.000013559522,0.00014240372,0.000030051115,0.00013823168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003032069,0.00020082064,0.00019464658,0.00023642457,0.00015452773,0.00033980273,0.00039113627,0.00003292502,0.00000513183],"category_scores_gemma":[0.000052640284,0.00014668901,0.00003986367,0.0011099139,0.0000543727,0.0010296144,0.00010163787,0.00016039863,0.0000067310066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001014478,0.00031303056,0.0099290805,0.0012033957,0.0004139575,0.000016797945,0.055645455,0.8943212,0.008877233,0.015966797,0.0014498427,0.0118530365],"study_design_scores_gemma":[0.00053486397,0.00038002568,0.06319924,0.00064483326,0.000120687626,0.000006355211,0.023733092,0.8945477,0.00711161,0.0000563472,0.008544862,0.001120369],"about_ca_topic_score_codex":0.0000057900365,"about_ca_topic_score_gemma":0.0000043827736,"teacher_disagreement_score":0.053270157,"about_ca_system_score_codex":0.000098450524,"about_ca_system_score_gemma":0.000041287854,"threshold_uncertainty_score":0.5981804},"labels":[],"label_agreement":null},{"id":"W4391599499","doi":"10.18260/1-2--43335","title":"Engineering Pathways from High School to Workplace: A Review of the Literature","year":2024,"lang":"en","type":"review","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; McGill University","keywords":"Computer science; Engineering ethics; Engineering","score_opus":0.010247539814058107,"score_gpt":0.2427504200606303,"score_spread":0.2325028802465722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391599499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012494037,0.99453205,0.0002459819,0.00006737825,0.0033088955,0.0007127207,0.000114819224,0.00042138508,0.000595506],"genre_scores_gemma":[0.0000029886269,0.995152,0.0024347224,0.00012061499,0.00026790108,0.0003366673,0.00011139276,0.00011611196,0.0014575754],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.998592,0.000024699682,0.0006311784,0.000282499,0.00024294457,0.0002266724],"domain_scores_gemma":[0.99906373,0.00006348834,0.000044948596,0.0006191721,0.00004503165,0.00016364851],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017082364,0.00048584273,0.001017575,0.00017141247,0.000013825391,0.00006542386,0.0005035706,0.00021597701,0.00045461374],"category_scores_gemma":[0.00013547126,0.00029326457,0.00040344632,0.0014977193,0.0000040191326,0.00003794813,0.00011287273,0.0006911541,0.00063750945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.520755e-7,0.000012205313,1.7731612e-7,0.5239482,0.0003828141,0.00000509042,0.00016493634,0.0004711322,0.0000024053568,0.00048683333,0.28417474,0.19035132],"study_design_scores_gemma":[0.000010026985,0.0000012032023,0.000002264671,0.35113633,0.0002253841,0.0000050327158,0.0000021492099,0.000027816812,0.0000032695702,0.0000027481985,0.6483601,0.00022368689],"about_ca_topic_score_codex":0.0000027248193,"about_ca_topic_score_gemma":6.381696e-7,"teacher_disagreement_score":0.36418533,"about_ca_system_score_codex":0.0002419335,"about_ca_system_score_gemma":0.00014940233,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4391599576","doi":"10.18260/1-2--43327","title":"Engineering Leadership: Bridging the Culture Gap in Engineering Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Guelph","funders":"","keywords":"Bridging (networking); Engineering ethics; Computer science; Engineering; Computer security","score_opus":0.015124547819329301,"score_gpt":0.21989040389174083,"score_spread":0.20476585607241155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391599576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26891544,0.12506877,0.40783843,0.01159491,0.058815688,0.0032227635,0.000016623158,0.026452567,0.098074794],"genre_scores_gemma":[0.9950354,0.00014176336,0.001953545,0.00010262679,0.00036722384,0.00012704586,0.0000119515735,0.00006121784,0.0021992102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991697,0.0000050342273,0.00020883193,0.00017516305,0.00013360473,0.00030763733],"domain_scores_gemma":[0.9997086,0.000038123115,0.000005242474,0.00016514461,0.00001560125,0.00006728956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015833507,0.00019486598,0.00010464427,0.00023010638,0.000022169452,0.0001476047,0.00015898675,0.000071337,0.00010538889],"category_scores_gemma":[0.000030171652,0.000154203,0.000048391168,0.0006488486,0.0000057379466,0.00017728585,0.000014751184,0.00037181462,0.00014573916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.359217e-7,0.000049570812,0.0003042081,0.002484343,0.000099819925,0.000013525981,0.009807202,0.8419357,0.008977467,0.019963916,0.087302916,0.029060489],"study_design_scores_gemma":[0.00007678236,0.000004704413,0.002785869,0.0007761772,0.000011935398,0.000050768598,0.0013284024,0.84700733,0.0024126838,0.000023338389,0.14504535,0.00047664082],"about_ca_topic_score_codex":0.000009304739,"about_ca_topic_score_gemma":0.0000049337054,"teacher_disagreement_score":0.72611994,"about_ca_system_score_codex":0.00022867837,"about_ca_system_score_gemma":0.00006181685,"threshold_uncertainty_score":0.62882155},"labels":[],"label_agreement":null},{"id":"W4391601210","doi":"10.18260/1-2--44508","title":"Towards a Transformative Collaboration: Technical Writing, Engineering, Industry","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transformative learning; Computer science; Technical writing; Engineering management; Engineering ethics; Engineering; Knowledge management; Sociology; Political science; Pedagogy; Higher education","score_opus":0.00509587793187144,"score_gpt":0.23702200564583362,"score_spread":0.23192612771396218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391601210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12146531,0.0061810613,0.46640354,0.004524087,0.008304088,0.0010218956,0.00006048076,0.023290692,0.36874884],"genre_scores_gemma":[0.9910537,0.000070164344,0.007826229,0.000052483047,0.00015827514,0.000115211355,0.000016154852,0.00003869298,0.0006690728],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934214,0.0000032310552,0.0002113442,0.00011613734,0.00014122993,0.00018590657],"domain_scores_gemma":[0.99976057,0.000016035285,0.0000036121326,0.000092224494,0.000031376716,0.00009619253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009440976,0.00014630862,0.000099233046,0.00013525144,0.000020440455,0.00012665622,0.00008762176,0.00017798007,0.0005606227],"category_scores_gemma":[0.0000108444765,0.00013804629,0.00003616,0.0005968084,0.000008726481,0.00019880013,0.0000075762946,0.00040990367,0.00013630485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034097402,0.000117069314,0.00012445277,0.0021957608,0.00038190436,0.00007653668,0.008582185,0.15935639,0.012680928,0.23068355,0.5342601,0.051537722],"study_design_scores_gemma":[0.00020750244,0.000034559078,0.0022704222,0.00036626478,0.000025582443,0.000107842316,0.00093115616,0.22600868,0.015262293,0.00010456044,0.75391024,0.0007709136],"about_ca_topic_score_codex":0.00000124844,"about_ca_topic_score_gemma":0.0000022450427,"teacher_disagreement_score":0.8695884,"about_ca_system_score_codex":0.00015746866,"about_ca_system_score_gemma":0.00007946537,"threshold_uncertainty_score":0.6138426},"labels":[],"label_agreement":null},{"id":"W4391601301","doi":"10.18260/1-2--44299","title":"Student Involvement in Choice of Work in Progress: Course Activities and the Impact on Student Experience","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto; University of Waterloo","funders":"","keywords":"Course (navigation); Work (physics); Computer science; Mathematics education; Psychology; Medical education; Engineering; Medicine","score_opus":0.01118412238183513,"score_gpt":0.32264383892474074,"score_spread":0.3114597165429056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391601301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963312,0.0023633982,0.000024430294,0.00014519716,0.00029171607,0.0002630861,4.6531892e-7,0.00006411836,0.00051634776],"genre_scores_gemma":[0.9993838,0.00016951063,0.00007639945,0.0000135868595,0.000017606704,0.00024100678,6.940576e-7,0.000009952615,0.00008744224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99942416,0.000014557844,0.00016832737,0.00010203003,0.0001623048,0.00012861175],"domain_scores_gemma":[0.9997757,0.00008630292,0.000008180716,0.000097058066,0.000005320968,0.000027456654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017053488,0.00010599459,0.00012255195,0.00009167612,0.000008060774,0.000047376212,0.00009294539,0.000020215652,0.000033796397],"category_scores_gemma":[0.000003876886,0.00006366624,0.00002045321,0.0002697176,0.000038069356,0.000057987392,0.00002564317,0.0001107087,0.0000020442978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003687886,0.0009391561,0.63856727,0.00033282122,0.00021342056,0.0000145452395,0.23695706,0.102847345,0.0001188689,0.004203107,0.0026485142,0.013120992],"study_design_scores_gemma":[0.00041462088,0.000025433748,0.9842626,0.0003623483,0.0000033818837,4.9396414e-7,0.011220179,0.0027878978,0.00042318905,0.000009422864,0.00037409048,0.00011634136],"about_ca_topic_score_codex":0.000036136353,"about_ca_topic_score_gemma":0.00004585023,"teacher_disagreement_score":0.34569532,"about_ca_system_score_codex":0.0001408614,"about_ca_system_score_gemma":0.000020090729,"threshold_uncertainty_score":0.25962338},"labels":[],"label_agreement":null},{"id":"W4391602534","doi":"10.18260/1-2--42579","title":"Addressing the Sustainable Engineering Skills Gap through Engineering Curricula","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Nanjing Institute of Technology","keywords":"Health systems engineering; Curriculum; Engineering education; Biological systems engineering; Civil engineering software; Engineering management; Engineering; Computer science; Engineering ethics; Pedagogy; Sociology","score_opus":0.019696546308844858,"score_gpt":0.259177113717358,"score_spread":0.23948056740851317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391602534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11966835,0.037335288,0.7250098,0.002260769,0.016873118,0.0017538149,0.000013696749,0.023212664,0.0738725],"genre_scores_gemma":[0.9868509,0.00024083361,0.007831882,0.0000898433,0.0004636735,0.00018552957,0.000014364201,0.0001480916,0.004174853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859035,0.0000070047604,0.0002884091,0.00024854767,0.00024244706,0.0006232552],"domain_scores_gemma":[0.99943554,0.00012052259,0.000009498417,0.00028885054,0.000046107925,0.000099478595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021007289,0.00031611105,0.00017529546,0.00015049319,0.000089413006,0.00036768167,0.00026015667,0.00009183654,0.00025908957],"category_scores_gemma":[0.000056772813,0.00023554724,0.00010253024,0.0008010143,0.0000149325615,0.00040180635,0.00005644423,0.00039867873,0.00018139563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9395536e-7,0.000034989695,0.000033561904,0.0012077423,0.00015914273,0.00007563348,0.0024369552,0.8479331,0.0017620975,0.093817405,0.04971059,0.0028283738],"study_design_scores_gemma":[0.000105352505,0.000007992927,0.00058047794,0.00045899645,0.00003215497,0.00008277925,0.00054519565,0.47708765,0.004686263,0.00013225904,0.5156556,0.00062532484],"about_ca_topic_score_codex":0.000010804505,"about_ca_topic_score_gemma":5.5487544e-7,"teacher_disagreement_score":0.8671826,"about_ca_system_score_codex":0.00024861278,"about_ca_system_score_gemma":0.000043602755,"threshold_uncertainty_score":0.9605338},"labels":[],"label_agreement":null},{"id":"W4391602583","doi":"10.18260/1-2--42590","title":"Advancing Engineering Education through University Ground Stations","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"Canadian Space Agency; New York Space Grant Consortium; Luleå Tekniska Universitet; National Aeronautics and Space Administration","keywords":"Aerospace; Curriculum; Common ground; Engineering; Leverage (statistics); Ground segment; Engineering education; Accreditation; Engineering management; Government (linguistics); Systems engineering; Computer science; Aerospace engineering; Artificial intelligence","score_opus":0.003572262742343043,"score_gpt":0.20471981286013974,"score_spread":0.2011475501177967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391602583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098338604,0.0022425293,0.819354,0.00054057885,0.00717205,0.00022456405,0.000007768,0.0049056723,0.06721425],"genre_scores_gemma":[0.95166177,0.00025321383,0.04259484,0.00003961876,0.00013315838,0.000009197877,0.000032831947,0.000037787424,0.0052375854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961346,0.0000025572192,0.000080204285,0.000101588856,0.000064891276,0.00013731385],"domain_scores_gemma":[0.99982107,0.000025497995,0.000002971516,0.00008043056,0.000019871017,0.00005016074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000034422726,0.000087904686,0.000050840226,0.00010233906,0.000029674744,0.000046442477,0.00005678265,0.000028330607,0.00018931246],"category_scores_gemma":[0.0000066720113,0.00009805867,0.000024620767,0.00034584408,0.00000380731,0.0003134126,0.0000075862536,0.00009149174,0.0001328745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001155655,0.00010030744,0.00013661769,0.0016006436,0.0002060884,0.000015930376,0.0074111563,0.35975957,0.0069058253,0.40183806,0.17985722,0.042167407],"study_design_scores_gemma":[0.000045177883,0.0000047035446,0.0016773107,0.00013403609,0.000014150978,0.000012583714,0.001326161,0.10541793,0.0006628766,0.00018026758,0.8902542,0.0002706265],"about_ca_topic_score_codex":0.000016970936,"about_ca_topic_score_gemma":0.0000065866757,"teacher_disagreement_score":0.85332316,"about_ca_system_score_codex":0.00024862826,"about_ca_system_score_gemma":0.000090699694,"threshold_uncertainty_score":0.39987165},"labels":[],"label_agreement":null},{"id":"W4391602944","doi":"10.18260/1-2--44007","title":"Quarter to Semester Transition: Lessons Learned from a Mechanical Engineering Case","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Process (computing); Work (physics); Engineering management; Service (business); Computer science; Perspective (graphical); Engineering education; Quarter (Canadian coin); Unit (ring theory); Engineering design process; Medical education; Engineering; Mathematics education; Pedagogy; Psychology; Mechanical engineering; Artificial intelligence; Business","score_opus":0.021691161043518495,"score_gpt":0.2562463541680789,"score_spread":0.2345551931245604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391602944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19227794,0.0003866427,0.78809464,0.01028198,0.0031914902,0.00022978513,0.000034447996,0.0036015902,0.0019014982],"genre_scores_gemma":[0.98822844,0.0000129866,0.010903996,0.00019257485,0.00020005996,0.000072826384,0.000017454959,0.000046392182,0.00032528452],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933094,0.000004896469,0.00016227673,0.00020245912,0.00009836224,0.00020104236],"domain_scores_gemma":[0.99964243,0.000036056128,0.00000194097,0.00014510185,0.000012453837,0.00016201746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005877377,0.00015267338,0.000109931214,0.00011383183,0.000019541707,0.00010446061,0.000061187835,0.00006495985,0.0005733971],"category_scores_gemma":[0.0000048317033,0.00014732419,0.000052824686,0.00024125334,0.0000020685716,0.00009383326,0.000009070317,0.00015454966,0.00043826847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010962273,0.00015434204,0.000006470073,0.00085920567,0.0008373208,0.0047973394,0.030506145,0.53309286,0.08584585,0.027445583,0.2230716,0.09337232],"study_design_scores_gemma":[0.00024574582,0.000034335615,0.00013486958,0.00028377512,0.000050039118,0.0007417444,0.0009530194,0.74384266,0.011664225,0.00021545327,0.2409844,0.00084971864],"about_ca_topic_score_codex":0.000017548604,"about_ca_topic_score_gemma":0.000017192284,"teacher_disagreement_score":0.7959505,"about_ca_system_score_codex":0.00007815326,"about_ca_system_score_gemma":0.000015460158,"threshold_uncertainty_score":0.62782955},"labels":[],"label_agreement":null},{"id":"W4391603789","doi":"10.18260/1-2--43740","title":"Instructor Goals and Practices Related to Sociotechnical Thinking in the Teaching of Undergraduate Engineering Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Engineering ethics; Mathematics education; Computer science; Engineering management; Knowledge management; Medical education; Psychology; Engineering; Medicine","score_opus":0.00828740817258599,"score_gpt":0.30361003730145103,"score_spread":0.29532262912886503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391603789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99387527,0.00039311944,0.002183887,0.0018312501,0.00038052016,0.00016310898,6.084528e-7,0.00035006806,0.00082216004],"genre_scores_gemma":[0.99498767,0.00006337405,0.004793782,0.000038308503,0.000016390339,0.000020072423,0.0000013866188,0.000018922252,0.000060125967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992989,0.000018374541,0.00022577046,0.00011884373,0.00020719874,0.00013091831],"domain_scores_gemma":[0.99968773,0.00015414422,0.000017119333,0.00009933134,0.000006919716,0.00003478104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005487728,0.0001027222,0.000102060185,0.00014366975,0.00002541393,0.00010073172,0.0001839282,0.00005473138,0.0000051432007],"category_scores_gemma":[0.00010929728,0.00007693993,0.000019688678,0.000248901,0.0000062010054,0.00012701216,0.00004090886,0.00035275324,0.000007093972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000080678565,0.00028711322,0.03351276,0.0029865582,0.00078000437,0.00008119447,0.13984384,0.23600203,0.025926292,0.5218407,0.008027803,0.030703647],"study_design_scores_gemma":[0.0015899757,0.00023167673,0.5659223,0.005060189,0.00020205656,0.00036167484,0.02033012,0.32989413,0.0063936645,0.010465525,0.056733392,0.0028152573],"about_ca_topic_score_codex":0.000012370425,"about_ca_topic_score_gemma":0.0000039463516,"teacher_disagreement_score":0.53240955,"about_ca_system_score_codex":0.000060785806,"about_ca_system_score_gemma":0.000012888106,"threshold_uncertainty_score":0.3137519},"labels":[],"label_agreement":null},{"id":"W4391606636","doi":"10.18260/1-2--42979","title":"Board 86: Utilization of Inexpensive, Safe, and Portable Electronic Instrumentation System to Increase Students’ Performance in Multiple Stem Disciplines","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Morgan State University; National Institutes of Health; National Science Foundation","keywords":"Instrumentation (computer programming); Computer science; Systems engineering; Embedded system; Engineering; Engineering management; Operating system","score_opus":0.010336026783835724,"score_gpt":0.24368746928280158,"score_spread":0.23335144249896586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391606636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99644536,0.0002772109,0.001936091,0.000020639693,0.00026634248,0.0002491025,0.0000021075207,0.00017204581,0.00063112436],"genre_scores_gemma":[0.99896353,0.00012809206,0.0004628191,0.000008954699,0.000014894716,0.00006815771,0.000017403372,0.000017136887,0.00031902175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993303,0.0000069871953,0.0002467094,0.00012822032,0.00013884596,0.00014894152],"domain_scores_gemma":[0.99981815,0.00001658907,0.000011939015,0.0000751768,0.00002744119,0.000050714298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010387377,0.00010187565,0.000114638366,0.00020159034,0.000017069575,0.000036946578,0.000057907764,0.0000289121,0.000011385195],"category_scores_gemma":[0.000004961165,0.00009549792,0.000010766652,0.00037044592,0.0000046794758,0.00016515645,0.000025622083,0.000057304107,0.0000107721835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003251378,0.00013904207,0.76335764,0.0054942034,0.0001476131,0.0000062889653,0.0063129687,0.18088315,0.006767745,0.006808551,0.0013013555,0.02874894],"study_design_scores_gemma":[0.0005125284,0.000058232526,0.5492142,0.00075874734,0.000016368984,0.0000089663245,0.0032523468,0.4324299,0.010833932,0.0000032052246,0.0025943418,0.0003172222],"about_ca_topic_score_codex":0.000040098523,"about_ca_topic_score_gemma":0.000111132336,"teacher_disagreement_score":0.25154674,"about_ca_system_score_codex":0.00019225122,"about_ca_system_score_gemma":0.000031057032,"threshold_uncertainty_score":0.3894292},"labels":[],"label_agreement":null},{"id":"W4391614970","doi":"10.18260/1-2--42784","title":"Work in Progress: Low Enrollment in Civil Engineering Departments: Exploring High Technology as a Potential Solution","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Work (physics); Engineering management; Computer science; Engineering; Mechanical engineering","score_opus":0.0057069400277695095,"score_gpt":0.20000415533581395,"score_spread":0.19429721530804445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391614970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806564,0.0033143153,0.009752163,0.00060897274,0.0028943846,0.0003862024,0.0000010503776,0.0019719163,0.00041460292],"genre_scores_gemma":[0.99499154,0.00019288392,0.0037509946,0.000009451849,0.00006500908,0.00083668315,0.000010751103,0.000045450328,0.00009722902],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988738,0.0000057812967,0.00030791748,0.0002470674,0.00015492646,0.00041051712],"domain_scores_gemma":[0.99977,0.000011642459,0.000007790818,0.00013952897,0.00001146528,0.000059611906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000120442885,0.00020167115,0.00015970493,0.00081993325,0.00001429812,0.000059509985,0.00011868637,0.00010430385,0.00012023846],"category_scores_gemma":[0.000012513252,0.00021244459,0.000031664556,0.0012661499,0.00001033301,0.00020391437,0.000040111798,0.00027135073,0.0001301881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016422708,0.00033773395,0.0060705277,0.00097040366,0.00017916648,0.00043786285,0.002048758,0.9221169,0.0036265685,0.00819048,0.0022424222,0.0537628],"study_design_scores_gemma":[0.003437551,0.00020981477,0.098489456,0.006676096,0.000060929888,0.00018151931,0.0018330506,0.79405797,0.035245467,0.0011829658,0.054846555,0.0037786406],"about_ca_topic_score_codex":0.000011376962,"about_ca_topic_score_gemma":0.00004041695,"teacher_disagreement_score":0.1280589,"about_ca_system_score_codex":0.00051922613,"about_ca_system_score_gemma":0.000035387544,"threshold_uncertainty_score":0.8663239},"labels":[],"label_agreement":null},{"id":"W4391615072","doi":"10.18260/1-2--42800","title":"Board 294: First-Year Engineering Students’ Desired Practices in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Teamwork; Creativity; Engineering education; Work (physics); Field (mathematics); Variety (cybernetics); Engineering ethics; Engineering; Engineering management; Computer science; Psychology; Mechanical engineering; Management; Artificial intelligence","score_opus":0.015363103373946474,"score_gpt":0.2598339140392496,"score_spread":0.24447081066530313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391615072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87744683,0.003059378,0.09759598,0.0008621125,0.008829435,0.00081538863,0.000006608106,0.0081712995,0.0032129553],"genre_scores_gemma":[0.98331064,0.00025751648,0.015684145,0.00001769368,0.00016490446,0.00013006528,0.0000070809047,0.000095642834,0.00033232287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986267,0.0000067337105,0.0003513389,0.00029285564,0.0003105395,0.00041180736],"domain_scores_gemma":[0.9994699,0.00014216937,0.000017763203,0.00020656809,0.000018261891,0.00014537801],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028845033,0.0002705848,0.00020865047,0.00035723473,0.00001955744,0.00021838916,0.0002773419,0.00012019177,0.00023818377],"category_scores_gemma":[0.00013214987,0.00027798978,0.00006484544,0.00061356876,0.000004134613,0.00038442048,0.000055449596,0.00038049615,0.00025123992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008348266,0.00020354001,0.004749208,0.0022957304,0.00043825788,0.00021949221,0.0019118513,0.9388263,0.008750659,0.029105578,0.011337989,0.0021530457],"study_design_scores_gemma":[0.00042882623,0.000029986708,0.017864356,0.0006567811,0.00003289911,0.000034926194,0.00025233315,0.87997806,0.004299709,0.000039141963,0.09544903,0.000933934],"about_ca_topic_score_codex":0.000016173548,"about_ca_topic_score_gemma":0.000021609718,"teacher_disagreement_score":0.10586379,"about_ca_system_score_codex":0.00029510257,"about_ca_system_score_gemma":0.000030028637,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W4391783924","doi":"10.4324/9781003428725-5","title":"Global Campus Studio Productions (GCSP)","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Visual arts; Architectural engineering; Art; Computer graphics (images); Computer science; Engineering","score_opus":0.006723426209424007,"score_gpt":0.20942151252233124,"score_spread":0.20269808631290723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391783924","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022392462,0.0029350542,0.00064109504,0.00019242724,0.0067350385,0.00018199858,0.000026311809,0.0016339857,0.9876317],"genre_scores_gemma":[0.0029542374,0.00034698567,0.0009026979,0.000026277197,0.0005812669,0.00004019145,0.000046733276,0.00007851254,0.9950231],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999213,7.214153e-7,0.0002086821,0.00024853207,0.00016255233,0.00016650769],"domain_scores_gemma":[0.99961025,0.0000041989797,0.000012084825,0.00024336326,0.000040397183,0.00008972808],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000036558835,0.00028441925,0.00018363756,0.00008713861,0.000026605867,0.000044251487,0.00010724851,0.00015936742,0.0011056559],"category_scores_gemma":[0.0000034920897,0.00026976224,0.000081694336,0.00006774509,0.0000149726475,0.000029565626,0.00003131751,0.0002281554,0.0022476062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.404979e-7,0.000008812378,0.0000066287366,0.00027403756,0.00034614743,0.0000113997385,0.00011273284,0.0050937524,0.0000025111688,0.4933984,0.4971383,0.0036070491],"study_design_scores_gemma":[0.000029423596,0.0000050178337,0.00005206372,0.00010345287,0.00005085799,0.000033858178,0.000019171184,0.00018362352,0.0000070495503,0.004052742,0.9951111,0.00035163597],"about_ca_topic_score_codex":0.0000023071907,"about_ca_topic_score_gemma":0.000021034784,"teacher_disagreement_score":0.49797282,"about_ca_system_score_codex":0.00038493588,"about_ca_system_score_gemma":0.00005384725,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W4391873343","doi":"10.1080/03043797.2024.2309166","title":"Graduate student experiences of engineering education research in Canada","year":2024,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; University of Manitoba","funders":"","keywords":"Engineering education; Graduate students; Engineering; Higher education; Mathematics education; Engineering ethics; Pedagogy; Sociology; Engineering management; Psychology; Political science","score_opus":0.026361932632534234,"score_gpt":0.29431508599033795,"score_spread":0.26795315335780373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391873343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825835,0.004971815,0.0012713582,0.00009772728,0.010003606,0.00011160678,8.238599e-7,0.00006034643,0.00089920964],"genre_scores_gemma":[0.9970093,0.00024824703,0.002181479,0.0000068950867,0.0004092197,0.000022339089,0.000003921941,0.000057314293,0.00006129182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984331,0.000054081756,0.0006521204,0.00013176276,0.00047524567,0.00025364925],"domain_scores_gemma":[0.99934864,0.00009364169,0.000050903695,0.00015651208,0.00020922521,0.00014107279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009908711,0.00016536625,0.0001875254,0.00083130243,0.000016555037,0.00006141271,0.0002945983,0.00001991674,0.000023748817],"category_scores_gemma":[0.00008345257,0.00016829213,0.00004764165,0.0008754633,0.000009736817,0.00021128918,0.000021277729,0.00048394687,0.000008106337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007563036,0.00040913673,0.0009951107,0.0038873074,0.00021045172,0.00008658764,0.082856305,0.7896525,0.010459178,0.0017286985,0.032439735,0.07726741],"study_design_scores_gemma":[0.0011456636,0.00046335577,0.38836965,0.026038304,0.00012939512,0.0009163428,0.21514568,0.1624159,0.03278441,0.00007333394,0.16945267,0.0030653048],"about_ca_topic_score_codex":0.0017863514,"about_ca_topic_score_gemma":0.0004028613,"teacher_disagreement_score":0.6272366,"about_ca_system_score_codex":0.0009966239,"about_ca_system_score_gemma":0.0020402286,"threshold_uncertainty_score":0.6862754},"labels":[],"label_agreement":null},{"id":"W4392098845","doi":"10.1080/00207233.2024.2318137","title":"Accreditation of undergraduate engineering programs in Canada and what it means for achieving the UN Sustainable Development Goals","year":2024,"lang":"en","type":"article","venue":"International Journal of Environmental Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Accreditation; Sustainable development; Engineering management; Engineering; Engineering ethics; Business; Political science; Environmental planning; Environmental science","score_opus":0.01111625248593176,"score_gpt":0.2226663432606078,"score_spread":0.21155009077467604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392098845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818679,0.012767047,0.0019988227,0.0018231763,0.0013753388,0.00014521874,0.0000022168952,0.000009386204,0.000010894281],"genre_scores_gemma":[0.99458075,0.0038120258,0.0014669364,0.00001714538,0.000049637783,0.000024100418,0.0000031479688,0.000010082931,0.00003620299],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99933606,0.000004853747,0.0002971257,0.000054222517,0.00020729945,0.000100459954],"domain_scores_gemma":[0.9997846,0.00010301896,0.000040050334,0.000024223184,0.00002614229,0.00002197869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017154471,0.00008252707,0.000101707425,0.00007921268,0.000019648905,0.00005186502,0.00009792863,0.000011195687,0.0000048153006],"category_scores_gemma":[0.000024486462,0.00006308016,0.000023371958,0.00005133897,0.000013306539,0.00021467467,0.000031791704,0.0000739805,2.4288528e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414156,0.00018887703,0.017509388,0.0015298525,0.005237295,0.00017415399,0.041368056,0.3195349,0.005807272,0.0022468944,0.0027967806,0.60356236],"study_design_scores_gemma":[0.002294203,0.0002136662,0.40524843,0.005632753,0.00020269484,0.00030646563,0.30451527,0.04023513,0.01622998,0.0009940538,0.22289255,0.0012347754],"about_ca_topic_score_codex":0.00047045373,"about_ca_topic_score_gemma":0.0040202616,"teacher_disagreement_score":0.6023276,"about_ca_system_score_codex":0.000720595,"about_ca_system_score_gemma":0.000079509366,"threshold_uncertainty_score":0.2572334},"labels":[],"label_agreement":null},{"id":"W4392136040","doi":"","title":"Using High-Fidelity Simulation to Teach Ethics Related Non-Technical Skills: Description of an Innovative Model","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fidelity; High fidelity; Psychology; Engineering ethics; Computer science; Mathematics education; Engineering","score_opus":0.3117042048044966,"score_gpt":0.5402313319506696,"score_spread":0.22852712714617301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392136040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82514566,0.00021421573,0.17350575,0.00011212308,0.00030716814,0.0003340176,0.000015017325,0.00011450329,0.00025153955],"genre_scores_gemma":[0.97824514,0.00016896687,0.02121775,0.0002048765,0.00005395236,0.000016057775,0.00002649123,0.000053001557,0.000013775635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979331,0.00009363891,0.0009638447,0.0002830099,0.0005049097,0.00022153613],"domain_scores_gemma":[0.9984709,0.000111902016,0.00027064385,0.00025437862,0.00064073014,0.00025144476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010052006,0.00023887823,0.00047360663,0.00044244152,0.00009191184,0.00021474775,0.00081493205,0.00021243718,0.000328723],"category_scores_gemma":[0.0006115738,0.00025178023,0.000058579484,0.0018755858,0.00003277461,0.0013758722,0.0002157213,0.00074389426,0.0000044043722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016058246,0.00009438684,0.003601691,0.00009373184,0.00004828181,0.0000012805083,0.0014291188,0.78087777,0.21210048,0.000056956873,0.00082908524,0.00085115066],"study_design_scores_gemma":[0.0002883639,0.0000117653435,0.1515447,0.00035650004,0.00003368157,0.0000022404759,0.00009830973,0.82378197,0.022622284,0.00066828914,0.00020184586,0.00039002512],"about_ca_topic_score_codex":0.0000894695,"about_ca_topic_score_gemma":0.0000063237135,"teacher_disagreement_score":0.18947819,"about_ca_system_score_codex":0.0002480611,"about_ca_system_score_gemma":0.00017293399,"threshold_uncertainty_score":0.99999344},"labels":[],"label_agreement":null},{"id":"W4392639668","doi":"10.1007/979-8-8688-0199-0_4","title":"GPIO","year":2024,"lang":"en","type":"book-chapter","venue":"Maker Innovations Series","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep Society","funders":"","keywords":"Computer science; Interface (matter); Programming language; Code (set theory); Operating system; Program code; Embedded system; Set (abstract data type)","score_opus":0.01086465283835206,"score_gpt":0.2021160084505316,"score_spread":0.19125135561217954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392639668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042353066,0.0010245347,0.00041575602,0.00058825774,0.003053662,0.00012168021,0.00004826544,0.0012689893,0.9934365],"genre_scores_gemma":[0.0016056267,0.00019825055,0.0014885677,0.00008789891,0.0002798666,0.000059546022,0.00026624984,0.00013157022,0.99588245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925816,5.9723203e-7,0.00029415652,0.00016303905,0.00014149057,0.00014256756],"domain_scores_gemma":[0.9996075,0.000008731536,0.000020113494,0.00023607127,0.00009517099,0.00003238892],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000040940195,0.00026137664,0.00016260955,0.00030416166,0.000041920535,0.00008589607,0.000098029144,0.0001698736,0.0012543795],"category_scores_gemma":[0.000005912471,0.0002774363,0.00004606693,0.00017051282,0.00002983019,0.00008379611,0.00002917319,0.00033278225,0.0017876552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.607793e-7,0.0000021583903,0.0000010890939,0.0001819044,0.00008866959,0.0000052779383,0.00014130447,0.00040023637,0.000028847553,0.8400827,0.15763119,0.0014363463],"study_design_scores_gemma":[0.000021992555,0.0000045827505,0.000028085748,0.00014570286,0.000018279123,0.00001922341,0.000021363372,0.00007683132,0.000084553794,0.017704606,0.98155993,0.00031482516],"about_ca_topic_score_codex":4.6195473e-7,"about_ca_topic_score_gemma":0.0000053149965,"teacher_disagreement_score":0.8239288,"about_ca_system_score_codex":0.00013156005,"about_ca_system_score_gemma":0.00004877344,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W4392946496","doi":"10.3991/ijep.v14i2.42341","title":"Investigating Canadian Engineering Students’ Perceptions of Graduate Attributes: Frequency, Criticality, and Relative Importance","year":2024,"lang":"en","type":"article","venue":"International Journal of Engineering Pedagogy (iJEP)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure; University of Alberta; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Accreditation; Engineering education; Graduation (instrument); Perception; Curriculum; Teamwork; CDIO; Capstone; Psychology; Descriptive statistics; Medical education; Engineering; Engineering management; Computer science; Pedagogy; Mathematics; Medicine; Mechanical engineering; Management","score_opus":0.026118542845014105,"score_gpt":0.32211174219986344,"score_spread":0.29599319935484936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392946496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96181166,0.0022649232,0.03005295,0.0009697374,0.0043455646,0.00009688336,0.000055024262,0.00017444057,0.00022884156],"genre_scores_gemma":[0.98897034,0.00027657143,0.010307531,0.000030609895,0.0003142837,0.000008865342,0.000014208294,0.000046575205,0.0000309906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984155,0.0000108341865,0.0006725959,0.00014804833,0.00048754952,0.00026546334],"domain_scores_gemma":[0.999054,0.00015754829,0.0000554127,0.00010376444,0.00032510847,0.00030417886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037891,0.00021282962,0.00025519825,0.000651871,0.000025851878,0.000118526725,0.00035057872,0.00009210175,0.000053002314],"category_scores_gemma":[0.00033067487,0.00023168989,0.00010214647,0.00025617998,0.00003495567,0.00039036476,0.00003805687,0.000516435,0.0000074221725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062048525,0.0001579062,0.18976079,0.0017862972,0.0038873688,0.0006644972,0.014230667,0.6744951,0.039762247,0.06433417,0.006810798,0.0041039716],"study_design_scores_gemma":[0.0009830951,0.00015365068,0.73865044,0.004206518,0.00025404614,0.0016691211,0.0012022711,0.23822236,0.0026331483,0.0013309665,0.009273392,0.0014209613],"about_ca_topic_score_codex":0.00020965358,"about_ca_topic_score_gemma":0.00016600585,"teacher_disagreement_score":0.5488897,"about_ca_system_score_codex":0.000421937,"about_ca_system_score_gemma":0.00021454522,"threshold_uncertainty_score":0.94480395},"labels":[],"label_agreement":null},{"id":"W4393411397","doi":"10.18260/1-2--45482","title":"Tailoring DEIA Programming through Current Field Analysis: Promoting Allyship in STEM of University Graduate Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; U.S. Army Corps of Engineers; Clemson University; Calvin University; American Society for Engineering Education","keywords":"Computer science; Field (mathematics); Current (fluid); Software engineering; Engineering; Mathematics; Electrical engineering","score_opus":0.0325975374798157,"score_gpt":0.28246156493329866,"score_spread":0.24986402745348296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393411397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97606075,0.00060673465,0.021528028,0.00004989543,0.0005337797,0.00016415547,8.2935395e-7,0.00038344765,0.00067236664],"genre_scores_gemma":[0.9977187,0.00010002424,0.0020109112,0.0000026249754,0.00001749589,0.0000069617836,0.0000042271267,0.000011456402,0.00012760675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923956,0.000016942859,0.00020980173,0.0001569862,0.0001952388,0.00018149453],"domain_scores_gemma":[0.9997768,0.000043264357,0.000014432059,0.00010268574,0.000022767328,0.00004009927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023145495,0.0001098875,0.00015328224,0.00024950277,0.00001626922,0.000041041243,0.00015261113,0.000031288313,0.000020666828],"category_scores_gemma":[0.000007948501,0.00011087626,0.00006843849,0.0011940688,0.0000051097522,0.00013980395,0.00003819322,0.00017429476,0.0000075846147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017812034,0.0006527805,0.42759702,0.0063932417,0.0035504594,0.00011079985,0.05668203,0.1308485,0.00079634285,0.008134015,0.0012936523,0.36392334],"study_design_scores_gemma":[0.0017142975,0.00020881172,0.41398865,0.0056126467,0.0017001648,0.000013534122,0.023326833,0.44416368,0.034381565,0.00024493175,0.07151899,0.0031259018],"about_ca_topic_score_codex":0.000033737448,"about_ca_topic_score_gemma":0.000051367144,"teacher_disagreement_score":0.36079744,"about_ca_system_score_codex":0.00012436499,"about_ca_system_score_gemma":0.00002169013,"threshold_uncertainty_score":0.45214027},"labels":[],"label_agreement":null},{"id":"W4395452848","doi":"10.1080/03043797.2024.2346344","title":"A scoping literature review of sociotechnical thinking in engineering education","year":2024,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Sociotechnical system; Engineering education; Variety (cybernetics); Engineering ethics; Identity (music); Engineering; Computer science; Knowledge management; Engineering management; Artificial intelligence","score_opus":0.005352173675344468,"score_gpt":0.24212907267541023,"score_spread":0.23677689900006577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395452848","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066678755,0.8513124,0.059339248,0.00112777,0.017631862,0.0006807168,0.0000043737,0.00070184824,0.0025230108],"genre_scores_gemma":[0.9111799,0.05536498,0.03171173,0.00015173684,0.0012441569,0.00003046215,0.000030095234,0.0001853082,0.00010162046],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99860454,0.0000374035,0.000803367,0.00012965135,0.00024306901,0.00018199199],"domain_scores_gemma":[0.99943465,0.00006264202,0.00008641126,0.00016455939,0.00015227111,0.000099447265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009823305,0.00020309079,0.00027212276,0.00069412444,0.00001358784,0.000072453775,0.00024369957,0.000049572707,0.000021920985],"category_scores_gemma":[0.00023195894,0.00020505741,0.00011781736,0.0008596929,0.0000067079395,0.00031603436,0.00001900185,0.00057451025,0.000009385408],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009778678,0.00070731714,0.00028789515,0.48540017,0.00039736717,0.00014668526,0.011748048,0.26803505,0.04065717,0.011266964,0.048084013,0.13325956],"study_design_scores_gemma":[0.00024509509,0.000081879814,0.006154682,0.9417515,0.000088199886,0.00070202234,0.00018965112,0.0141661735,0.0028421714,0.000050358354,0.032946873,0.0007813998],"about_ca_topic_score_codex":4.8223256e-7,"about_ca_topic_score_gemma":1.1297261e-7,"teacher_disagreement_score":0.84450114,"about_ca_system_score_codex":0.00026971093,"about_ca_system_score_gemma":0.00039951518,"threshold_uncertainty_score":0.8361998},"labels":[],"label_agreement":null},{"id":"W4396983315","doi":"10.69520/jipe.v4i2.81","title":"Building Training Methodology: Preparing Invigilators for Active, In-person, Exam Management","year":2023,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Computer science; Mathematics education; Medicine; Geography; Meteorology","score_opus":0.060416246432640486,"score_gpt":0.337157533890671,"score_spread":0.2767412874580305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396983315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9149116,0.00018618871,0.078246586,0.00069024344,0.0035235751,0.00045988828,0.000001783173,0.00019936444,0.0017807258],"genre_scores_gemma":[0.8398268,0.000073657415,0.15945983,0.00009154911,0.00013982928,0.00019865409,0.000008744958,0.00003160265,0.00016931312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986915,0.00002104565,0.00080560584,0.000114680945,0.00014743445,0.00021975362],"domain_scores_gemma":[0.99937177,0.00012467554,0.00020215713,0.00010832486,0.00016103953,0.00003205268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014599257,0.00012030815,0.00019291008,0.0024531404,0.000029197645,0.000020341811,0.00016961625,0.00007642039,0.000008606563],"category_scores_gemma":[0.00030607815,0.00013269164,0.000032259657,0.0034840887,0.000010609224,0.00022303799,0.00001224417,0.00023742294,0.0000021037476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047489226,0.00033258184,0.008242675,0.0010009266,0.0002675841,0.0000070438555,0.0208607,0.18947685,0.023874404,0.14839561,0.06053473,0.5469594],"study_design_scores_gemma":[0.004120499,0.00019300253,0.6729318,0.003672815,0.000091205824,0.00022389315,0.073821194,0.021906486,0.034115117,0.02724608,0.15979137,0.0018865559],"about_ca_topic_score_codex":0.0000024125795,"about_ca_topic_score_gemma":0.000002677685,"teacher_disagreement_score":0.6646891,"about_ca_system_score_codex":0.00046268763,"about_ca_system_score_gemma":0.00019153858,"threshold_uncertainty_score":0.5411008},"labels":[],"label_agreement":null},{"id":"W4396983473","doi":"10.69520/jipe.v5i.157","title":"Breaking Binaries The Brookfield Sustainability Institute: Positioning Polytechnics As A Thought Leadership Strategic Bureau","year":2022,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"George Brown College","funders":"","keywords":"Sustainability; Management; Business; Public relations; Political science; Economics","score_opus":0.028739175565430035,"score_gpt":0.28707543135606095,"score_spread":0.2583362557906309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396983473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90586966,0.007883807,0.025121495,0.03618395,0.010491775,0.0012479092,0.000006650673,0.0005502977,0.012644476],"genre_scores_gemma":[0.9968524,0.000039447368,0.0016335038,0.00067488605,0.0001933296,0.00014218275,0.000018556964,0.000023854036,0.0004218364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99823385,0.00005277971,0.0009642396,0.00012082893,0.00038842525,0.00023989475],"domain_scores_gemma":[0.99882936,0.00006957135,0.00032063219,0.00023612898,0.0005065575,0.00003776395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011240618,0.00016067998,0.00017016519,0.0008294036,0.00026243212,0.000084672894,0.0003990051,0.00007310281,0.00013459087],"category_scores_gemma":[0.0002618704,0.0001465532,0.000049224567,0.0033074766,0.000058798018,0.00034251704,0.000044770422,0.0008981,0.0000020633452],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025446105,0.00044714008,0.001529523,0.00020772753,0.00007018459,0.000009430068,0.003804631,0.12427351,0.0020665026,0.84027493,0.0154626025,0.011828388],"study_design_scores_gemma":[0.002682254,0.0009119708,0.045114696,0.0012719928,0.00019708672,0.0059044533,0.3519994,0.00766585,0.008865564,0.24720259,0.32531014,0.0028740205],"about_ca_topic_score_codex":0.000045449164,"about_ca_topic_score_gemma":0.000008230578,"teacher_disagreement_score":0.5930723,"about_ca_system_score_codex":0.0012466881,"about_ca_system_score_gemma":0.0015230237,"threshold_uncertainty_score":0.5976266},"labels":[],"label_agreement":null},{"id":"W4399030601","doi":"10.29007/fb3f","title":"A Case Study in Developing a Graduate Studies Course Focusing on Soft Skills in Teamwork","year":2024,"lang":"en","type":"article","venue":"EPiC series in built environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; École de Technologie Supérieure","funders":"","keywords":"Teamwork; Course (navigation); Soft skills; Computer science; Knowledge management; Medical education; Engineering management; Phase (matter); Engineering ethics; Engineering; Management; Medicine","score_opus":0.03566405813903711,"score_gpt":0.29787417109852526,"score_spread":0.26221011295948815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399030601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99545485,0.0022914673,0.0002466504,0.00041087985,0.00095296453,0.00041781858,0.0000010539006,0.00013861386,0.000085719585],"genre_scores_gemma":[0.9966163,0.0008232997,0.0019831927,0.000041923926,0.0000481357,0.0003274469,0.0000019107658,0.000042520856,0.00011526374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987236,0.000040791754,0.00041196804,0.00030628018,0.00019416404,0.00032319213],"domain_scores_gemma":[0.99963653,0.00009832514,0.0000146693565,0.00020679027,0.0000031770855,0.000040523122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035720496,0.00024489773,0.00025348575,0.00027989273,0.00003144917,0.000034022305,0.0000931665,0.000049738785,0.000027115573],"category_scores_gemma":[0.000030412151,0.00024556898,0.0000239728,0.00037035064,0.00003150172,0.0001198196,0.00006358483,0.000298341,0.00004006495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014568591,0.0011670658,0.08069562,0.00060175837,0.0003025736,0.01630034,0.13602683,0.70801634,0.00008909262,0.00058771507,0.00086379517,0.055334307],"study_design_scores_gemma":[0.0031132095,0.0004521193,0.7912807,0.005423258,0.00009476379,0.0016349916,0.15255728,0.013734016,0.0021333876,0.0014867036,0.024739891,0.0033496618],"about_ca_topic_score_codex":0.00005010101,"about_ca_topic_score_gemma":0.0004183172,"teacher_disagreement_score":0.7105851,"about_ca_system_score_codex":0.0009760128,"about_ca_system_score_gemma":0.00003383688,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W4399489697","doi":"10.22318/cscl2024.302808","title":"Navigating Boundary Crossing in a Global Engineering Course: A Case Study","year":2024,"lang":"en","type":"article","venue":"Computer-supported collaborative learning/˜The œComputer-Supported Collaborative Learning Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Boundary (topology); Computer science; Engineering; Aerospace engineering; Mathematics; Mathematical analysis","score_opus":0.008875675844465481,"score_gpt":0.2831052366389186,"score_spread":0.27422956079445315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7584668,0.0014766075,0.22250825,0.0003605171,0.011104096,0.0021633958,0.00006544423,0.003593841,0.00026104183],"genre_scores_gemma":[0.9824702,0.000063636806,0.013700702,0.00008352425,0.002455674,0.0005620012,0.0002100448,0.00026066418,0.00019351058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921821,0.0010313693,0.0019333815,0.0018929018,0.0011790068,0.0017812625],"domain_scores_gemma":[0.99549735,0.00096367794,0.00043051637,0.00080045895,0.0017226049,0.00058540085],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0017191174,0.0016386118,0.0013926325,0.00038740944,0.0013166197,0.004423469,0.0009893031,0.0005095041,0.00021674702],"category_scores_gemma":[0.00017894109,0.0015944642,0.00021396788,0.009338701,0.00039906043,0.0010875931,0.00044265445,0.0049058045,0.00016364196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040968105,0.00050111394,0.022034846,0.00043548434,0.0011495072,0.011947374,0.051501982,0.8011809,0.00029270828,0.00040151778,0.00482078,0.10569283],"study_design_scores_gemma":[0.0015049534,0.0010404349,0.010899399,0.0012567424,0.0001634917,0.0012410725,0.0147987185,0.9230699,0.000080675025,0.000025567651,0.044091467,0.0018276105],"about_ca_topic_score_codex":0.00015505412,"about_ca_topic_score_gemma":0.00041033578,"teacher_disagreement_score":0.22400343,"about_ca_system_score_codex":0.0012821693,"about_ca_system_score_gemma":0.003285864,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W4399765820","doi":"10.32920/26052496","title":"Engineering Stakeholders' Viewpoint-concerns for Architecting a Modern Enterprise","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Business; Process management; Engineering management; Knowledge management; Systems engineering; Computer science; Engineering","score_opus":0.03846352513371087,"score_gpt":0.26012265513853644,"score_spread":0.22165913000482557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399765820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051346667,0.005159295,0.9121878,0.00057787215,0.013633391,0.0017954722,0.00015401088,0.0065650856,0.008580419],"genre_scores_gemma":[0.93216103,0.00022975678,0.060843322,0.0001180862,0.001142051,0.0019627076,0.00016845217,0.0004502379,0.0029243706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983306,0.000005961861,0.0004795083,0.00050585374,0.00019151329,0.00048654233],"domain_scores_gemma":[0.9992631,0.00007649559,0.000033108776,0.00040763363,0.00005044507,0.00016922952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001966486,0.0005128445,0.0003929971,0.0003195025,0.000032296906,0.00019630436,0.00031444745,0.00023923273,0.00009128877],"category_scores_gemma":[0.000046466248,0.0005376439,0.00026378254,0.00013911135,0.0000088584775,0.000032933003,0.00029148074,0.00090007915,0.00008177965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002520848,0.000026052603,0.0000088439765,0.005965053,0.00036578768,0.000005497977,0.0034364918,0.9527014,0.001141059,0.0011243327,0.012377002,0.022845987],"study_design_scores_gemma":[0.00017381352,0.000009525437,0.000027038119,0.0010394114,0.00007251514,0.0000094637135,0.00013771151,0.9695659,0.0019341462,0.002313353,0.02390062,0.00081646245],"about_ca_topic_score_codex":0.000009136842,"about_ca_topic_score_gemma":0.000007961659,"teacher_disagreement_score":0.8808144,"about_ca_system_score_codex":0.00035194014,"about_ca_system_score_gemma":0.0001025937,"threshold_uncertainty_score":0.9997075},"labels":[],"label_agreement":null},{"id":"W4399863886","doi":"10.4236/ce.2024.156062","title":"Virtual versus In-Person Case-Based Learning for Lower Year Courses in Engineering Technology Education","year":2024,"lang":"en","type":"article","venue":"Creative Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics education; Engineering education; Computer science; Multimedia; Psychology; Artificial intelligence; Engineering; Engineering management","score_opus":0.009486862916933804,"score_gpt":0.26637570914407493,"score_spread":0.25688884622714114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399863886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755732,0.001633344,0.012214632,0.0003700749,0.007312514,0.00050739845,0.000003133276,0.0005328657,0.0018528721],"genre_scores_gemma":[0.99522394,0.00002328566,0.0032728503,0.000008753178,0.00016825262,0.0006991066,0.0000596013,0.000043705288,0.00050048943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999372,0.000009419685,0.0001610986,0.00020037485,0.0000648024,0.00019226955],"domain_scores_gemma":[0.99969625,0.000096542186,0.000014190115,0.00009192297,0.000057637517,0.000043429864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010970769,0.00014929564,0.000115624825,0.0007771853,0.000026161753,0.000044041175,0.000059365742,0.00009987889,0.0000529929],"category_scores_gemma":[0.00014565246,0.00017397283,0.000029317504,0.00071291847,0.000013195744,0.00012604115,0.000003901487,0.00023641864,0.000027313303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008334776,0.0009623497,0.007557157,0.0015251832,0.00013214939,0.000037295584,0.013911356,0.7016786,0.004128459,0.030878037,0.016346743,0.22275934],"study_design_scores_gemma":[0.0029825622,0.0006697668,0.02015735,0.004707217,0.00012212942,0.00013846818,0.087486625,0.6411032,0.01579781,0.00023624528,0.22415878,0.0024398318],"about_ca_topic_score_codex":0.000021404432,"about_ca_topic_score_gemma":0.000021268683,"teacher_disagreement_score":0.22031951,"about_ca_system_score_codex":0.00065921084,"about_ca_system_score_gemma":0.0005085495,"threshold_uncertainty_score":0.70944065},"labels":[],"label_agreement":null},{"id":"W4400509046","doi":"10.1007/978-3-031-65400-8_11","title":"Learning Factory for Integrating Engineering Technology and Business Management Education","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Factory (object-oriented programming); Engineering management; Engineering; Manufacturing engineering; Business education; Knowledge management; Computer science; Higher education; Political science","score_opus":0.0044689728509316965,"score_gpt":0.1939060236516141,"score_spread":0.1894370508006824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400509046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016673276,0.17343503,0.7833888,0.00018729051,0.0110963,0.0018642299,0.00000785254,0.0012474941,0.027105656],"genre_scores_gemma":[0.9737932,0.0045163482,0.0029546334,0.00001852409,0.00086382596,0.00045309585,0.000106100095,0.00022675649,0.017067527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920195,0.0000024232963,0.00027500343,0.00026002695,0.00006538892,0.0001952078],"domain_scores_gemma":[0.99971217,0.00006935821,0.00003573718,0.000102164406,0.00003966123,0.00004091412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010091572,0.00030127467,0.0002903116,0.0005120465,0.000035765857,0.00009792822,0.00006121574,0.00036572706,0.0000029199018],"category_scores_gemma":[0.000016266456,0.0002879256,0.000024921412,0.0001441255,0.00001331989,0.000027742572,0.000030607305,0.00050599134,0.0000012502475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010326146,0.000003126151,0.000060016504,0.0029114264,0.00009857115,0.0000031157076,0.0002472366,0.8563473,0.00000912245,0.04475042,0.00015869892,0.095409885],"study_design_scores_gemma":[0.0001398024,0.000019295052,0.00011883713,0.0058548152,0.00006678715,0.000046610367,0.00010277186,0.7272567,0.000003850137,0.0019094372,0.2637904,0.00069067016],"about_ca_topic_score_codex":0.0000031915201,"about_ca_topic_score_gemma":0.000006874313,"teacher_disagreement_score":0.9721259,"about_ca_system_score_codex":0.00012924967,"about_ca_system_score_gemma":0.000016125245,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W4401109596","doi":"10.1109/procomm61427.2024.00052","title":"Bridging Transformative Possibilities in Engineering Communication","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia","funders":"University of Northern British Columbia","keywords":"Bridging (networking); Transformative learning; Computer science; Sociology; Computer network; Pedagogy","score_opus":0.00447654924019302,"score_gpt":0.20397770601734336,"score_spread":0.19950115677715033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401109596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.752144,0.007100751,0.19802961,0.00048160896,0.0013420588,0.00029955397,0.0000049956893,0.0038584224,0.036739018],"genre_scores_gemma":[0.9972017,0.00015402921,0.002217766,0.000011585211,0.000016932483,0.000039937568,0.0000086858445,0.00001845613,0.00033094257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958724,0.000004123069,0.00015630845,0.00006477625,0.000058984497,0.00012859565],"domain_scores_gemma":[0.99983907,0.000029411445,0.0000018977626,0.000093956674,0.0000073363826,0.00002835474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010481541,0.00008452643,0.00006634286,0.000168724,0.000009964861,0.000055790497,0.00006876896,0.000027699904,0.000087638655],"category_scores_gemma":[0.000005334211,0.00008383698,0.000021168698,0.00025542703,0.000005211417,0.00020500299,0.0000055262403,0.00014047243,0.000049640636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016523541,0.00004620447,0.00042533252,0.0025620554,0.000109769106,0.000011719526,0.063694,0.79495716,0.0036352696,0.049842667,0.008241361,0.07647279],"study_design_scores_gemma":[0.000067671375,0.000002950643,0.00261643,0.00032367476,0.0000024114872,0.000007637872,0.0005979031,0.98835707,0.0029725619,0.00014595597,0.0047089155,0.00019682139],"about_ca_topic_score_codex":0.0000142347235,"about_ca_topic_score_gemma":0.000011409662,"teacher_disagreement_score":0.24505769,"about_ca_system_score_codex":0.0001334373,"about_ca_system_score_gemma":0.000013776862,"threshold_uncertainty_score":0.34187728},"labels":[],"label_agreement":null},{"id":"W4401285593","doi":"10.18260/1-2--47090","title":"Creation of Open-Source Course Materials for Engineering Economics Course with Help from a Team of Students—Lessons Learned","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Class (philosophy); Accreditation; Course (navigation); Computer science; Set (abstract data type); Nuclear decommissioning; Engineering education; Engineering management; Mathematics education; Engineering; Medical education","score_opus":0.015291234944839043,"score_gpt":0.29568774258430514,"score_spread":0.2803965076394661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401285593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93575644,0.00026260008,0.061566778,0.00016955177,0.00078503386,0.00049583724,0.0001583612,0.000273509,0.0005318883],"genre_scores_gemma":[0.98627645,0.000098487006,0.012625079,0.000007627446,0.00007176969,0.00012728636,0.000074189535,0.00006126314,0.0006578795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99930066,0.0000059247877,0.00029017671,0.00016021013,0.00010601478,0.0001369989],"domain_scores_gemma":[0.9996029,0.00008058412,0.00003431207,0.0001689172,0.000059552032,0.00005370497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023532029,0.00014543654,0.00025167683,0.00006874278,0.000015181387,0.00010505286,0.00024176096,0.00005323914,0.00013585803],"category_scores_gemma":[0.000014451274,0.00013318502,0.000030328902,0.000106472195,0.000011470693,0.00013736548,0.00003724186,0.000057275698,0.000006776614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000920723,0.0006922988,0.0026933309,0.0022475112,0.0024013931,0.0000016130873,0.00626058,0.8567624,0.0642364,0.02283501,0.020772273,0.021005094],"study_design_scores_gemma":[0.0032815088,0.00034162324,0.027872166,0.0024081974,0.0006471038,0.000012628012,0.0040470236,0.3552596,0.45207825,0.00027590914,0.15213636,0.0016396474],"about_ca_topic_score_codex":0.00004461925,"about_ca_topic_score_gemma":0.000017894838,"teacher_disagreement_score":0.5015028,"about_ca_system_score_codex":0.00006569504,"about_ca_system_score_gemma":0.00008571002,"threshold_uncertainty_score":0.54311275},"labels":[],"label_agreement":null},{"id":"W4401286371","doi":"10.18260/1-2--46572","title":"Analysis of the Impact of University Academic Requirements on Engineering Students’ Outcomes","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Autonomy; Accreditation; Ranking (information retrieval); Promotion (chess); Higher education; Reputation; Psychology; Comprehension; Medical education; Computer science; Political science; Medicine","score_opus":0.014087042508351091,"score_gpt":0.2937195990292317,"score_spread":0.27963255652088065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976421,0.000054068307,0.0010420588,0.000019561487,0.0002985137,0.000056130604,0.000008642869,0.00011858579,0.0007603554],"genre_scores_gemma":[0.99929607,0.000029995475,0.00006794626,0.0000028916359,0.0000047958556,7.4556294e-7,0.0000024308013,0.0000084355615,0.0005866793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99951637,0.000006282581,0.00014035462,0.00007245348,0.00017621974,0.00008835043],"domain_scores_gemma":[0.9997617,0.000041997246,0.00001251679,0.00013970067,0.000014600915,0.000029454784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010319478,0.00008564389,0.00014281877,0.0002933651,0.000007904659,0.0000054136767,0.00020622909,0.00003561242,0.00010258021],"category_scores_gemma":[0.000013379819,0.00005720162,0.00018691657,0.0009799779,0.00000624329,0.000042201227,0.000027883101,0.0001073865,0.0000045737643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011456102,0.000022948912,0.22433023,0.00006080701,0.0024701983,5.151444e-7,0.000434841,0.7692884,0.0017504153,0.00064446003,0.0007668891,0.00022912803],"study_design_scores_gemma":[0.000051026425,0.0000070260485,0.9318771,0.000051632454,0.0001479019,1.1835718e-7,0.000050880673,0.06639257,0.001127545,0.0000013257014,0.00022267443,0.000070200265],"about_ca_topic_score_codex":0.000020645482,"about_ca_topic_score_gemma":0.0000014867348,"teacher_disagreement_score":0.7075469,"about_ca_system_score_codex":0.00017227443,"about_ca_system_score_gemma":0.000018269599,"threshold_uncertainty_score":0.23326144},"labels":[],"label_agreement":null},{"id":"W4401286413","doi":"10.18260/1-2--46599","title":"ASEE 2024 Paper—Examining Cultural Elements to Enable Change","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Alberta","funders":"","keywords":"Engineering ethics; Engineering education; Curriculum; Engineering; Sociology; Pedagogy; Political science; Engineering management","score_opus":0.031038961261904155,"score_gpt":0.26236219525099996,"score_spread":0.23132323398909582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401286413","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44296595,0.0073183575,0.010671403,0.0030670424,0.030167976,0.0013707771,0.000031266063,0.008803373,0.49560383],"genre_scores_gemma":[0.96164685,0.00012397101,0.007241654,0.0006215485,0.00051622704,0.00030923347,0.000028805656,0.000051293722,0.029460432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993772,0.0000028189706,0.00013693693,0.00014095807,0.000113985916,0.00022810153],"domain_scores_gemma":[0.9997652,0.000009801122,0.000002575673,0.00009329694,0.00001959064,0.00010954217],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007029485,0.00012024625,0.00007284653,0.00009127324,0.000022922854,0.00010370662,0.00007820057,0.00003090607,0.0022807228],"category_scores_gemma":[0.000009443086,0.00010177325,0.000017834192,0.00037920722,0.0000024112467,0.00018420373,0.000022560736,0.000086112865,0.0014310798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5178946e-7,0.000024528801,0.00037755643,0.00041546376,0.00012997909,0.000016216965,0.0057605845,0.004007978,0.009400101,0.0029973246,0.9152638,0.06160572],"study_design_scores_gemma":[0.00005389251,0.000015846028,0.0029168392,0.00013133929,0.000007869421,0.000005060122,0.00060145446,0.008144401,0.0019315085,0.00001544305,0.9859038,0.00027252495],"about_ca_topic_score_codex":0.000010589986,"about_ca_topic_score_gemma":0.00000909952,"teacher_disagreement_score":0.5186809,"about_ca_system_score_codex":0.0001077976,"about_ca_system_score_gemma":0.000011712196,"threshold_uncertainty_score":0.99934644},"labels":[],"label_agreement":null},{"id":"W4401287028","doi":"10.18260/1-2--46416","title":"A Case Study of Integrating Leadership Competencies in a Global Engineering Design Course: A Work in Progress","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Work (physics); Computer science; Engineering management; Engineering ethics; Engineering; Industrial engineering; Knowledge management; Mechanical engineering; Aerospace engineering","score_opus":0.0476940871722809,"score_gpt":0.27302395868346385,"score_spread":0.22532987151118294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401287028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842034,0.0020928225,0.012317171,0.000039913302,0.0004171222,0.00040956857,6.793288e-7,0.0004151875,0.000104161845],"genre_scores_gemma":[0.9860014,0.0000035405974,0.013799833,0.0000032008063,0.000015256709,0.00013880707,7.4906194e-7,0.000019014125,0.000018209183],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917257,0.00001901407,0.0003085784,0.00014651933,0.000119557684,0.0002337814],"domain_scores_gemma":[0.9997694,0.00006553843,0.000008594426,0.00009686646,0.000016033442,0.00004359696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002417368,0.00015412683,0.00017532014,0.00017298212,0.000007535343,0.000043154123,0.00008441272,0.000044843047,0.000015795342],"category_scores_gemma":[0.000019085908,0.00014450734,0.000020611938,0.0013532226,0.000009644979,0.00007928608,0.000014334236,0.00019069284,0.0000039461584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000890052,0.00068278314,0.06342397,0.0012019243,0.00014431313,0.0041135824,0.051780257,0.85821784,0.000109974,0.0014500251,0.00061554473,0.0182509],"study_design_scores_gemma":[0.0008054399,0.00013627153,0.027713012,0.0020188827,0.00002611854,0.00086833554,0.12705185,0.8403291,0.00019954707,0.000014020886,0.00015735923,0.0006800709],"about_ca_topic_score_codex":0.00008593054,"about_ca_topic_score_gemma":0.0003605783,"teacher_disagreement_score":0.075271584,"about_ca_system_score_codex":0.00020898183,"about_ca_system_score_gemma":0.000049541854,"threshold_uncertainty_score":0.5892838},"labels":[],"label_agreement":null},{"id":"W4401312884","doi":"10.18260/1-2--48140","title":"The Success and Retention of Students Using Multiple-Attempt Testing in Fundamental Engineering Courses: Dynamics and Thermodynamics","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for STEM Education; Canadian Space Agency; National Science Foundation; University of Central Florida; Ministry of Education, Science and Technology; University of Cincinnati; American Society for Engineering Education","keywords":"Dynamics (music); Computer science; Thermodynamics; Mathematics education; Statistical physics; Psychology; Physics; Pedagogy","score_opus":0.01186251084085582,"score_gpt":0.2507628967898688,"score_spread":0.23890038594901297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401312884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98877037,0.00080863805,0.00963436,0.000017985663,0.00042086252,0.00012608494,0.000003591481,0.00012661109,0.00009152642],"genre_scores_gemma":[0.9976915,0.00012267496,0.0021005578,0.0000018909179,0.000013406795,0.000009685806,0.000004014884,0.000023673396,0.000032556134],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994238,0.000006539888,0.00019952128,0.00011270773,0.00011676176,0.00014064297],"domain_scores_gemma":[0.9997389,0.000131381,0.000012263293,0.00006657001,0.0000159746,0.000034919565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002039635,0.00010874738,0.000090095215,0.00009475017,0.000034417382,0.00011079037,0.000070539805,0.000036084704,0.0000018255333],"category_scores_gemma":[0.000027677877,0.00008940955,0.0000121425455,0.00021105749,0.000019431105,0.00010110446,0.000038287657,0.000110168585,3.3350545e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048361035,0.000059533395,0.682273,0.0016280664,0.00019715304,0.000012014239,0.0020473676,0.26339543,0.016378175,0.0044032903,0.000023475708,0.0295777],"study_design_scores_gemma":[0.0000941681,0.000005124411,0.109676525,0.000213139,0.0000071022837,0.000011127206,0.0004503916,0.8893447,0.000074989744,0.000009440031,0.000017513004,0.00009579433],"about_ca_topic_score_codex":0.000039228267,"about_ca_topic_score_gemma":0.000081542115,"teacher_disagreement_score":0.62594926,"about_ca_system_score_codex":0.00014576847,"about_ca_system_score_gemma":0.000012668595,"threshold_uncertainty_score":0.36460158},"labels":[],"label_agreement":null},{"id":"W4401313124","doi":"10.18260/1-2--48013","title":"Student Perceptions and Attitudes Towards Engineering Design in Work-Integrated Learning Contexts","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Toronto; University of Waterloo","funders":"","keywords":"Thematic analysis; Feeling; Perception; Engineering education; Psychology; Focus group; Qualitative research; Pedagogy; Engineering; Social psychology; Sociology","score_opus":0.010765346840399273,"score_gpt":0.2552312182062677,"score_spread":0.24446587136586845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6773932,0.0042492016,0.31265146,0.00012862847,0.0011619306,0.00030177535,0.000001011725,0.0024255763,0.0016872326],"genre_scores_gemma":[0.99101776,0.00030738712,0.0076967156,0.000009244171,0.00003007022,0.000067078,0.000005002256,0.00003238029,0.0008343563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99939424,0.000012219868,0.00016331095,0.00014964171,0.000093750146,0.0001868319],"domain_scores_gemma":[0.9998074,0.00004652668,0.0000031613215,0.00005847364,0.000014752053,0.000069652364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016449048,0.000146352,0.000115062656,0.00020445463,0.000020316404,0.0001228044,0.000058747075,0.00005137614,0.00020607583],"category_scores_gemma":[0.000018589251,0.00013502824,0.00002116198,0.0003656677,0.000007584454,0.000093053546,0.00001623448,0.00026438155,0.000056256424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018040129,0.000048683763,0.014086731,0.00027244375,0.00011214021,0.000027896856,0.00618289,0.927471,0.0020097117,0.0016667364,0.0028974798,0.045222476],"study_design_scores_gemma":[0.00029609,0.000034838384,0.73855937,0.000869427,0.00001916676,0.000026036805,0.0011589742,0.23297092,0.00043695202,0.000008987216,0.024921881,0.0006973591],"about_ca_topic_score_codex":0.000008662616,"about_ca_topic_score_gemma":0.0000070179103,"teacher_disagreement_score":0.72447264,"about_ca_system_score_codex":0.0001549452,"about_ca_system_score_gemma":0.000024815996,"threshold_uncertainty_score":0.5506292},"labels":[],"label_agreement":null},{"id":"W4401313186","doi":"10.18260/1-2--48022","title":"Student-Generated Infographics and Videos for Learning about Professional Obligations and the Impact of Engineering on Society","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Accreditation; Engineering education; Infographic; Engineering ethics; Professional development; Multidisciplinary approach; Engineering; Engineering management; Computer science; Medical education; Pedagogy; Psychology; Sociology; Medicine","score_opus":0.0067229514392544735,"score_gpt":0.2773920675388011,"score_spread":0.2706691160995466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838936,0.001262395,0.013511404,0.00015126905,0.00038366014,0.00031169175,0.000005797584,0.0002851814,0.00019501682],"genre_scores_gemma":[0.99797106,0.00026826301,0.0013520091,0.000011425973,0.000037142414,0.00009384244,0.000012296762,0.000017740937,0.00023620459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996032,0.000005422249,0.00013487625,0.0000802001,0.00007615914,0.00010011584],"domain_scores_gemma":[0.99970806,0.00016723706,0.000009004886,0.000046023833,0.00003178526,0.00003791821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016962443,0.000097563956,0.000092515635,0.000064573396,0.00005294243,0.000054377684,0.00003510567,0.000040252813,0.00001037705],"category_scores_gemma":[0.000023180884,0.000061096296,0.00006345928,0.0001986271,0.000021506678,0.00005032904,0.000012396231,0.00014417898,5.88121e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008638856,0.000038255,0.0045682704,0.0006559124,0.0007261371,2.6849767e-7,0.009310678,0.9387921,0.0056196414,0.028393978,0.007888192,0.003997938],"study_design_scores_gemma":[0.00041997514,0.000028613778,0.04921978,0.00016599218,0.000019170218,0.0000027134515,0.00038363202,0.94760734,0.00054619944,0.000054457694,0.0014188224,0.00013327804],"about_ca_topic_score_codex":0.0000038701432,"about_ca_topic_score_gemma":6.4481685e-7,"teacher_disagreement_score":0.04465151,"about_ca_system_score_codex":0.000026225749,"about_ca_system_score_gemma":0.000027187893,"threshold_uncertainty_score":0.24914347},"labels":[],"label_agreement":null},{"id":"W4401313420","doi":"10.18260/1-2--47836","title":"Pedagogy of Engagement: Exploring Three Methods in an Engineering Ethics and Professionalism Course","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Engineering ethics; Computer science; Pedagogy; Mathematics education; Psychology; Engineering","score_opus":0.18685905884917664,"score_gpt":0.452635847418719,"score_spread":0.26577678856954234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7616266,0.0063926256,0.22560894,0.00045328998,0.003262255,0.00028335687,0.0000030307037,0.0010271764,0.0013427397],"genre_scores_gemma":[0.91082495,0.00026439154,0.088624604,0.000014253093,0.000043588912,0.00010295345,0.0000050656267,0.000039499326,0.0000806885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932015,0.00003981494,0.00022103962,0.00014246431,0.000117004696,0.00015951646],"domain_scores_gemma":[0.99957395,0.0002278963,0.0000067939673,0.000114226284,0.000022501015,0.00005463072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009449581,0.00012331245,0.0001294045,0.00017647691,0.00002026355,0.000025570951,0.000074714866,0.000076264936,0.000074703225],"category_scores_gemma":[0.00004311434,0.000116993884,0.000018034094,0.00023429439,0.000009486279,0.00020465847,0.000029219866,0.00054863264,0.000003009521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005564314,0.0002431319,0.0077004093,0.007946163,0.00030073395,0.000044209773,0.08117148,0.27958292,0.072248764,0.2810156,0.0005430535,0.26919797],"study_design_scores_gemma":[0.0003200477,0.00003841618,0.07318679,0.001180866,0.000035025503,0.0000150020205,0.0034807692,0.870522,0.016017484,0.0005204129,0.0339744,0.00070876256],"about_ca_topic_score_codex":0.000008200923,"about_ca_topic_score_gemma":0.000014786185,"teacher_disagreement_score":0.5909391,"about_ca_system_score_codex":0.000040515748,"about_ca_system_score_gemma":0.000052000196,"threshold_uncertainty_score":0.47708723},"labels":[],"label_agreement":null},{"id":"W4401313757","doi":"10.18260/1-2--47548","title":"Identifying the Skills and Student Activities that Influence Career Pathways for Black vs. non- Black Engineering Graduates","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Centre for Management of Technology and Entrepreneurship, University of Toronto; University of Toronto; McGill University","keywords":"Career Pathways; Black box; Black male; Computer science; Medical education; Mathematics education; Psychology; Artificial intelligence; Medicine; Sociology; Gender studies","score_opus":0.01310836206975574,"score_gpt":0.23951483623998593,"score_spread":0.2264064741702302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97513235,0.0007675741,0.021517914,0.00017275127,0.0010032514,0.0003912899,0.000008826745,0.0006536398,0.00035242105],"genre_scores_gemma":[0.9973993,0.00039331004,0.0013245534,0.000048514034,0.00008361079,0.00016344938,0.000006802337,0.000054248936,0.00052622013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914324,0.000004238146,0.00017329303,0.0002064091,0.00018395513,0.00028888934],"domain_scores_gemma":[0.9995581,0.00016755934,0.000010606732,0.00016385826,0.000025239719,0.00007462409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015626232,0.00022256174,0.00014847469,0.0001096161,0.000058258138,0.0003570422,0.00016355354,0.000052579835,0.000015984617],"category_scores_gemma":[0.000015787367,0.00016690088,0.00005793063,0.00016483162,0.000034874713,0.00024843484,0.000050149596,0.00015995017,0.000024581283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055383475,0.00016622958,0.01148169,0.0081829205,0.0013572136,0.000027974167,0.11661548,0.7697552,0.029284554,0.020180529,0.033385385,0.009557292],"study_design_scores_gemma":[0.0007645526,0.0000857362,0.26913735,0.0017687351,0.00019826468,0.0000419366,0.013139187,0.59064484,0.083741,0.0005813862,0.037760038,0.0021369425],"about_ca_topic_score_codex":0.000005498344,"about_ca_topic_score_gemma":0.0000062205672,"teacher_disagreement_score":0.25765568,"about_ca_system_score_codex":0.0000923496,"about_ca_system_score_gemma":0.000021470049,"threshold_uncertainty_score":0.680602},"labels":[],"label_agreement":null},{"id":"W4401313855","doi":"10.18260/1-2--47584","title":"Implications of Engineering and Education Professor's Problem-Solving Mindsets on Their Teaching and Research","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fulbright Canada","keywords":"Mindset; Engineering education; Reputation; Face (sociological concept); Field (mathematics); Problem-based learning; Process (computing); Engineering ethics; Mathematics education; Management science; Computer science; Psychology; Sociology; Engineering; Engineering management; Mathematics; Social science; Artificial intelligence","score_opus":0.01845717270696552,"score_gpt":0.3064973690615464,"score_spread":0.2880401963545809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96244454,0.0025794166,0.0022307583,0.0014846743,0.00049925625,0.00041999813,0.0000044698036,0.0004758448,0.029861014],"genre_scores_gemma":[0.99241495,0.00010726332,0.0066320286,0.000011436192,0.00005125254,0.00010474516,0.0000065684317,0.00002629032,0.00064547977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943453,0.00001641005,0.0001493156,0.00015125929,0.00008976084,0.00015870962],"domain_scores_gemma":[0.9996093,0.00016452535,0.0000063300045,0.000116999385,0.000037831178,0.000065014785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042034668,0.00009871542,0.00008066955,0.00028528177,0.00006520172,0.00006585857,0.000058346886,0.00004479268,0.000013054778],"category_scores_gemma":[0.000039774237,0.00008500491,0.000012157603,0.0002018862,0.00001457066,0.00009633825,0.000025350806,0.00032838597,0.000004375232],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020910093,0.00016602442,0.0008897965,0.0034330352,0.00014128954,5.142158e-7,0.021193406,0.0050464817,0.07418311,0.31132773,0.027714582,0.55590194],"study_design_scores_gemma":[0.0006947793,0.00033887342,0.2815839,0.009338883,0.000077864606,0.00019933346,0.0157384,0.30093533,0.057000138,0.014496659,0.31706938,0.0025264705],"about_ca_topic_score_codex":0.000007068874,"about_ca_topic_score_gemma":0.0000019632998,"teacher_disagreement_score":0.5533755,"about_ca_system_score_codex":0.00006394197,"about_ca_system_score_gemma":0.00005347096,"threshold_uncertainty_score":0.34664},"labels":[],"label_agreement":null},{"id":"W4401314325","doi":"10.18260/1-2--47249","title":"Empowering Quality Excellence: A 10-Day Quality Engineering Boot Camp for Accelerated Learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"University of Texas at El Paso; Fundación Para La Innovación Y La Prospectiva En Salud En España; National Science Foundation","keywords":"Quality (philosophy); Excellence; Computer science; Boot camp; Engineering management; Engineering; Political science","score_opus":0.03320459914885184,"score_gpt":0.3400797905837761,"score_spread":0.30687519143492425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401314325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56511056,0.002901681,0.40266752,0.0003588483,0.0062705106,0.0008399277,0.000019465895,0.010490446,0.011341013],"genre_scores_gemma":[0.98740035,0.000072584444,0.004276887,0.000020568748,0.00021328258,0.00023577544,0.00005197918,0.0000944658,0.007634108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844235,0.000026973668,0.0005224814,0.00034013123,0.0002150071,0.00045307045],"domain_scores_gemma":[0.9992727,0.00027535774,0.000021180374,0.00019962664,0.00007428824,0.00015682992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008686589,0.00029416187,0.00026861846,0.00017500068,0.000080626465,0.00027072057,0.00013956493,0.000122913,0.000838651],"category_scores_gemma":[0.00020331478,0.0002952876,0.00012208513,0.00042626465,0.000010312308,0.000259955,0.000031658208,0.00031457408,0.00018814384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000165618,0.00010803732,0.00064267236,0.0058916267,0.00059190474,0.000017173703,0.009385389,0.80662984,0.10186586,0.009972362,0.032587282,0.032291323],"study_design_scores_gemma":[0.0003884353,0.000034883087,0.005955167,0.00033046256,0.000023840195,0.000009644115,0.001012066,0.4527147,0.017296523,0.000044882556,0.5209811,0.0012083371],"about_ca_topic_score_codex":0.000017762615,"about_ca_topic_score_gemma":0.0000045039747,"teacher_disagreement_score":0.48839378,"about_ca_system_score_codex":0.00023294055,"about_ca_system_score_gemma":0.00006256738,"threshold_uncertainty_score":0.99994993},"labels":[],"label_agreement":null},{"id":"W4401314375","doi":"10.18260/1-2--47281","title":"Engineering Educator Identity Development in a Socially and Culturally Embedded Discipline Specific Graduate Teaching Assistant Professional Development Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Scholarship; Engineering education; Pedagogy; Situated; Community of practice; Professional development; Situated learning; Session (web analytics); Identity (music); Psychology; Medical education; Mathematics education; Computer science; Engineering; Engineering management; Medicine","score_opus":0.017206140321439467,"score_gpt":0.2929824652784133,"score_spread":0.27577632495697385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401314375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98584443,0.00095707795,0.0060533425,0.00032926365,0.003602281,0.00062312174,0.0000018961844,0.0015795203,0.0010090485],"genre_scores_gemma":[0.8633665,0.00006807337,0.1334828,0.00001844612,0.00016259942,0.00055338413,0.00006324579,0.00007371071,0.002211263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815446,0.000017847115,0.00057415944,0.00038770656,0.00039656382,0.00046929027],"domain_scores_gemma":[0.9995979,0.000039268514,0.00002120602,0.000116543895,0.00003775948,0.00018731478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051513663,0.00034787288,0.0002464854,0.0002998778,0.0001332742,0.00032464205,0.00016985164,0.000093272254,0.00007833365],"category_scores_gemma":[0.00002269644,0.000299564,0.000041719708,0.0003884142,0.000016937573,0.00040868775,0.000097469114,0.00052182336,0.00006907883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025953088,0.0022367255,0.004092969,0.006459213,0.000982972,0.00021008155,0.16133898,0.010954447,0.020946382,0.0486789,0.04000574,0.70406765],"study_design_scores_gemma":[0.0009041162,0.00003193061,0.42679152,0.00292397,0.000029125735,0.00007666818,0.0048027053,0.04314194,0.005925377,0.00020046599,0.51243436,0.0027378167],"about_ca_topic_score_codex":0.0000030086785,"about_ca_topic_score_gemma":0.000072127244,"teacher_disagreement_score":0.7013298,"about_ca_system_score_codex":0.0006317232,"about_ca_system_score_gemma":0.00042594026,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W4401521593","doi":"10.46690/elder.2024.02.02","title":"Exploring first-year engineering students’ learning strategies and academic performance","year":2024,"lang":"en","type":"article","venue":"Education and lifelong development research.","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.08581988731606265,"score_gpt":0.3291380478168502,"score_spread":0.24331816050078753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401521593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925889,0.0042046905,0.0006100412,0.00019059889,0.0011271167,0.00017258684,2.0236929e-7,0.0005314803,0.00057442044],"genre_scores_gemma":[0.98896766,0.0069630207,0.0025235666,0.000008667775,0.00023928139,0.00034356618,0.000013354948,0.000044276807,0.00089663186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987086,0.000018405977,0.00024049837,0.0002648039,0.0003987328,0.00036895],"domain_scores_gemma":[0.9995497,0.000098967656,0.000008825192,0.000087117296,0.00005511834,0.00020031135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069623394,0.00017880864,0.00011489774,0.00050625316,0.00022677059,0.0004966374,0.00013883495,0.00006451882,0.000039706578],"category_scores_gemma":[0.00004950806,0.00018102663,0.00001244894,0.0004700645,0.00003141949,0.00093012437,0.00007667382,0.00073418586,0.00007190732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015696609,0.00022580747,0.13878606,0.010772478,0.0005227144,0.000012730539,0.14095534,0.028327482,0.0022059402,0.01988746,0.014573745,0.64371455],"study_design_scores_gemma":[0.0001777302,0.000033218646,0.45424455,0.0016155991,0.000008660824,0.000033280114,0.013151673,0.016992321,0.001939482,0.000033845354,0.5111216,0.00064806576],"about_ca_topic_score_codex":0.0000045748566,"about_ca_topic_score_gemma":0.00000180983,"teacher_disagreement_score":0.64306647,"about_ca_system_score_codex":0.00019190302,"about_ca_system_score_gemma":0.00032486423,"threshold_uncertainty_score":0.7382052},"labels":[],"label_agreement":null},{"id":"W4401591123","doi":"10.5430/jct.v13n4p159","title":"Developing College Students’ Entrepreneurial Competences: Designing Project-Based Learning Entrepreneurship Foundational Course in Chinese Universities","year":2024,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entrepreneurship; Course (navigation); Mathematics education; Pedagogy; Engineering ethics; Sociology; Psychology; Knowledge management; Engineering; Political science; Computer science","score_opus":0.00979116932022734,"score_gpt":0.278765357032908,"score_spread":0.26897418771268067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401591123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98353297,0.0009929768,0.013364502,0.00013556241,0.0013646235,0.00010400479,0.0000017076702,0.000119592216,0.000384062],"genre_scores_gemma":[0.9929944,0.00006995826,0.006613274,0.000015743672,0.00021488742,0.0000046445716,0.000006494892,0.000020518437,0.000060065995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987895,0.000100798825,0.000404505,0.00014627974,0.00034858097,0.00021033797],"domain_scores_gemma":[0.99956685,0.00018401684,0.00007326588,0.000049600032,0.000054365173,0.00007187492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006760648,0.00018644123,0.00023014852,0.00042408134,0.00010757308,0.0001910705,0.00016499957,0.00005395576,0.000016811027],"category_scores_gemma":[0.000056165456,0.00016188771,0.00006661447,0.00024288401,0.000021948545,0.00036367544,0.00002821462,0.0006010084,0.000002371623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027446595,0.00029299752,0.802557,0.0008921075,0.0003710186,0.00048800246,0.0142421685,0.15722947,0.00081355835,0.013763172,0.0015087764,0.007814292],"study_design_scores_gemma":[0.0071130167,0.0005202971,0.44751716,0.012031854,0.00039874803,0.0014498086,0.05903598,0.41370702,0.0007622163,0.0010483074,0.05343505,0.0029805354],"about_ca_topic_score_codex":0.0000146771235,"about_ca_topic_score_gemma":0.000010227368,"teacher_disagreement_score":0.35503983,"about_ca_system_score_codex":0.0002883148,"about_ca_system_score_gemma":0.00035932256,"threshold_uncertainty_score":0.660159},"labels":[],"label_agreement":null},{"id":"W4401610742","doi":"10.18260/1-2-1113.1139.1153-48572","title":"Reflection in Engineering Design: Student Perceptions on Usefulness","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Mindset; Expansive; Reflection (computer programming); Perception; Engineering design process; Process (computing); Psychology; Exploratory research; Engineering education; Reflective practice; Engineering ethics; Computer science; Pedagogy; Engineering; Engineering management; Sociology","score_opus":0.022741909117492035,"score_gpt":0.2776803320190765,"score_spread":0.25493842290158447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401610742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.507277,0.0002667033,0.4763263,0.00020361098,0.004738017,0.0003180551,0.0000011646337,0.0032250937,0.0076440657],"genre_scores_gemma":[0.9966402,0.000041158386,0.0024597528,0.000018268933,0.00007361635,0.00012357853,0.0000030473554,0.00003070497,0.0006096706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994851,0.000005979586,0.00013200815,0.0001245569,0.000102978476,0.00014939801],"domain_scores_gemma":[0.99982953,0.000032036252,0.000001944321,0.0000860787,0.000007522077,0.00004290125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000100043566,0.00010932966,0.00006799147,0.00027557416,0.0000143878215,0.0000602297,0.000056144665,0.00004223364,0.00023289266],"category_scores_gemma":[0.0000058229543,0.00010536885,0.000022718446,0.0003886993,0.0000023180135,0.00007609034,0.000005977989,0.00016061214,0.00027117314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4747704e-7,0.00003245608,0.00015795269,0.000091317335,0.000018868725,0.000006955256,0.001295207,0.98719645,0.0030163934,0.0022234677,0.0038570336,0.0021033583],"study_design_scores_gemma":[0.00025231103,0.000060999282,0.09870418,0.0005773482,0.000013456857,0.00002709088,0.0007447222,0.8664291,0.008957363,0.00005977733,0.023419973,0.0007537054],"about_ca_topic_score_codex":0.000002475888,"about_ca_topic_score_gemma":0.0000046997193,"teacher_disagreement_score":0.4893632,"about_ca_system_score_codex":0.00028565282,"about_ca_system_score_gemma":0.000013825461,"threshold_uncertainty_score":0.4296817},"labels":[],"label_agreement":null},{"id":"W4401610940","doi":"10.18260/1-2-1113.1125.1130.1139.1148-48567","title":"What is Success? Lessons Learned from a Student-Taught Co-Curricular CAD Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Notice; Certification; Curriculum; Medical education; Engineering education; Student engagement; Computer science; Mathematics education; Pedagogy; Engineering; Psychology; Engineering management; Medicine; Political science","score_opus":0.021534175529885957,"score_gpt":0.33031034921419616,"score_spread":0.3087761736843102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401610940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89669156,0.030172478,0.007681571,0.012998749,0.01573649,0.0013632639,0.00006905201,0.012879403,0.02240742],"genre_scores_gemma":[0.98612344,0.0035688276,0.0028640118,0.00023789392,0.00028758627,0.0003825558,0.00015018664,0.00009652866,0.006288973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889356,0.00001062453,0.0002187559,0.0003060234,0.00027293205,0.00029808722],"domain_scores_gemma":[0.9995506,0.000031223015,0.000009118487,0.00023903997,0.000029255085,0.00014077465],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008399944,0.0002227149,0.00016587066,0.00011333565,0.000044438548,0.0007281928,0.00021044887,0.00009411137,0.0014873479],"category_scores_gemma":[0.0000041422927,0.00019652936,0.00008206304,0.0003676547,0.000014947903,0.00039095592,0.000028526456,0.00022798488,0.0009481217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026813104,0.00055844546,0.003719554,0.00062464667,0.0012549978,0.00013712172,0.015982348,0.007083591,0.0024819828,0.0056139175,0.36412743,0.5984133],"study_design_scores_gemma":[0.00021057428,0.000020054245,0.007102887,0.00035537488,0.00004975809,0.0000072357448,0.001886191,0.02601152,0.0058692954,0.00019136697,0.95769763,0.0005980933],"about_ca_topic_score_codex":0.000037919555,"about_ca_topic_score_gemma":0.000019696174,"teacher_disagreement_score":0.5978152,"about_ca_system_score_codex":0.0001314212,"about_ca_system_score_gemma":0.0000383818,"threshold_uncertainty_score":0.99982977},"labels":[],"label_agreement":null},{"id":"W4401691756","doi":"10.1109/mcas.2024.3358279","title":"Sparking Technological Innovation Through CASS Educational Entrepreneurship Initiative [Innovations Corner]","year":2024,"lang":"en","type":"article","venue":"IEEE Circuits and Systems Magazine","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Entrepreneurship; Innovation management; Engineering; Business; Industrial organization; Computer science; Telecommunications; Economic geography; Knowledge management; Economics","score_opus":0.045756717465738936,"score_gpt":0.2635908858481672,"score_spread":0.21783416838242825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401691756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78914946,0.008845206,0.124188654,0.0025815566,0.015468528,0.0010321384,0.00009269338,0.0029520628,0.055689707],"genre_scores_gemma":[0.9982277,0.00009385874,0.00011031509,0.000058238867,0.00032109197,0.00015260499,0.000072107585,0.000029220528,0.0009348437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989874,0.000017722154,0.00038102808,0.00024615994,0.00016302253,0.00020470617],"domain_scores_gemma":[0.99956375,0.00009851216,0.000032732478,0.00013619912,0.00013258663,0.000036237518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020246554,0.00017629992,0.00016092953,0.00027993124,0.00007026669,0.00017926536,0.00008090372,0.0001089129,0.000055444227],"category_scores_gemma":[0.00006108132,0.00016435725,0.000019615385,0.0012220779,0.000040848547,0.0002037359,0.000010312392,0.00022076366,0.00011621393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001718704,0.00015618396,0.0058022835,0.0020678958,0.00036360158,0.00004409088,0.004106714,0.0215264,0.03758507,0.7873152,0.108512275,0.032518573],"study_design_scores_gemma":[0.0010614793,0.00011729034,0.10686034,0.0030870987,0.00013795066,0.0012184635,0.0018276882,0.12893113,0.0057289093,0.0117993485,0.7363892,0.0028410999],"about_ca_topic_score_codex":0.00000291118,"about_ca_topic_score_gemma":0.0000014782347,"teacher_disagreement_score":0.77551585,"about_ca_system_score_codex":0.00012749677,"about_ca_system_score_gemma":0.000071024755,"threshold_uncertainty_score":0.6702294},"labels":[],"label_agreement":null},{"id":"W4401719114","doi":"10.23919/inc-usnc-ursi61303.2024.10632466","title":"Applying the Scholarship of Teaching and Learning to Electromagnetics Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Electromagnetics; Scholarship; Computer science; Mathematics education; Computational electromagnetics; Engineering physics; Engineering; Physics; Mathematics; Political science; Electromagnetic field","score_opus":0.004690088340340706,"score_gpt":0.2326530395554565,"score_spread":0.22796295121511578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401719114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548602,0.0031517877,0.0153834205,0.0005240559,0.00075048464,0.0003719883,2.0279644e-7,0.0005199771,0.02443787],"genre_scores_gemma":[0.98710257,0.000031151263,0.011329859,0.00005651602,0.00004283946,0.0001374846,0.0000012699957,0.000013271335,0.0012850475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997035,0.000014906455,0.000081049635,0.00006075017,0.00006196606,0.00007779743],"domain_scores_gemma":[0.9998499,0.000051502604,0.0000032208102,0.000051674193,0.000011082262,0.000032593493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024734178,0.00005206883,0.000038608134,0.00006714082,0.000048889644,0.00005610742,0.000045635912,0.000016734586,0.000019451023],"category_scores_gemma":[0.000054824483,0.00003958001,0.0000094544675,0.00012356839,0.0000035557607,0.00004489823,0.00000989941,0.00028480738,0.000012248518],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5658845e-7,0.000011639466,0.0004652298,0.00031980153,0.00003066523,2.0435336e-7,0.0046543367,0.012605585,0.041854728,0.022651996,0.004080551,0.91332483],"study_design_scores_gemma":[0.00008059984,0.00008687582,0.021357082,0.00055163034,0.000038954815,0.00004209016,0.005389959,0.062198803,0.012677244,0.0009069829,0.89615244,0.0005173269],"about_ca_topic_score_codex":0.0000048202046,"about_ca_topic_score_gemma":0.0000011798238,"teacher_disagreement_score":0.91280746,"about_ca_system_score_codex":0.000026958094,"about_ca_system_score_gemma":0.000026353397,"threshold_uncertainty_score":0.1614026},"labels":[],"label_agreement":null},{"id":"W4402471001","doi":"10.1119/perc.2024.pr.chatta_subramaniam","title":"Characterising STEM Ways of Thinking in Engineering Design (ED)-based tasks","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Zoo","funders":"","keywords":"Computer science; Software engineering; Cognitive science; Psychology","score_opus":0.020545442418720264,"score_gpt":0.2062382963608887,"score_spread":0.18569285394216845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402471001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09273109,0.0008474529,0.9027543,0.00039855746,0.001137744,0.00018686641,0.000001724117,0.0013164324,0.00062581827],"genre_scores_gemma":[0.9795342,0.000018835062,0.020181773,0.000109328095,0.000048374262,0.000028913433,0.0000047934955,0.000044620407,0.000029158124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992452,0.0000067381716,0.00026768367,0.00013080788,0.00013826178,0.0002112845],"domain_scores_gemma":[0.9997368,0.00008224529,0.0000092802875,0.00011913019,0.000014368922,0.00003817158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022023678,0.00014438586,0.00014462811,0.0002834176,0.000011906188,0.000050386137,0.00010643932,0.00007054209,0.00006738069],"category_scores_gemma":[0.000007216157,0.00014318043,0.000037794052,0.00036148433,0.0000046160408,0.00010914251,0.000009373037,0.00020665365,0.00002499765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014514595,0.000021776475,0.00033062004,0.0013527619,0.0000439032,0.00003590815,0.0013021113,0.96341354,0.023854388,0.0024944127,0.0017296232,0.0054195165],"study_design_scores_gemma":[0.00010727809,0.000010465127,0.002113908,0.00067975675,0.0000064466485,0.0000059586887,0.000055347595,0.9429416,0.05054484,0.000027653932,0.0032351397,0.00027158984],"about_ca_topic_score_codex":0.0000039352544,"about_ca_topic_score_gemma":4.378893e-7,"teacher_disagreement_score":0.8868031,"about_ca_system_score_codex":0.00012991323,"about_ca_system_score_gemma":0.00004015444,"threshold_uncertainty_score":0.58387285},"labels":[],"label_agreement":null},{"id":"W4402773400","doi":"10.5430/wje.v14n3p66","title":"Strategies Development for Sustainable Development Student’s Career Values Education in Higher Vocational Colleges, Hunan Province","year":2024,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Career development; Pedagogy; Sustainable development; Psychology; Mathematics education; Higher education; Sociology; Economic growth; Political science","score_opus":0.013414578326738497,"score_gpt":0.2759148203865216,"score_spread":0.2625002420597831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402773400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.868852,0.03863855,0.011005073,0.00335225,0.028843332,0.002747416,0.0000039216743,0.00043394958,0.046123505],"genre_scores_gemma":[0.9365785,0.000048613765,0.022239389,0.00005950562,0.000507525,0.00029688218,0.000042351596,0.000043442822,0.040183797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986016,0.000018172215,0.00065762346,0.00015926294,0.00030102028,0.0002622967],"domain_scores_gemma":[0.999209,0.00005825964,0.00008623458,0.000097538454,0.00044532787,0.000103673774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004612771,0.00018907196,0.00017621342,0.0008615399,0.00009563494,0.00031038743,0.00019736974,0.000049340597,0.000101397745],"category_scores_gemma":[0.000019482048,0.00018640299,0.00004455491,0.00055445195,0.000015595397,0.0005552035,0.000015347188,0.00018498466,0.000012689458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003253592,0.0020450465,0.0051892106,0.0043455535,0.00047872332,0.000013703883,0.03365579,0.0223258,0.0007462503,0.12137638,0.3996986,0.41009244],"study_design_scores_gemma":[0.00019696713,0.000017611977,0.13008128,0.0006950646,0.000021243992,0.000013576205,0.01238925,0.000114311566,0.0011163705,0.00066591,0.8543817,0.00030673988],"about_ca_topic_score_codex":0.000005916762,"about_ca_topic_score_gemma":0.00008685402,"teacher_disagreement_score":0.4546831,"about_ca_system_score_codex":0.0017526592,"about_ca_system_score_gemma":0.013669979,"threshold_uncertainty_score":0.9919216},"labels":[],"label_agreement":null},{"id":"W4402962902","doi":"10.47852/bonviewijce42023793","title":"Overlap of Ethics and Sustainability for Responsibility Mindset: Insights for an Educational Approach Change in Ethics of Engineering","year":2024,"lang":"en","type":"article","venue":"International Journal of Changes in Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mindset; Sustainability; Engineering ethics; Environmental ethics; Social responsibility; Applied ethics; Political science; Sociology; Public relations; Engineering; Epistemology; Philosophy; Ecology","score_opus":0.04260496570106365,"score_gpt":0.37847663815101734,"score_spread":0.3358716724499537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402962902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786746,0.0033152837,0.008544617,0.0048784795,0.003943994,0.00055589125,0.00003172272,0.000014042615,0.00004140439],"genre_scores_gemma":[0.9898379,0.00030446477,0.009142824,0.000032772325,0.00044411817,0.00016798056,0.000039838305,0.000017080456,0.000013062877],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9990249,0.000046276735,0.0004602842,0.00012425448,0.00024578348,0.0000984651],"domain_scores_gemma":[0.99806273,0.0008783821,0.000095612115,0.00008438863,0.00083301985,0.000045858866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015080174,0.00010203944,0.00017162116,0.00072035764,0.000010866701,0.000021351521,0.00016164995,0.00014411517,0.000003910431],"category_scores_gemma":[0.0013633491,0.00010506576,0.00004348004,0.00021193534,0.000027824432,0.00024935554,0.000012562254,0.00037717048,4.2299277e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065036665,0.0035167981,0.034693852,0.025988847,0.00054200337,0.0000022657975,0.51445234,0.081809714,0.013644059,0.17375103,0.00093404646,0.15001465],"study_design_scores_gemma":[0.0029139172,0.00093052624,0.5459828,0.0061421613,0.00012756867,0.00013823547,0.031229252,0.2993752,0.020339994,0.047080316,0.04443349,0.0013065141],"about_ca_topic_score_codex":0.000027250373,"about_ca_topic_score_gemma":0.000097336495,"teacher_disagreement_score":0.51128894,"about_ca_system_score_codex":0.000460799,"about_ca_system_score_gemma":0.0008217967,"threshold_uncertainty_score":0.42844573},"labels":[],"label_agreement":null},{"id":"W4403748762","doi":"10.24908/pceea.2023.17165","title":"Integrating Inclusive Leadership Practices into Engineering Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Engineering ethics; Sociology; Political science; Pedagogy; Engineering","score_opus":0.008893919567503102,"score_gpt":0.23209340621569755,"score_spread":0.22319948664819445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77688205,0.020261534,0.0017431106,0.050041545,0.08064372,0.0039004192,0.00007964734,0.0062218593,0.060226083],"genre_scores_gemma":[0.99136525,0.000058492165,0.004951738,0.00020598547,0.0006361096,0.00023005015,0.000025534217,0.000108696186,0.0024181276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983699,0.000006676954,0.0004657336,0.0002874189,0.00041887353,0.0004514488],"domain_scores_gemma":[0.9987328,0.000113680835,0.00022926524,0.00014783324,0.00048768948,0.000288711],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053124427,0.0003115327,0.00021675059,0.000733385,0.00016007255,0.00038033014,0.00042251544,0.0002385965,0.000054056763],"category_scores_gemma":[0.0017209153,0.00031518933,0.00012146663,0.001298946,0.000013757535,0.00063520146,0.000034203098,0.0006046549,0.00004420259],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050055173,0.00036098238,0.027530942,0.018715538,0.0014265423,0.0000012722332,0.040721267,0.05144479,0.05927945,0.1714915,0.58557594,0.04344677],"study_design_scores_gemma":[0.00023622131,0.000033357832,0.03982044,0.004472176,0.00026095513,0.000046625555,0.0074635465,0.14410414,0.017653616,0.00061734766,0.7835062,0.00178536],"about_ca_topic_score_codex":0.0025168622,"about_ca_topic_score_gemma":0.001957952,"teacher_disagreement_score":0.21448319,"about_ca_system_score_codex":0.0052921195,"about_ca_system_score_gemma":0.00186493,"threshold_uncertainty_score":0.99993},"labels":[],"label_agreement":null},{"id":"W4403748765","doi":"10.24908/pceea.2023.17154","title":"Sociotechnical Thinking as a Contextualizing, Transcending, and Cross-Connecting Concept for Engineering Learning","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociotechnical system; Computer science; Epistemology; Sociology; Mathematics education; Knowledge management; Engineering; Psychology; Philosophy","score_opus":0.004310512567255731,"score_gpt":0.23150440793776075,"score_spread":0.22719389537050502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96145433,0.0060908324,0.0064832643,0.0046866373,0.011881821,0.0018302894,0.00006347698,0.0033382508,0.0041711037],"genre_scores_gemma":[0.9962245,0.000044389148,0.0022532367,0.0000736142,0.00028387355,0.00013660915,0.000014143181,0.000105193765,0.000864414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863565,0.0000035991911,0.000388477,0.0002653689,0.00026831875,0.0004386051],"domain_scores_gemma":[0.9992188,0.0001629253,0.00008792663,0.00007077267,0.00024276858,0.00021676972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005691441,0.00025358656,0.00022568803,0.00035093413,0.00024549526,0.000440675,0.00024143583,0.00025549534,0.000026296582],"category_scores_gemma":[0.0010374894,0.0002692679,0.00013101244,0.00045448885,0.00001710287,0.00030586813,0.000019068719,0.0005212981,0.0000050967396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010266867,0.00013369798,0.02502502,0.011487094,0.0019023552,0.0000016755423,0.06497787,0.2691467,0.058999114,0.47370496,0.06253164,0.032079577],"study_design_scores_gemma":[0.00069744495,0.0000672941,0.01896992,0.002725979,0.00022464925,0.00007174616,0.002270511,0.26863265,0.022740008,0.00077613274,0.68117374,0.0016499185],"about_ca_topic_score_codex":0.00046646103,"about_ca_topic_score_gemma":0.00018371204,"teacher_disagreement_score":0.6186421,"about_ca_system_score_codex":0.0017787615,"about_ca_system_score_gemma":0.0003204377,"threshold_uncertainty_score":0.999976},"labels":[],"label_agreement":null},{"id":"W4403748795","doi":"10.24908/pceea.2023.17142","title":"EXPLORING ENTREPRENEURSHIP EDUCATION IN ENGINEERING: INSIGHTS FROM LITERATURE AND PRACTICE REVIEWS","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Entrepreneurship; Engineering ethics; Entrepreneurship education; Sociology; Engineering; Political science","score_opus":0.01508129458628036,"score_gpt":0.21805627404197703,"score_spread":0.20297497945569667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9096536,0.05817001,0.00008920201,0.0058971616,0.017547648,0.0013397816,0.000035264016,0.0007939458,0.006473379],"genre_scores_gemma":[0.993309,0.0023272773,0.0026401565,0.0001589831,0.00042716466,0.00034187027,0.000034540797,0.00007405358,0.0006869622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988005,0.000011081223,0.00041207668,0.0002715915,0.00023310156,0.00027162235],"domain_scores_gemma":[0.99921006,0.0001476267,0.00008712787,0.00012594594,0.00021107764,0.0002181561],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033595428,0.00024692225,0.00021453845,0.0006508274,0.00004646248,0.0002623474,0.00020638443,0.00015010349,0.000012015176],"category_scores_gemma":[0.0014043025,0.0002458232,0.00006491841,0.0011282087,0.000006836951,0.0008706155,0.000020043848,0.0004409163,0.000015404074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002120978,0.00088919443,0.052400403,0.023077762,0.0013670869,0.0000069962784,0.13906029,0.059295774,0.08439981,0.1601375,0.32592493,0.15341905],"study_design_scores_gemma":[0.00021642976,0.0000137374245,0.19981252,0.0067094048,0.00013050018,0.000029647663,0.0010353887,0.017890286,0.0041713635,0.00041954746,0.7685413,0.0010298862],"about_ca_topic_score_codex":0.0010899423,"about_ca_topic_score_gemma":0.00073267106,"teacher_disagreement_score":0.44261637,"about_ca_system_score_codex":0.002043616,"about_ca_system_score_gemma":0.0005795444,"threshold_uncertainty_score":0.9999994},"labels":[],"label_agreement":null},{"id":"W4403748808","doi":"10.24908/pceea.2023.17168","title":"Experiential Assessment as an Alternative to Traditional Examinations in Engineering","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Experiential learning; Engineering ethics; Psychology; Medical education; Mathematics education; Engineering; Medicine","score_opus":0.007805703652169736,"score_gpt":0.2334189442623486,"score_spread":0.22561324061017887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97783476,0.00015119198,0.0007073416,0.002574597,0.009455645,0.00071976427,0.000056769117,0.0005330019,0.007966939],"genre_scores_gemma":[0.9958719,0.000008528079,0.0026805568,0.00009096655,0.00028596318,0.00036218428,0.00003105168,0.00006173195,0.0006071351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99865824,0.0000049073838,0.00034748245,0.00024501648,0.00039742526,0.00034694548],"domain_scores_gemma":[0.9992799,0.000047675396,0.00004488688,0.0000985446,0.0002189978,0.00030995125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033838165,0.000209726,0.00015784512,0.00087750854,0.00006832109,0.00021529979,0.0002967979,0.00012260115,0.00009949419],"category_scores_gemma":[0.0002444438,0.00023064383,0.0000665292,0.0010861089,0.00000677342,0.000428871,0.00001625173,0.0003256093,0.000021121743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027349354,0.00042172743,0.014440273,0.0016993273,0.00045091074,0.0000027671717,0.03134457,0.48791823,0.025128005,0.37320068,0.059365388,0.0060253753],"study_design_scores_gemma":[0.00041196196,0.00007378062,0.4438981,0.0013510047,0.00007294484,0.000029505716,0.0019158147,0.40991306,0.012583464,0.000700873,0.12756196,0.0014874929],"about_ca_topic_score_codex":0.0012372268,"about_ca_topic_score_gemma":0.0014768481,"teacher_disagreement_score":0.42945784,"about_ca_system_score_codex":0.0045993337,"about_ca_system_score_gemma":0.000664641,"threshold_uncertainty_score":0.99922186},"labels":[],"label_agreement":null},{"id":"W4403748838","doi":"10.24908/pceea.2023.17162","title":"Effect of Case-based Learning (CBL) on Student Learning in Engineering Technology Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics education; Psychology; Engineering; Pedagogy; Engineering management","score_opus":0.001787694540749683,"score_gpt":0.20645996362920072,"score_spread":0.20467226908845104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925729,0.00071078143,0.000079376354,0.0007567841,0.0033225971,0.00051313883,0.00000406014,0.0005427644,0.0014975817],"genre_scores_gemma":[0.998506,0.000019715735,0.0004893669,0.000019408031,0.000109043314,0.00022858125,0.000010026445,0.000077426674,0.0005404026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998637,0.000012344617,0.0004400429,0.00023728875,0.0003121504,0.00036117804],"domain_scores_gemma":[0.9992825,0.00014367368,0.00011769448,0.00010532478,0.00021181932,0.00013899358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068977586,0.0002655028,0.00026977583,0.0015555761,0.00007340056,0.0000890262,0.00023762822,0.0002361993,0.000019373687],"category_scores_gemma":[0.0008056283,0.00026940813,0.00009774529,0.0016745859,0.000011142867,0.00014099982,0.000017101154,0.000748828,0.000011489851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003370108,0.00012157084,0.094505474,0.0037149873,0.00018295262,0.0000029156406,0.0019836146,0.8701484,0.007290456,0.0059570633,0.0043782974,0.011710904],"study_design_scores_gemma":[0.0014317959,0.0006058393,0.14248481,0.011754315,0.00041415624,0.00020756552,0.0023451524,0.51600975,0.11926172,0.00007915518,0.2026656,0.0027401196],"about_ca_topic_score_codex":0.00052932155,"about_ca_topic_score_gemma":0.0003403776,"teacher_disagreement_score":0.35413864,"about_ca_system_score_codex":0.0033236258,"about_ca_system_score_gemma":0.0007002464,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W4403748849","doi":"10.24908/pceea.2023.17135","title":"Development of Outcome-Based Assessment Metric for Engineering Program Accreditation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sheridan College","funders":"","keywords":"Accreditation; Outcome (game theory); Metric (unit); Computer science; Software engineering; Engineering management; Engineering; Medical education; Mathematics; Operations management; Medicine; Mathematical economics","score_opus":0.00997050719469467,"score_gpt":0.2610588162212786,"score_spread":0.2510883090265839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951656,0.0021956814,0.04232872,0.004572499,0.037169036,0.0075996504,0.00023485816,0.004290794,0.0064431643],"genre_scores_gemma":[0.89373034,0.0000046301525,0.104963675,0.000024039244,0.00014664007,0.0007185957,0.00004483357,0.00007493083,0.00029234044],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842954,0.0000024300616,0.00062598544,0.0001991599,0.00039281798,0.00035009536],"domain_scores_gemma":[0.9989954,0.00009866451,0.00014284486,0.00010051412,0.000485378,0.00017719324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005949288,0.0002308598,0.00023665682,0.00085822336,0.00008164277,0.00012763854,0.0002741009,0.00015936629,0.000016511709],"category_scores_gemma":[0.00044183663,0.00023294278,0.00013615219,0.001259861,0.000007315244,0.00019201357,0.000012726426,0.00022396378,0.000003815339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008786282,0.00086972676,0.06824999,0.036842726,0.0023670034,4.2072958e-7,0.01001103,0.51759154,0.041919637,0.06880602,0.11968606,0.13364704],"study_design_scores_gemma":[0.0003589117,0.000032221138,0.12895967,0.00090467173,0.00015066963,0.0000020547707,0.00030665236,0.48262945,0.021928448,0.000041560885,0.36391988,0.0007658061],"about_ca_topic_score_codex":0.00010807307,"about_ca_topic_score_gemma":0.00024557943,"teacher_disagreement_score":0.24423383,"about_ca_system_score_codex":0.0033891047,"about_ca_system_score_gemma":0.0012311381,"threshold_uncertainty_score":0.9499131},"labels":[],"label_agreement":null},{"id":"W4403763999","doi":"10.24908/pceea.2023.17019","title":"Instructors’ Understanding of Teaching First-Year Engineering Teaming: Characterization and Redirection","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Washington; Purdue University; National Science Foundation","keywords":"Mathematics education; Characterization (materials science); Engineering; Computer science; Psychology; Engineering management; Nanotechnology; Materials science","score_opus":0.004866566213764526,"score_gpt":0.17425298815158602,"score_spread":0.1693864219378215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403763999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785039,0.0004936494,0.004241311,0.0018258563,0.009767594,0.00059241406,0.000046263427,0.0008556865,0.003673342],"genre_scores_gemma":[0.99785244,0.000071877876,0.0014149037,0.000015621225,0.00018389056,0.000034664325,0.000016390759,0.000058171256,0.00035206228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989785,0.000003421541,0.0003471896,0.0001760931,0.00025121562,0.00024360073],"domain_scores_gemma":[0.99950385,0.000046180856,0.00009934915,0.00007837306,0.0001293343,0.00014290889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036379698,0.00018450849,0.00017447628,0.00057222747,0.00010907209,0.00012897885,0.00014303648,0.00015209305,0.000013031367],"category_scores_gemma":[0.00035597867,0.00019517742,0.000060537783,0.00057586486,0.000011373678,0.00040527797,0.000017780185,0.00030947826,0.0000021408102],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007504565,0.0001903891,0.16933644,0.01803279,0.0014887674,7.4905176e-7,0.026203664,0.042705227,0.28598374,0.40531582,0.037387237,0.013347668],"study_design_scores_gemma":[0.0005652648,0.00005460828,0.42908037,0.0055130576,0.0002964408,0.00004618753,0.0022091568,0.30888188,0.027613465,0.0006129294,0.22330193,0.0018247359],"about_ca_topic_score_codex":0.00031448403,"about_ca_topic_score_gemma":0.00020827402,"teacher_disagreement_score":0.4047029,"about_ca_system_score_codex":0.0023747515,"about_ca_system_score_gemma":0.00020381548,"threshold_uncertainty_score":0.7959104},"labels":[],"label_agreement":null},{"id":"W4403764015","doi":"10.24908/pceea.2023.17128","title":"Inclusive Learning Through Equity-Driven Approaches to Design in Engineering Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Equity (law); Engineering ethics; Computer science; Mathematics education; Political science; Sociology; Psychology; Engineering","score_opus":0.022102901016636884,"score_gpt":0.23324092406064972,"score_spread":0.21113802304401283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.741395,0.009927136,0.03556252,0.045941837,0.0617508,0.010273918,0.00009667735,0.00694696,0.08810516],"genre_scores_gemma":[0.9873721,0.00003859861,0.0101134535,0.00012176021,0.00030273577,0.0004031346,0.000016206226,0.00010186832,0.0015301347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983769,0.000009615948,0.00043784684,0.00029890137,0.00037662857,0.00050008646],"domain_scores_gemma":[0.99927276,0.00008554716,0.00007816776,0.00011760682,0.00019142662,0.00025450627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005400485,0.0002874054,0.00023436557,0.00079365756,0.00010272342,0.00024702243,0.0003972039,0.00020485694,0.000026154696],"category_scores_gemma":[0.0006818965,0.00031169772,0.00008665264,0.0016694558,0.000007783466,0.00041455252,0.00006401506,0.0005495913,0.000039514518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015606659,0.000081791535,0.004611892,0.0018771017,0.00014594596,3.140782e-7,0.012530876,0.90677667,0.003814406,0.028709816,0.03628468,0.0051649543],"study_design_scores_gemma":[0.0003905512,0.000065167784,0.061725624,0.0049274107,0.00015501436,0.000030341187,0.0038087629,0.57126224,0.013321101,0.00096477376,0.34102595,0.0023230931],"about_ca_topic_score_codex":0.0012695228,"about_ca_topic_score_gemma":0.0007878913,"teacher_disagreement_score":0.33551443,"about_ca_system_score_codex":0.006312879,"about_ca_system_score_gemma":0.0013829685,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W4403764035","doi":"10.24908/pceea.2023.17092","title":"Making EDI Visible: The Power of Identity Theories in Reviewing the Engineering Career Paths Literature","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Identity (music); Power (physics); Sociology; Computer science; Physics; Philosophy; Aesthetics","score_opus":0.00584765269867399,"score_gpt":0.21805796111832063,"score_spread":0.21221030841964664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8354335,0.08154006,0.0010203513,0.022458462,0.04301015,0.0035978584,0.00018132775,0.0013913309,0.011366964],"genre_scores_gemma":[0.9986197,0.00022991102,0.00035518888,0.0001061782,0.00020942076,0.000119273325,0.000006056507,0.000056734516,0.00029755692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985255,0.000010277568,0.00047186692,0.00018238957,0.00042064575,0.00038933635],"domain_scores_gemma":[0.999151,0.00013021092,0.000116080846,0.0001869826,0.00033377128,0.00008199028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011476679,0.00023351962,0.00021665567,0.0003806913,0.00011289686,0.00030850078,0.00054834783,0.00015138378,0.000024254949],"category_scores_gemma":[0.00088741886,0.00016486192,0.00012993382,0.0019122973,0.00001871066,0.00044049718,0.00004414079,0.0005694541,0.0000053372064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051197153,0.00014733667,0.051489208,0.013263223,0.0014697241,0.0000027126964,0.101431474,0.1880934,0.011812477,0.5278381,0.09545657,0.00899064],"study_design_scores_gemma":[0.00037893787,0.000033991793,0.41551188,0.017647348,0.0004322438,0.000048499394,0.005297081,0.0762633,0.008141485,0.0016638979,0.4725835,0.001997831],"about_ca_topic_score_codex":0.00037190606,"about_ca_topic_score_gemma":0.00074792135,"teacher_disagreement_score":0.52617425,"about_ca_system_score_codex":0.0015270266,"about_ca_system_score_gemma":0.00036656595,"threshold_uncertainty_score":0.6722874},"labels":[],"label_agreement":null},{"id":"W4403764043","doi":"10.24908/pceea.2023.17108","title":"Understanding Engineers’ Ethical Environmental Responsibility","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering ethics; Ethical responsibility; Environmental ethics; Political science; Engineering; Philosophy","score_opus":0.012613514495137328,"score_gpt":0.20364328706564605,"score_spread":0.1910297725705087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983567,0.0028489786,0.0027057522,0.022559088,0.033420693,0.0018609574,0.000211281,0.0032536138,0.03478296],"genre_scores_gemma":[0.9974866,0.000035786397,0.0007092639,0.00012562981,0.00017668966,0.000054782417,0.000012645272,0.00005908,0.0013395566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873465,0.000005982318,0.00031866724,0.00021207418,0.00037685237,0.00035177718],"domain_scores_gemma":[0.9994442,0.000084725165,0.00004805987,0.0001142244,0.0000650195,0.00024379333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005682905,0.00020386423,0.00015426615,0.0003970399,0.00010751811,0.00016111128,0.0002444151,0.000305546,0.00009524877],"category_scores_gemma":[0.00034040626,0.00020428599,0.00010856058,0.0006229944,0.000019160427,0.00017895523,0.000018909905,0.0006643151,0.000035863468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062205763,0.00016908663,0.03311454,0.003559969,0.0009887175,0.0000016079954,0.015436551,0.06032702,0.03356359,0.22583662,0.62436014,0.0026359442],"study_design_scores_gemma":[0.0004935343,0.000043693413,0.22764418,0.0016934427,0.0002696278,0.000053507647,0.0033771552,0.2121162,0.016112907,0.002916976,0.53303397,0.0022448392],"about_ca_topic_score_codex":0.00021607465,"about_ca_topic_score_gemma":0.00036556475,"teacher_disagreement_score":0.22291964,"about_ca_system_score_codex":0.007932397,"about_ca_system_score_gemma":0.00050175964,"threshold_uncertainty_score":0.99587595},"labels":[],"label_agreement":null},{"id":"W4403764048","doi":"10.24908/pceea.2023.17084","title":"Development of Attitudes in First Year Engineering Design","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Engineering; Engineering ethics; Engineering management; Architectural engineering; Construction engineering","score_opus":0.007075276083793624,"score_gpt":0.1943411610317905,"score_spread":0.18726588494799687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738165,0.0022611024,0.003614512,0.0017691808,0.01167778,0.0014790599,0.000029930978,0.0011143485,0.0042376006],"genre_scores_gemma":[0.978079,0.000026704625,0.021276845,0.000010891034,0.000078713805,0.00010492114,0.0000050664257,0.0000543334,0.0003635323],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99884796,0.0000021625283,0.0004276038,0.00015681561,0.00026973462,0.0002956995],"domain_scores_gemma":[0.99951756,0.000052813455,0.00006432473,0.000081337246,0.00015391214,0.00013003453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044005242,0.00017957625,0.00018094199,0.0005992288,0.000043464508,0.0000701899,0.00025036687,0.00013276708,0.000031283806],"category_scores_gemma":[0.00024379634,0.00018695196,0.000059426915,0.00090881303,0.000006570817,0.00021072639,0.000017027478,0.00023485969,0.000014831792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004821374,0.00029689498,0.10605202,0.012481666,0.00089720485,0.00000105996,0.026083712,0.7032022,0.031810336,0.045836765,0.06708196,0.0062513947],"study_design_scores_gemma":[0.00048459272,0.000021195507,0.5577349,0.0051383493,0.00008899704,0.000010524981,0.0007655069,0.13362058,0.054402366,0.0001213514,0.24605516,0.001556507],"about_ca_topic_score_codex":0.00025503346,"about_ca_topic_score_gemma":0.0012698299,"teacher_disagreement_score":0.5695816,"about_ca_system_score_codex":0.0026767922,"about_ca_system_score_gemma":0.000689698,"threshold_uncertainty_score":0.76236796},"labels":[],"label_agreement":null},{"id":"W4403764049","doi":"10.24908/pceea.2023.17127","title":"Cultural Competence in Engineering Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Ottawa","funders":"","keywords":"Competence (human resources); Psychology; Cultural competence; Engineering ethics; Pedagogy; Engineering; Social psychology","score_opus":0.0034942081369712294,"score_gpt":0.19266129053627956,"score_spread":0.18916708239930832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438088,0.0044125924,0.00017108886,0.005205839,0.025020164,0.0011307042,0.00003681719,0.001426446,0.018787531],"genre_scores_gemma":[0.9962668,0.00006992736,0.0014734267,0.00008502324,0.0002612004,0.00016733368,0.000017071905,0.00006114519,0.0015981082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987027,0.0000033606102,0.00039024875,0.00021771029,0.00029724496,0.0003887304],"domain_scores_gemma":[0.9993206,0.00004040087,0.000062134866,0.00010655444,0.00026385993,0.00020640114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029325465,0.0002331401,0.0001824167,0.00064032036,0.000058283375,0.00021170187,0.0003155504,0.00016506003,0.000039394294],"category_scores_gemma":[0.0003228161,0.0002347984,0.00008709398,0.001275405,0.000009502055,0.00040202664,0.00001781276,0.00040564867,0.000033330492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033449799,0.00038051943,0.10767503,0.012136828,0.0005695917,0.0000014824908,0.01581395,0.20380576,0.039582945,0.16095912,0.4411898,0.017881656],"study_design_scores_gemma":[0.00028101006,0.000018329016,0.3427765,0.0039027808,0.000089503934,0.000039214432,0.0014413865,0.19014317,0.008310741,0.00027959485,0.45120168,0.0015161174],"about_ca_topic_score_codex":0.0014667897,"about_ca_topic_score_gemma":0.0013673567,"teacher_disagreement_score":0.23510146,"about_ca_system_score_codex":0.0040697004,"about_ca_system_score_gemma":0.0009784398,"threshold_uncertainty_score":0.9997535},"labels":[],"label_agreement":null},{"id":"W4403764053","doi":"10.24908/pceea.2023.17094","title":"Student Motivations for Choosing the Re-Engineered First-Year Program at the University of Saskatchewan","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Mathematics education; Medical education; Psychology; Engineering; Engineering management; Sociology; Computer science; Medicine","score_opus":0.0048147428184025665,"score_gpt":0.19911329010220857,"score_spread":0.194298547283806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95261705,0.0017086491,0.0011863535,0.025848387,0.009137425,0.0038834522,0.00017996863,0.0010885379,0.0043501877],"genre_scores_gemma":[0.9948882,0.00003319839,0.0013805059,0.000028138245,0.00013982093,0.0000936803,0.00001785302,0.000043717664,0.0033748925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908894,0.000004287275,0.00023717784,0.00014810254,0.00026117722,0.00026029485],"domain_scores_gemma":[0.9992368,0.00012653857,0.00008937352,0.00013866439,0.00030756253,0.000101036734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039422195,0.00015415071,0.00013131484,0.00016016336,0.00028647724,0.00009667082,0.00038231173,0.00010135039,0.000043250075],"category_scores_gemma":[0.00021611214,0.00012026724,0.00012384435,0.000700376,0.000024745052,0.0001223491,0.000028416978,0.00020951735,0.000007446062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006296975,0.00023589503,0.04601145,0.0034540745,0.0013664047,1.5380466e-7,0.065507144,0.18209392,0.0039505307,0.017106395,0.6742602,0.0060075447],"study_design_scores_gemma":[0.00033703865,0.000029374145,0.2834955,0.0007675215,0.0002586297,0.000004283782,0.013723742,0.05107953,0.0037804174,0.000120934325,0.6458282,0.00057485973],"about_ca_topic_score_codex":0.0008027241,"about_ca_topic_score_gemma":0.0059281443,"teacher_disagreement_score":0.23748402,"about_ca_system_score_codex":0.0023516282,"about_ca_system_score_gemma":0.00041047082,"threshold_uncertainty_score":0.61494255},"labels":[],"label_agreement":null},{"id":"W4403764097","doi":"10.24908/pceea.2023.17077","title":"Identifying the foundation: Connecting codes of ethics, accreditation, values, and social justice to the engineering curriculum","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Guelph","funders":"","keywords":"Accreditation; Curriculum; Foundation (evidence); Engineering ethics; Ethical code; Social justice; Sociology; Engineering; Political science; Pedagogy; Law; Social science","score_opus":0.010955834121191324,"score_gpt":0.25137827076216723,"score_spread":0.2404224366409759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8491233,0.0038430127,0.006545397,0.09604932,0.03779987,0.0024504294,0.000105605315,0.00132378,0.002759258],"genre_scores_gemma":[0.9971589,0.000037729988,0.0014745473,0.00020660691,0.0006002787,0.00010036578,0.0000131366505,0.000054849243,0.00035359623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986733,0.000012049875,0.00040892913,0.00018887267,0.00042295683,0.00029386947],"domain_scores_gemma":[0.9988321,0.0002704821,0.0001242952,0.000105930674,0.0005564067,0.00011079552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011721202,0.00019682646,0.00017078893,0.00028866567,0.00038945122,0.00033205425,0.00036300672,0.00014752493,0.000016798002],"category_scores_gemma":[0.001464784,0.00015404826,0.00007674608,0.00095638674,0.000019852032,0.00025049958,0.000040842195,0.00052588497,0.0000097779175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032932119,0.00009620513,0.0068412484,0.011265298,0.0012787748,4.3289285e-7,0.15989473,0.20833373,0.011845894,0.18099448,0.41078985,0.008656066],"study_design_scores_gemma":[0.00036161122,0.00003560234,0.121530406,0.0024674267,0.0008565732,0.00004642034,0.031258732,0.25424427,0.0070806765,0.0008499403,0.57975316,0.0015151949],"about_ca_topic_score_codex":0.0006636085,"about_ca_topic_score_gemma":0.00060932606,"teacher_disagreement_score":0.18014455,"about_ca_system_score_codex":0.0010620082,"about_ca_system_score_gemma":0.00041650384,"threshold_uncertainty_score":0.6281906},"labels":[],"label_agreement":null},{"id":"W4403764102","doi":"10.24908/pceea.2023.17076","title":"Are we talking about the same thing? – The use of “groups” and “teams” in Canadian Engineering Education Research","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"The Thing; Engineering ethics; Sociology; Engineering; Psychology; Pedagogy; Telecommunications","score_opus":0.017478612404905367,"score_gpt":0.2502380557878654,"score_spread":0.23275944338296004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96114457,0.0059653018,0.000036282647,0.023101706,0.006898732,0.0012618616,0.00004991411,0.00025538474,0.0012862382],"genre_scores_gemma":[0.997698,0.000272626,0.0004047661,0.00016638354,0.0002497119,0.00020545175,0.000007893409,0.00007229979,0.00092288654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982279,0.000018686826,0.0004504676,0.00024317447,0.00045933085,0.0006004626],"domain_scores_gemma":[0.998661,0.00026810664,0.00013159068,0.00020170657,0.00045055506,0.0002870424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001290509,0.0002351216,0.00020562841,0.0009773189,0.00021368812,0.00039596012,0.00044983454,0.00019344663,0.000018186956],"category_scores_gemma":[0.0013505754,0.00018704882,0.0000749716,0.0017512796,0.000038108978,0.00037773064,0.00003756484,0.00078998815,0.0000056091694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005125076,0.00019408691,0.20523345,0.008292374,0.0007641381,0.0000019472964,0.067132875,0.19670208,0.0063592107,0.11374727,0.38227037,0.01929708],"study_design_scores_gemma":[0.00012448507,0.000010475212,0.38373154,0.0031360118,0.00006216804,0.00002030952,0.004498323,0.104824275,0.0010059519,0.00026890295,0.5017281,0.0005894313],"about_ca_topic_score_codex":0.107174,"about_ca_topic_score_gemma":0.18975739,"teacher_disagreement_score":0.1784981,"about_ca_system_score_codex":0.0043215607,"about_ca_system_score_gemma":0.0018302856,"threshold_uncertainty_score":0.9995007},"labels":[],"label_agreement":null},{"id":"W4403764107","doi":"10.24908/pceea.2023.17166","title":"Alumni Perspectives on Engineering Knowledge and Pedagogy","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Pedagogy; Engineering ethics; Sociology; Engineering","score_opus":0.003575471533736673,"score_gpt":0.21528092251763348,"score_spread":0.21170545098389681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93455255,0.011987436,0.00017670104,0.0060345056,0.01421661,0.0009564973,0.000051534043,0.0018753785,0.030148806],"genre_scores_gemma":[0.99649656,0.00015319299,0.0006400486,0.000037412825,0.00029696355,0.00008482999,0.0000047944486,0.000070880844,0.0022153154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990087,0.0000027828653,0.00023884789,0.00022559763,0.0002069078,0.00031716746],"domain_scores_gemma":[0.9993771,0.000064455235,0.000041200245,0.00009140787,0.0002047527,0.00022112444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025911373,0.00022047604,0.00016187824,0.0005246223,0.000080945894,0.00016744738,0.00018858285,0.00014573542,0.000033342483],"category_scores_gemma":[0.00031063738,0.00021886265,0.000071791495,0.00063031935,0.000011194695,0.00018122401,0.000017503937,0.00033887825,0.000028989894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043268587,0.00029684123,0.018828359,0.0069562127,0.0012941917,0.0000013339567,0.061387304,0.06319689,0.017330175,0.3985819,0.4133617,0.018760793],"study_design_scores_gemma":[0.00029553575,0.000045380864,0.14836054,0.0017604319,0.00013753626,0.00003302149,0.0035869381,0.13261147,0.005340476,0.00016854331,0.706335,0.0013251429],"about_ca_topic_score_codex":0.00030365677,"about_ca_topic_score_gemma":0.00030217995,"teacher_disagreement_score":0.39841333,"about_ca_system_score_codex":0.0022663788,"about_ca_system_score_gemma":0.0004233715,"threshold_uncertainty_score":0.89249605},"labels":[],"label_agreement":null},{"id":"W4403764119","doi":"10.24908/pceea.2023.17079","title":"Instructor perceptions of the effectiveness of project management skill development in undergraduate engineering design courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Engineering management; Perception; Engineering; Psychology; Medical education; Mathematics education; Engineering ethics; Medicine","score_opus":0.004528151971281391,"score_gpt":0.20354780284788698,"score_spread":0.19901965087660559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919641,0.00039648704,0.0007645612,0.00027194028,0.0038567178,0.001216735,0.000018541365,0.0001827141,0.0013281764],"genre_scores_gemma":[0.9954852,0.00003475527,0.003878854,0.000006505476,0.000032324875,0.00019321992,0.0000049126934,0.00004500767,0.0003192374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988148,0.000014570112,0.0004234933,0.00016341866,0.00032250487,0.00026122114],"domain_scores_gemma":[0.9994098,0.000100606994,0.0000983924,0.00011498128,0.00020530738,0.00007091979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064250047,0.00019276002,0.00020758827,0.00058703823,0.000047688118,0.000042973774,0.00031384305,0.00010533399,0.0000064373003],"category_scores_gemma":[0.00022316993,0.00016873037,0.00008696993,0.0012597817,0.000015136533,0.00014046542,0.000029376284,0.00022090948,0.000002221842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011254078,0.00033166894,0.0954329,0.023526045,0.0013764217,6.1069915e-7,0.017284315,0.7565349,0.0288797,0.059671514,0.012703204,0.004247483],"study_design_scores_gemma":[0.0002987652,0.000013016722,0.91890424,0.0042148763,0.00009531023,0.0000061356295,0.001026484,0.029486492,0.03851223,0.00015088971,0.006778357,0.00051317865],"about_ca_topic_score_codex":0.00047601576,"about_ca_topic_score_gemma":0.00035249707,"teacher_disagreement_score":0.82347137,"about_ca_system_score_codex":0.002604022,"about_ca_system_score_gemma":0.0006899888,"threshold_uncertainty_score":0.6880625},"labels":[],"label_agreement":null},{"id":"W4403764145","doi":"10.24908/pceea.2023.17151","title":"A Starting Point for Building Awareness for Indigenous Ways of Knowing in Engineering Leadership, Sustainability, and Design","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Guelph; University of Waterloo","funders":"University of Waterloo; University of Guelph","keywords":"Sustainability; Indigenous; Point (geometry); Engineering ethics; Architectural engineering; Engineering; Knowledge management; Construction engineering; Computer science; Ecology; Mathematics","score_opus":0.020822359139682674,"score_gpt":0.2326790026998018,"score_spread":0.21185664356011913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88444537,0.0030643027,0.0870986,0.014347564,0.004965884,0.005120722,0.000074540425,0.00076088903,0.00012214438],"genre_scores_gemma":[0.9860622,0.000010314929,0.013064397,0.000094487885,0.00012413642,0.00048813847,0.0000060251973,0.00007053936,0.000079721496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874854,0.0000033995675,0.00042562655,0.00020685684,0.00016775489,0.00044783275],"domain_scores_gemma":[0.9990884,0.0002515357,0.00008663196,0.00007303843,0.00038758558,0.00011281696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009154598,0.0001919747,0.00022832736,0.0006027942,0.00007588323,0.00010383999,0.00017849982,0.00016152886,0.0000019057431],"category_scores_gemma":[0.0013247338,0.00021022982,0.00008229521,0.0006175789,0.00000943018,0.00023717001,0.0000145464755,0.00021499109,1.9428792e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011363492,0.00011805685,0.032663863,0.04178334,0.0005245832,4.608189e-7,0.035008628,0.7997986,0.03069002,0.03331198,0.016063448,0.010025664],"study_design_scores_gemma":[0.00067042006,0.00007514798,0.022554167,0.0031249304,0.00015665415,0.000007257762,0.0043391534,0.9020233,0.047363695,0.0039642598,0.0145350555,0.0011859197],"about_ca_topic_score_codex":0.0006609203,"about_ca_topic_score_gemma":0.00028546262,"teacher_disagreement_score":0.102224745,"about_ca_system_score_codex":0.0029624219,"about_ca_system_score_gemma":0.0007836934,"threshold_uncertainty_score":0.8572923},"labels":[],"label_agreement":null},{"id":"W4403764146","doi":"10.24908/pceea.2023.17106","title":"Reflections on the Engineering Leadership Course for Undergraduate and Graduate Students","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Graduate students; Mathematics education; Medical education; Engineering ethics; Psychology; Engineering; Pedagogy; Medicine","score_opus":0.04049509979492085,"score_gpt":0.2852454458003558,"score_spread":0.24475034600543497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8456901,0.0027647996,0.0010483278,0.107901886,0.02772314,0.0038353729,0.00015291251,0.0024229535,0.008460543],"genre_scores_gemma":[0.9965991,0.000051480434,0.00045576887,0.00022249954,0.00022347567,0.00030421745,0.0000074856785,0.00006886587,0.0020671303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890715,0.000003683244,0.00024160539,0.00018738909,0.00031907775,0.0003411228],"domain_scores_gemma":[0.99933386,0.00015106477,0.00005388506,0.00009899544,0.00020087334,0.00016130562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047116302,0.00020303664,0.00013359344,0.0002635777,0.00016709047,0.00028264945,0.0002638004,0.00010826096,0.0000072782004],"category_scores_gemma":[0.00039908633,0.00017016941,0.000081269274,0.00058603834,0.000012771067,0.00013705308,0.000014047566,0.00033039518,0.000009909699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048468623,0.00018516621,0.006286215,0.0039941864,0.0014972946,3.799873e-7,0.010226406,0.07574815,0.0055397185,0.3334635,0.5594016,0.0036525915],"study_design_scores_gemma":[0.0007925531,0.00011750894,0.253043,0.0039471155,0.0006358705,0.00004019998,0.0051985364,0.22631475,0.012891824,0.0024239947,0.4921682,0.002426457],"about_ca_topic_score_codex":0.0001984039,"about_ca_topic_score_gemma":0.00044414442,"teacher_disagreement_score":0.3310395,"about_ca_system_score_codex":0.0014452044,"about_ca_system_score_gemma":0.00026703204,"threshold_uncertainty_score":0.69393075},"labels":[],"label_agreement":null},{"id":"W4403764152","doi":"10.24908/pceea.2023.17060","title":"First-Year Project-Based Engineering Design Courses in Canadian Institutions","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Guelph; McMaster University","funders":"","keywords":"Engineering management; Engineering; Architectural engineering; Computer science; Software engineering; Engineering ethics","score_opus":0.010645090335265055,"score_gpt":0.2174991528477264,"score_spread":0.20685406251246133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278869,0.010957902,0.01129494,0.05725204,0.09988081,0.0142806275,0.0008947061,0.009861396,0.06769069],"genre_scores_gemma":[0.9947149,0.00002924571,0.0041279444,0.0000747219,0.00015563951,0.00028191338,0.00001760542,0.00007346888,0.0005245748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856085,0.0000042459314,0.00035040005,0.00022003162,0.0002762505,0.0005882455],"domain_scores_gemma":[0.99921095,0.00006566371,0.000048404592,0.0001156549,0.00021532334,0.00034402317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045924864,0.00024523225,0.00018284826,0.0013915561,0.0001139876,0.00020706716,0.00031145668,0.00020564905,0.00003548872],"category_scores_gemma":[0.0005355861,0.0002632782,0.00008226044,0.0016673577,0.000012140533,0.0002643043,0.000009449551,0.00039058612,0.000028715982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.983415e-7,0.000049927858,0.02321205,0.001359677,0.0001348291,0.0000012015852,0.00186109,0.8028447,0.0005209656,0.027846467,0.14187367,0.0002943998],"study_design_scores_gemma":[0.00022060353,0.000013051774,0.059488688,0.001385494,0.0000547359,0.000007861017,0.00028041637,0.4327904,0.0017039544,0.000041215717,0.50326586,0.0007477313],"about_ca_topic_score_codex":0.092125446,"about_ca_topic_score_gemma":0.24858786,"teacher_disagreement_score":0.37005433,"about_ca_system_score_codex":0.008037044,"about_ca_system_score_gemma":0.004557447,"threshold_uncertainty_score":0.99998194},"labels":[],"label_agreement":null},{"id":"W4403764199","doi":"10.24908/pceea.2023.17103","title":"The Evolution of an Undergraduate Course in Engineering and Social Justice","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Social justice; Engineering ethics; Life course approach; Social engineering (security); Sociology; Mathematics education; Engineering; Psychology; Criminology; Computer science; Social psychology; Computer security; Aerospace engineering","score_opus":0.003029174428614294,"score_gpt":0.19857576304920718,"score_spread":0.19554658862059288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797354,0.0026619264,0.00019114869,0.007076932,0.0071279244,0.0005518941,0.000029330706,0.0003918292,0.0022336398],"genre_scores_gemma":[0.99893177,0.000046844976,0.00035495198,0.000017386348,0.00014622117,0.000050798193,0.0000047528433,0.0000380242,0.00040923158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905884,0.000004659315,0.00030227116,0.00013644609,0.00022890921,0.00026884323],"domain_scores_gemma":[0.99952704,0.00006546195,0.00006790766,0.00006802129,0.00017324349,0.000098325385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045030675,0.00014628618,0.00013141704,0.00027028215,0.00010643605,0.00011634451,0.00019522544,0.00011615212,0.0000028380045],"category_scores_gemma":[0.0001846039,0.00013296634,0.000044098935,0.00065353967,0.000015990909,0.00022726553,0.0000137862535,0.00025817784,0.0000020678444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008155913,0.00026284266,0.027216777,0.011830736,0.00081774243,0.0000010495949,0.018148024,0.21260595,0.026097616,0.6091878,0.07788693,0.015936375],"study_design_scores_gemma":[0.0003522854,0.000027271071,0.37126374,0.0009456224,0.00024127754,0.000017486014,0.0034564638,0.5468706,0.002511069,0.0009014942,0.072587155,0.0008255312],"about_ca_topic_score_codex":0.00092560245,"about_ca_topic_score_gemma":0.0022928824,"teacher_disagreement_score":0.6082863,"about_ca_system_score_codex":0.0023877872,"about_ca_system_score_gemma":0.00048768503,"threshold_uncertainty_score":0.624398},"labels":[],"label_agreement":null},{"id":"W4403764218","doi":"10.24908/pceea.2023.17091","title":"Implementing Competency Based Assessment (CBA) in a First Year Engineering Program","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Engineering management; Engineering; Medical education; Software engineering; Computer science; Psychology; Medicine","score_opus":0.0036112474828963845,"score_gpt":0.2185896520701831,"score_spread":0.21497840458728673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8952526,0.0022438022,0.0020975324,0.01893007,0.02790018,0.005626634,0.00016585617,0.0061329193,0.04165042],"genre_scores_gemma":[0.98512363,0.000018475037,0.013827413,0.00004006184,0.0001647227,0.00039118767,0.000022536251,0.00008122103,0.00033077522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983899,0.0000034681752,0.00043878856,0.0002308751,0.00035273182,0.0005842116],"domain_scores_gemma":[0.999382,0.00005699976,0.00007336196,0.0001127425,0.00018211298,0.00019277573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005422594,0.00024016773,0.00019907858,0.00068771763,0.000090731286,0.00023518801,0.00029093536,0.00013996472,0.00006549225],"category_scores_gemma":[0.0001913609,0.00025477444,0.00010345933,0.0012229779,0.0000070008546,0.00027389408,0.000025291336,0.0004095179,0.000013378805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025877373,0.00051541394,0.34674376,0.011533899,0.00068728457,0.0000029039243,0.0049546706,0.38216135,0.00650123,0.14874442,0.086054005,0.012098487],"study_design_scores_gemma":[0.00028194935,0.000019129522,0.25459695,0.0013691401,0.00005027432,0.0000041420262,0.00033028208,0.51032126,0.0011592754,0.0000918117,0.23109771,0.0006780295],"about_ca_topic_score_codex":0.0008220087,"about_ca_topic_score_gemma":0.004271081,"teacher_disagreement_score":0.1486526,"about_ca_system_score_codex":0.0041069044,"about_ca_system_score_gemma":0.0010077779,"threshold_uncertainty_score":0.99999046},"labels":[],"label_agreement":null},{"id":"W4403764223","doi":"10.24908/pceea.2023.17109","title":"Does Engineering Undergraduate Education Under-utilize Human Factors / Ergonomics?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Workers Compensation Board of British Columbia; Université de Moncton","funders":"","keywords":"Human factors and ergonomics; Human engineering; Engineering; Engineering education; Engineering management; Engineering ethics; Systems engineering; Medicine; Poison control","score_opus":0.004596924337854101,"score_gpt":0.19850228564553118,"score_spread":0.19390536130767708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96441054,0.0008119273,0.00022294198,0.004831326,0.022604493,0.00072631397,0.000047501682,0.0014405606,0.0049043773],"genre_scores_gemma":[0.99304265,0.000040705338,0.0007096808,0.00007780844,0.00037795986,0.00012543872,0.00004262094,0.00011865394,0.005464513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984245,0.000004512107,0.00047042902,0.00030007225,0.0003259441,0.00047454625],"domain_scores_gemma":[0.9990626,0.000058292004,0.00010800748,0.00017002286,0.0002765678,0.0003245349],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027620906,0.000345627,0.00023884328,0.00067737425,0.00016114775,0.00034178246,0.00039232324,0.00022707693,0.000052629865],"category_scores_gemma":[0.00021278746,0.00028542266,0.00015599917,0.0008920586,0.000014335673,0.0003919676,0.000026309008,0.0004370399,0.000026753389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003166376,0.00037529302,0.05766404,0.0070094266,0.0015834639,4.892895e-7,0.0078035947,0.15884678,0.05159676,0.35385555,0.35565865,0.005602761],"study_design_scores_gemma":[0.00032344315,0.000029908984,0.36572656,0.0023144041,0.00029852331,0.000014179276,0.002192114,0.053898193,0.02917826,0.0021569307,0.5415334,0.0023340378],"about_ca_topic_score_codex":0.0015741468,"about_ca_topic_score_gemma":0.0016219339,"teacher_disagreement_score":0.35169864,"about_ca_system_score_codex":0.005009099,"about_ca_system_score_gemma":0.0010703258,"threshold_uncertainty_score":0.99995977},"labels":[],"label_agreement":null},{"id":"W4403764839","doi":"10.24908/pceea.2023.17063","title":"Engineering leadership and cultural awareness development through a student-led workshop","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Guelph; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Leadership development; Engineering ethics; Engineering; Pedagogy; Sociology; Psychology; Political science; Public relations","score_opus":0.015520893306368591,"score_gpt":0.24120766330252336,"score_spread":0.22568676999615478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774931,0.0038869195,0.00039305887,0.0038456367,0.009351001,0.0007073886,0.000014414867,0.0011979766,0.0031105126],"genre_scores_gemma":[0.9939544,0.00006395351,0.0030648396,0.00008794667,0.00022004727,0.0001604597,0.000013992484,0.00007370606,0.0023606406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861,0.0000032655194,0.00036069725,0.00024844267,0.000341844,0.00043575562],"domain_scores_gemma":[0.99934727,0.00005824009,0.0000613125,0.00009238934,0.00022716864,0.00021363482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029214544,0.00027379612,0.00020520213,0.00030387472,0.00012828689,0.00032791402,0.0002701523,0.00017940353,0.000030514811],"category_scores_gemma":[0.00025227517,0.00026393073,0.00006877153,0.00076751347,0.000012650128,0.00039460135,0.000029630983,0.00035096664,0.000019545436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007145305,0.00037587102,0.13020305,0.019216007,0.003594944,0.0000040566806,0.15082791,0.1669812,0.025294894,0.0798059,0.4007344,0.022954615],"study_design_scores_gemma":[0.00048528763,0.000014628754,0.27759546,0.0035259863,0.00020321712,0.00004641895,0.0070849247,0.052308224,0.0147526665,0.00008537158,0.64188653,0.00201126],"about_ca_topic_score_codex":0.00027679003,"about_ca_topic_score_gemma":0.0006492743,"teacher_disagreement_score":0.24115217,"about_ca_system_score_codex":0.0025231254,"about_ca_system_score_gemma":0.000540222,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W4403765024","doi":"10.24908/pceea.2023.17101","title":"Assessing the Prevalence of Cross-cultural Competencies in Engineering Design Curricula: A Pilot Study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Curriculum; Cross-cultural; Engineering; Medical education; Engineering ethics; Psychology; Medicine; Pedagogy; Sociology; Anthropology","score_opus":0.018147549316418397,"score_gpt":0.272132088258456,"score_spread":0.2539845389420376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403765024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935695,0.0010964178,0.0002408925,0.00044128316,0.003115249,0.0007473451,0.000010527676,0.0002533667,0.0005254467],"genre_scores_gemma":[0.9980654,0.000033156743,0.0011771531,0.000016481308,0.00010734979,0.00017546886,0.000002189996,0.00004580833,0.00037697545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985429,0.000011261657,0.0004960827,0.00020655312,0.00039510036,0.00034811767],"domain_scores_gemma":[0.9990897,0.00013808983,0.000111618385,0.00012939214,0.0004203055,0.00011085736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008417078,0.00022983353,0.00020635825,0.0003978177,0.000089855406,0.00039940773,0.0004398279,0.000074876196,0.000020955526],"category_scores_gemma":[0.0007198086,0.00018451842,0.0000669903,0.0012445023,0.000025468436,0.0006403914,0.000028354241,0.00038388956,0.000004974256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025793752,0.00039940595,0.34354162,0.0073109833,0.00038485907,0.0000010054407,0.012768948,0.59701604,0.018387627,0.009450154,0.009717223,0.0010195383],"study_design_scores_gemma":[0.00018487024,0.000051412113,0.87732095,0.0012379382,0.00008093969,0.000009026324,0.0012216734,0.11423588,0.002523549,0.000047285426,0.0026488076,0.00043770208],"about_ca_topic_score_codex":0.0011672754,"about_ca_topic_score_gemma":0.0004227955,"teacher_disagreement_score":0.53377926,"about_ca_system_score_codex":0.001997978,"about_ca_system_score_gemma":0.00043979075,"threshold_uncertainty_score":0.75244427},"labels":[],"label_agreement":null},{"id":"W4403794003","doi":"10.24908/pceea.2023.16631","title":"Launching new sustainability-focused engineering economics modules: materials, instructor reflections and student feedback","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Engineering ethics; Engineering; Mathematics education; Engineering management; Engineering physics; Computer science; Psychology; Ecology","score_opus":0.004068904483991983,"score_gpt":0.2050093023730417,"score_spread":0.20094039788904974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98803306,0.0005840878,0.00022306583,0.0023114365,0.00679285,0.0004988189,0.000028623643,0.00057143485,0.00095661613],"genre_scores_gemma":[0.994698,0.0000785154,0.0033048692,0.00004359597,0.00040588848,0.00008307991,0.000011747727,0.00008523152,0.0012890615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987871,0.000004664536,0.00039973296,0.00025418392,0.00017976777,0.00037455338],"domain_scores_gemma":[0.999227,0.0000494643,0.00007529299,0.00012243337,0.00022105282,0.00030473995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035365313,0.00025453814,0.0002159504,0.00047911645,0.0001305274,0.00040897648,0.00023698964,0.0001701905,0.000031387408],"category_scores_gemma":[0.00036907854,0.0002696487,0.00006694705,0.0005620458,0.000010645899,0.0003592983,0.0000266425,0.0003428221,0.000007432331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010118366,0.0002847503,0.035771914,0.0139484545,0.0026293045,0.000001535678,0.065849304,0.41623703,0.058557965,0.22601083,0.15087551,0.029823296],"study_design_scores_gemma":[0.00096329756,0.00006146298,0.40791893,0.0020716924,0.00037981878,0.000068009045,0.0060755387,0.0666593,0.03419294,0.0018273246,0.47686622,0.0029154574],"about_ca_topic_score_codex":0.0015463079,"about_ca_topic_score_gemma":0.0011940529,"teacher_disagreement_score":0.37214702,"about_ca_system_score_codex":0.00493275,"about_ca_system_score_gemma":0.0007809915,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W4403794029","doi":"10.24908/pceea.2023.17013","title":"Increasing confidence and preparedness in incoming engineering students through a Summer Bridge Program","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Preparedness; Bridge (graph theory); Engineering; Confidence interval; Forensic engineering; Mathematics education; Psychology; Political science; Medicine; Statistics; Mathematics","score_opus":0.007188264952973326,"score_gpt":0.24800148059149574,"score_spread":0.2408132156385224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99427783,0.0010545434,0.000057694113,0.0004235901,0.0023452602,0.00054478674,0.000007938612,0.00044216777,0.0008461558],"genre_scores_gemma":[0.99711686,0.00007590331,0.0021551999,0.000044504755,0.00011860914,0.0002285213,0.0000068854874,0.00006297841,0.00019054189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986308,0.0000056908825,0.00038334003,0.00024604556,0.0003415831,0.0003925327],"domain_scores_gemma":[0.9994336,0.00007644947,0.0000656052,0.00009567491,0.0001580928,0.0001706162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005255765,0.00023147478,0.0002082049,0.00040959904,0.000065666296,0.00032418538,0.00028544353,0.00015133696,0.000009809287],"category_scores_gemma":[0.00046232165,0.00024623278,0.000053710824,0.00090240635,0.000012870171,0.00042487535,0.00003933915,0.00034692397,0.000005129862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000950282,0.00043029993,0.77005845,0.0107247345,0.0009373036,0.000004893746,0.057010185,0.05553845,0.015275346,0.037708033,0.034928087,0.017374728],"study_design_scores_gemma":[0.00035329274,0.000020486994,0.84062874,0.0034041174,0.00008521241,0.00005034414,0.00086433976,0.08805539,0.0020413324,0.00015733125,0.063354604,0.0009847844],"about_ca_topic_score_codex":0.004715165,"about_ca_topic_score_gemma":0.0019478457,"teacher_disagreement_score":0.07057033,"about_ca_system_score_codex":0.0026457082,"about_ca_system_score_gemma":0.00038103206,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W4403794070","doi":"10.24908/pceea.2023.17001","title":"Assessing the Gaps between Alberta K-12 Competency Development and University of Alberta Engineering Introductory-level Graduate Attribute Indicators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematics education; Engineering management; Engineering; Psychology","score_opus":0.012113450363870019,"score_gpt":0.2048115219815083,"score_spread":0.19269807161763827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99206054,0.00052226236,0.00022107187,0.0031385995,0.0023620143,0.00035324888,0.00001895026,0.00016014204,0.0011631732],"genre_scores_gemma":[0.9966443,0.000038197955,0.0019786395,0.000019318995,0.00015203601,0.000012187976,0.000023190742,0.00004952528,0.0010826036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987562,0.0000068258278,0.00035415668,0.00022216035,0.00032150035,0.0003391948],"domain_scores_gemma":[0.9991921,0.00016230195,0.00013158857,0.00012366539,0.00018337395,0.00020693199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046644462,0.00023105861,0.00023144046,0.00045975624,0.00016565513,0.00015521419,0.00035093757,0.00013797838,0.000018817103],"category_scores_gemma":[0.00038672664,0.00021684701,0.000071296075,0.00083793653,0.000025334826,0.0003174523,0.00004443092,0.00037282187,0.0000074683962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003508137,0.00020493739,0.64155155,0.010606,0.003796788,0.0000013880888,0.095187634,0.042239703,0.007985144,0.045049764,0.117516205,0.0358574],"study_design_scores_gemma":[0.00015642407,0.000007395265,0.81021225,0.0007878976,0.00015080598,0.000006914285,0.0013839963,0.00824464,0.0042774635,0.000028664339,0.17417859,0.0005649326],"about_ca_topic_score_codex":0.0032853696,"about_ca_topic_score_gemma":0.0033009895,"teacher_disagreement_score":0.16866075,"about_ca_system_score_codex":0.001594665,"about_ca_system_score_gemma":0.0007827143,"threshold_uncertainty_score":0.88427645},"labels":[],"label_agreement":null},{"id":"W4403794130","doi":"10.24908/pceea.2023.17004","title":"Development and application of competency mapping for equity, diversity, inclusion, and Indigeneity in out-of-curriculum learning opportunities for engineering students, staff, and faculty","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Inclusion (mineral); Curriculum; Equity (law); Diversity (politics); Pedagogy; Sociology; Medical education; Psychology; Political science; Gender studies; Medicine; Anthropology","score_opus":0.02495834939170794,"score_gpt":0.26578974673789,"score_spread":0.24083139734618209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960366,0.00049160415,0.001882758,0.0002884547,0.0005195086,0.0006018204,0.000030548712,0.000069147194,0.000079548],"genre_scores_gemma":[0.99196285,0.000076410455,0.007668076,0.0000067923474,0.000030246618,0.00012751279,0.000026481837,0.000023957413,0.00007765054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990964,0.0000023309321,0.00033777874,0.00015549459,0.00021174247,0.00019628216],"domain_scores_gemma":[0.999455,0.00005940258,0.00011440746,0.00003814492,0.00022635418,0.000106743435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556467,0.00014299023,0.00019597984,0.0004033939,0.00015496119,0.00005461834,0.0001511969,0.00009742118,6.836175e-7],"category_scores_gemma":[0.00020001321,0.00015423166,0.000030004208,0.00023981169,0.000013105666,0.00015019013,0.00022169182,0.0001223707,6.806494e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008290202,0.0003650569,0.5996204,0.03557575,0.0010013317,2.8840958e-7,0.1608262,0.026270434,0.019680507,0.06339059,0.0030410143,0.09022014],"study_design_scores_gemma":[0.0012521922,0.00009671259,0.5818057,0.0034632129,0.0002151916,0.000006335614,0.018355263,0.27221522,0.00986569,0.00075586064,0.110508524,0.0014600641],"about_ca_topic_score_codex":0.00037441935,"about_ca_topic_score_gemma":0.00084709126,"teacher_disagreement_score":0.2459448,"about_ca_system_score_codex":0.00071156316,"about_ca_system_score_gemma":0.00023369455,"threshold_uncertainty_score":0.6289385},"labels":[],"label_agreement":null},{"id":"W4403794135","doi":"10.24908/pceea.2023.17008","title":"Incorporating Engineering Skills Training in Engineering Programs","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Training (meteorology); Engineering management; Engineering education; Computer science; Engineering; Medical education; Geography; Medicine","score_opus":0.00451154844042741,"score_gpt":0.18742045471033622,"score_spread":0.1829089062699088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403794135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626976,0.0021697977,0.0007578158,0.0026651088,0.019721523,0.001760042,0.000037503658,0.0029598114,0.0072307917],"genre_scores_gemma":[0.994713,0.000024317791,0.00391244,0.000040804174,0.00033417228,0.00025657585,0.000019625293,0.00013157593,0.0005674964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980452,0.000003952212,0.00060064095,0.0003039201,0.00040914558,0.00063712575],"domain_scores_gemma":[0.99920046,0.00007363993,0.000097591656,0.00013548422,0.00020057407,0.00029222257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000619028,0.0003542177,0.00029976456,0.00096453965,0.0000688979,0.0002970539,0.00038290324,0.00025062772,0.000020548887],"category_scores_gemma":[0.0005357721,0.00037873097,0.00013076204,0.0018933478,0.00001015712,0.00042689595,0.000028909451,0.0006421556,0.000018641049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022065017,0.00022041974,0.059517417,0.008769386,0.0007220245,0.0000056268264,0.024189863,0.7593452,0.025563937,0.0734444,0.020974327,0.027245246],"study_design_scores_gemma":[0.000504803,0.000036473284,0.10055293,0.0066808956,0.00012237948,0.00005993999,0.0015065166,0.73901725,0.008544761,0.0002882846,0.14040856,0.0022772094],"about_ca_topic_score_codex":0.00069394073,"about_ca_topic_score_gemma":0.0012158804,"teacher_disagreement_score":0.119434245,"about_ca_system_score_codex":0.003871418,"about_ca_system_score_gemma":0.0008155813,"threshold_uncertainty_score":0.99995255},"labels":[],"label_agreement":null},{"id":"W4403798250","doi":"10.33423/jhetp.v24i10.7311","title":"Bridging Between High School and University: Assessment of Students’ Readiness to First-Year Engineering Programs","year":2024,"lang":"en","type":"article","venue":"Journal of Higher Education Theory and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Bridging (networking); Mathematics education; Engineering; Psychology; Medical education; Engineering physics; Computer science; Medicine; Computer security","score_opus":0.00848215496979966,"score_gpt":0.2974764042169544,"score_spread":0.2889942492471548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403798250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96929634,0.0024115723,0.021682175,0.002553657,0.0027907875,0.00019856721,0.0000030723443,0.00009317525,0.00097067945],"genre_scores_gemma":[0.98868114,0.00023660233,0.010003649,0.000030687337,0.00026087495,0.0000024171206,0.0000022478494,0.00001616848,0.0007662418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994223,0.000051494142,0.00020174352,0.00008133242,0.00015765266,0.000085491185],"domain_scores_gemma":[0.99931633,0.0003075228,0.000057461188,0.00006766088,0.00010491104,0.00014612381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081509573,0.00009119359,0.00013165858,0.00021858935,0.000029249695,0.00009238851,0.00008857836,0.000035754165,0.0000451555],"category_scores_gemma":[0.00008861397,0.00008880844,0.000020817928,0.00025591298,0.00000953943,0.00050370116,0.000021139687,0.00019244106,0.0000028506886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033396936,0.0013807042,0.16576809,0.006954597,0.0046379236,0.00010009596,0.018946083,0.031057864,0.004090626,0.5958893,0.025841428,0.14499933],"study_design_scores_gemma":[0.00046214132,0.00019397597,0.51024914,0.0015570038,0.00047788778,0.00019918762,0.0036973313,0.00021791576,0.0002453332,0.0005940401,0.48166695,0.00043910008],"about_ca_topic_score_codex":0.0000028368424,"about_ca_topic_score_gemma":1.2683172e-7,"teacher_disagreement_score":0.59529525,"about_ca_system_score_codex":0.00010626323,"about_ca_system_score_gemma":0.00010034052,"threshold_uncertainty_score":0.3621503},"labels":[],"label_agreement":null},{"id":"W4403866003","doi":"10.5334/bdc.w","title":"Faculty development for implementation of an EPA-based program","year":2024,"lang":"en","type":"book-chapter","venue":"Ubiquity Press eBooks","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"University of California, San Francisco","keywords":"Environmental science","score_opus":0.04355119137678292,"score_gpt":0.32316071300210986,"score_spread":0.27960952162532693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403866003","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052428595,0.00079130864,0.011147166,0.000035636207,0.0035958802,0.0078060287,0.0012482291,0.003287462,0.96684545],"genre_scores_gemma":[0.045647223,0.000028797913,0.13845323,0.00007342847,0.0006147918,0.005723945,0.006890087,0.0008023773,0.8017661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881005,0.0000028142492,0.00045521124,0.00026883397,0.0002333911,0.00022972259],"domain_scores_gemma":[0.9994747,0.000014617466,0.00007263917,0.00022775671,0.00010511272,0.00010516976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001109309,0.00033088334,0.00027747004,0.00013400095,0.000034585293,0.00004987445,0.00018151375,0.00019300058,0.00006467745],"category_scores_gemma":[0.0000016466778,0.00034418105,0.00010388347,0.000008106999,0.000020836615,0.000032764507,0.000031775406,0.00017179854,0.000010311439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017415268,0.000071392664,0.0000022858796,0.0051145046,0.0007014494,0.0000057005077,0.0031787578,0.0035485488,0.00024747677,0.09407614,0.0061950535,0.8868413],"study_design_scores_gemma":[0.00029610636,0.00006637905,0.00003669125,0.00025236362,0.0000775267,0.0000012071162,0.000030405034,0.002220498,0.02933648,0.00035868143,0.96686554,0.0004581481],"about_ca_topic_score_codex":0.000009926405,"about_ca_topic_score_gemma":0.000054031443,"teacher_disagreement_score":0.9606705,"about_ca_system_score_codex":0.00018446425,"about_ca_system_score_gemma":0.0001620434,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W4404326356","doi":"10.1007/978-3-031-68282-7_3","title":"Establishing and Maintaining Operational Systems and Processes that Meet International Quality Standards","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Quality (philosophy); Quality management system; Systems engineering; Risk analysis (engineering); Business; Computer science; Engineering; Operations management; Quality management; Physics; Management system","score_opus":0.014991716123292273,"score_gpt":0.25191940958272907,"score_spread":0.2369276934594368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404326356","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063323416,0.5177522,0.33911428,0.0007538885,0.024878526,0.0021427686,0.0005559328,0.0010180867,0.10745204],"genre_scores_gemma":[0.992342,0.003970571,0.0001353207,0.00003299214,0.00087825226,0.000061041465,0.00011101139,0.000072927396,0.0023958692],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987434,0.000015104606,0.00039143063,0.000335152,0.00032381847,0.0001911016],"domain_scores_gemma":[0.9993948,0.00025652515,0.00005787046,0.00010164054,0.000102678154,0.00008649174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000569553,0.00032161962,0.00038257116,0.00016357204,0.00005981949,0.00078525883,0.00008356643,0.0003154085,0.000011042427],"category_scores_gemma":[0.000069692425,0.00028585424,0.000019765575,0.000056396777,0.00003404741,0.00012633856,0.0000543075,0.00041114507,4.2877465e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000770315,0.0000048309294,0.0013567621,0.0034296396,0.0002567232,0.000022291828,0.0016215981,0.92234975,0.000004338964,0.06668703,0.0013406608,0.002918652],"study_design_scores_gemma":[0.00045289224,0.000032811426,0.00039479212,0.008672183,0.00006598766,0.0002701856,0.0003598855,0.771833,0.000003752515,0.0020186354,0.21465482,0.001241077],"about_ca_topic_score_codex":0.000045214736,"about_ca_topic_score_gemma":0.0001238109,"teacher_disagreement_score":0.98600966,"about_ca_system_score_codex":0.00019737273,"about_ca_system_score_gemma":0.00006623297,"threshold_uncertainty_score":0.99995935},"labels":[],"label_agreement":null},{"id":"W4404697431","doi":"10.4324/9781003464259-39","title":"Foundational perspectives on ethics in engineering accreditation","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering ethics; Engineering; Political science; Medical education; Medicine","score_opus":0.019753825159878752,"score_gpt":0.252803369064634,"score_spread":0.23304954390475527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404697431","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000108428554,0.0010988603,0.0034057219,0.0003778648,0.0029317704,0.0001957511,0.000014351315,0.00092096033,0.9909463],"genre_scores_gemma":[0.06275157,0.0016122574,0.004149141,0.00011381859,0.0011790702,0.00012825447,0.00037086778,0.0003740647,0.92932093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991463,0.0000015971506,0.00022802746,0.00022622268,0.00025830476,0.0001395869],"domain_scores_gemma":[0.9996553,0.00010894267,0.000013213365,0.000126249,0.000046977133,0.00004928442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001246664,0.000263269,0.0001554623,0.00045954445,0.000014694611,0.00005461075,0.000087432694,0.00029711527,0.000695548],"category_scores_gemma":[0.000032978693,0.00028058558,0.00005693975,0.00006331541,0.000009613281,0.00005454893,0.000013558844,0.000993566,0.00075315806],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.747942e-7,0.0000062842314,7.344633e-7,0.0002444709,0.000051772084,0.0000056239705,0.002068856,0.06950564,0.000014670518,0.9233911,0.004383889,0.00032628045],"study_design_scores_gemma":[0.00027223484,0.00004371527,0.00041839894,0.0021966523,0.00003917466,0.000015257324,0.0008604759,0.05786166,0.00008339288,0.015465118,0.92118025,0.0015636692],"about_ca_topic_score_codex":0.0000014152532,"about_ca_topic_score_gemma":0.000008337888,"teacher_disagreement_score":0.9167964,"about_ca_system_score_codex":0.0005322813,"about_ca_system_score_gemma":0.00008029071,"threshold_uncertainty_score":0.99996465},"labels":[],"label_agreement":null},{"id":"W4405256441","doi":"10.32388/7q9wh7","title":"Review of: \"Algorithm for Planning Flexible Outcome-Based Engineering Curricula to Meet the Employee Needs of a Cluster of Companies\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Outcome (game theory); Cluster (spacecraft); Curriculum; Engineering management; Computer science; Business; Industrial engineering; Operations management; Engineering; Psychology; Economics; Operating system; Microeconomics; Pedagogy","score_opus":0.03384184638837146,"score_gpt":0.3241756948376511,"score_spread":0.2903338484492796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405256441","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006440359,0.6376054,0.33457977,0.008557386,0.010096406,0.0048074666,0.00095986156,0.0007647574,0.0025645422],"genre_scores_gemma":[0.0075140796,0.09511914,0.72867095,0.037522133,0.0033824628,0.014473646,0.005911178,0.003163425,0.104243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974899,0.000020308986,0.001492204,0.00022483981,0.00042780777,0.00034490885],"domain_scores_gemma":[0.9984968,0.00024373208,0.00017900845,0.00058408687,0.00037942638,0.00011695816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007320843,0.00052196934,0.0014255681,0.00047385797,0.000018003731,0.000015581354,0.00055577524,0.00015496371,0.00013069522],"category_scores_gemma":[0.00017691586,0.0003819209,0.00048359763,0.0011724993,0.000021334072,0.00003368145,0.00008847195,0.00027647355,0.000009421263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.416476e-7,0.000020387686,0.0000072652424,0.19169968,0.00018023892,2.5428983e-7,0.00012292847,0.041244186,0.000009247336,0.00016227455,0.76474106,0.001811747],"study_design_scores_gemma":[0.00017548344,0.000048430422,0.000021544214,0.15314078,0.00045237716,0.000004864555,0.000041255422,0.032101505,0.000424859,0.000004862377,0.8130758,0.0005082477],"about_ca_topic_score_codex":0.000016054153,"about_ca_topic_score_gemma":0.0000016092837,"teacher_disagreement_score":0.54248625,"about_ca_system_score_codex":0.00013118776,"about_ca_system_score_gemma":0.00013967913,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null},{"id":"W4405674735","doi":"10.24908/pceea.2024.18522","title":"Enhancing Sustainable Engineering Education with Codesign and Script Concordance: A work in progress","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Concordance; Multidisciplinary approach; Ontology; Context (archaeology); Computer science; Bridge (graph theory); Process (computing); Knowledge management; Bachelor; Management science; Citizen journalism; Engineering education; Field (mathematics); Engineering ethics; Engineering management; Engineering; Sociology; Epistemology; Political science; World Wide Web; Medicine","score_opus":0.002260071793108209,"score_gpt":0.18002487204592585,"score_spread":0.17776480025281763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785507,0.0073196297,0.00043636555,0.0031586196,0.005114795,0.0015275412,0.000009878374,0.00085575535,0.003026758],"genre_scores_gemma":[0.9934355,0.000051713163,0.0036163786,0.000054062526,0.00015418047,0.0003688335,0.00000804757,0.000078453064,0.0022328522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998668,0.0000043522436,0.0003376585,0.00024862122,0.0002696976,0.00047165502],"domain_scores_gemma":[0.9992518,0.00004532366,0.00007357696,0.00009842765,0.0003133919,0.00021747203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042072416,0.00024767002,0.00020563725,0.0006493823,0.000078797566,0.0002833403,0.00019333634,0.00014452591,0.000012588496],"category_scores_gemma":[0.00022236144,0.0002418032,0.0000395549,0.0014983721,0.000016965196,0.00040019013,0.000018146391,0.00036404745,0.000004525181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034675504,0.00060432707,0.3753725,0.037590746,0.001232246,0.000008831948,0.045923296,0.108475514,0.014552128,0.18887548,0.20334674,0.0239835],"study_design_scores_gemma":[0.000871579,0.00008848315,0.5676383,0.0124989385,0.00024145906,0.00008479862,0.008486811,0.0643183,0.017147241,0.0003527151,0.3254133,0.0028581365],"about_ca_topic_score_codex":0.00089696154,"about_ca_topic_score_gemma":0.0009066089,"teacher_disagreement_score":0.19226575,"about_ca_system_score_codex":0.003260814,"about_ca_system_score_gemma":0.0012879783,"threshold_uncertainty_score":0.9860448},"labels":[],"label_agreement":null},{"id":"W4405674751","doi":"10.24908/pceea.2024.18550","title":"Fostering Inclusive Learning in Engineering through Equity-Based Design Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Equity (law); Mathematics education; Engineering management; Engineering ethics; Computer science; Engineering; Psychology; Political science","score_opus":0.011694386507093474,"score_gpt":0.24665364743630228,"score_spread":0.2349592609292088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63419807,0.020872349,0.058627635,0.036433753,0.104672305,0.010698918,0.00012392514,0.012733176,0.1216399],"genre_scores_gemma":[0.991619,0.000042112148,0.0067202416,0.0001423091,0.00025465668,0.00028931466,0.000018096134,0.00010764257,0.0008066518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834013,0.000009634453,0.00047555266,0.0002799939,0.000388579,0.00050609326],"domain_scores_gemma":[0.9992129,0.00010847605,0.000099687364,0.0001180557,0.00026996803,0.00019091807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060924573,0.00029838475,0.00023385098,0.0007640852,0.00010920934,0.00026338626,0.00037089494,0.00022200674,0.00003390999],"category_scores_gemma":[0.00061793893,0.00032630176,0.000101997706,0.0014385874,0.00001006498,0.00044997182,0.000080781036,0.0006047778,0.000022663116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021214985,0.00009043944,0.004349443,0.002907888,0.00013540802,5.907207e-7,0.0045823515,0.9312058,0.009364933,0.01153086,0.023899635,0.011930495],"study_design_scores_gemma":[0.00045313753,0.00004488433,0.029497545,0.005158502,0.00012464412,0.000021441994,0.0011887787,0.7267536,0.023555333,0.0010221611,0.21043812,0.0017418931],"about_ca_topic_score_codex":0.0010613886,"about_ca_topic_score_gemma":0.0005377802,"teacher_disagreement_score":0.35742092,"about_ca_system_score_codex":0.006416972,"about_ca_system_score_gemma":0.0020378851,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W4405674762","doi":"10.24908/pceea.2024.18562","title":"Individual and Team Work and its Effectiveness in Engineering Design Courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Work (physics); Engineering management; Computer science; Engineering; Manufacturing engineering; Management science; Engineering ethics; Systems engineering; Mechanical engineering","score_opus":0.006044609721843288,"score_gpt":0.19709433807756815,"score_spread":0.19104972835572487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991077,0.0037940803,0.0001769656,0.0008118941,0.002753024,0.00058951415,0.000013592523,0.0003391675,0.0004447744],"genre_scores_gemma":[0.99880916,0.00007825373,0.0006797403,0.000020701256,0.000077795055,0.00012634322,0.0000037110356,0.000047510603,0.00015678603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912065,0.0000059904787,0.00021809724,0.00018178833,0.00019326257,0.0002802214],"domain_scores_gemma":[0.99952,0.00012814494,0.00003619618,0.000047415164,0.00010090697,0.00016736264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056646694,0.00018537695,0.00016476281,0.00049063115,0.000047950325,0.00016959754,0.00013409714,0.00013911867,0.000006073624],"category_scores_gemma":[0.00036356406,0.00019065502,0.000029178002,0.0007547531,0.0000072034018,0.00022582234,0.000019469084,0.00027915128,0.0000029144455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012934506,0.00022520067,0.39451662,0.0184469,0.0013570914,0.0000028484674,0.022694735,0.39187232,0.018229367,0.06853428,0.068700515,0.015407199],"study_design_scores_gemma":[0.00026820865,0.000017168402,0.9004642,0.0020866105,0.00008133799,0.000015877096,0.00026304307,0.07302511,0.006179254,0.000095956486,0.01679889,0.0007043469],"about_ca_topic_score_codex":0.00015902292,"about_ca_topic_score_gemma":0.00013280421,"teacher_disagreement_score":0.5059476,"about_ca_system_score_codex":0.0011749472,"about_ca_system_score_gemma":0.00025609566,"threshold_uncertainty_score":0.7774686},"labels":[],"label_agreement":null},{"id":"W4405674771","doi":"10.24908/pceea.2024.18558","title":"Enhancing Diversity, Skills Development, and Interest in STEM Education through Ontario Tech's Engineering Outreach Programs","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Diversity (politics); Engineering education; Engineering management; Engineering; Political science","score_opus":0.009466922453858771,"score_gpt":0.19100827811421114,"score_spread":0.18154135566035237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99234664,0.00063622725,0.000115988645,0.0005199739,0.0037232884,0.00048698054,0.0000035941546,0.00036872725,0.0017986051],"genre_scores_gemma":[0.99267995,0.000025309402,0.0038165858,0.00004500004,0.00010909916,0.00015334443,0.000016648395,0.000058683494,0.003095399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869347,0.000003386153,0.0004123849,0.00026864634,0.00022635623,0.00039575162],"domain_scores_gemma":[0.9994266,0.00003418238,0.00007895203,0.00009618724,0.00017863887,0.00018540719],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003367882,0.00026573785,0.00020930293,0.0005431451,0.000120435725,0.00022939515,0.00026623745,0.0001880134,0.000015993284],"category_scores_gemma":[0.00009553397,0.00028377425,0.000057408663,0.00078958954,0.00001006177,0.00044373912,0.00007545477,0.00043891824,0.00001198865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040648692,0.00074696046,0.6652071,0.009751508,0.0009861615,0.00000239455,0.16172217,0.010722485,0.007173951,0.045993876,0.030070798,0.067618534],"study_design_scores_gemma":[0.0004633752,0.000028980592,0.5391874,0.0069798953,0.00014539143,0.000045644636,0.004212445,0.007130394,0.022285819,0.00030861518,0.41719952,0.0020125327],"about_ca_topic_score_codex":0.0092122,"about_ca_topic_score_gemma":0.11301046,"teacher_disagreement_score":0.38712874,"about_ca_system_score_codex":0.0065927007,"about_ca_system_score_gemma":0.0012687454,"threshold_uncertainty_score":0.99996144},"labels":[],"label_agreement":null},{"id":"W4405674780","doi":"10.24908/pceea.2024.18580","title":"A Self-Directed Module To Empower Engineering Students To Engage with Equity, Diversity, Inclusion, and Indigeniety","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Equity (law); Psychology; Sociology; Pedagogy; Political science; Social psychology; Anthropology","score_opus":0.003898659366363224,"score_gpt":0.21207241789784487,"score_spread":0.20817375853148165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99140906,0.00024613013,0.00018368167,0.002105982,0.0024676272,0.0008411345,0.000027663622,0.0015296302,0.0011890641],"genre_scores_gemma":[0.9906147,0.000018877354,0.008239014,0.00018414561,0.0001071756,0.00011287389,0.0000064870715,0.00007069181,0.0006460467],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984743,0.0000037894677,0.0002483367,0.00027016224,0.0005892438,0.00041414093],"domain_scores_gemma":[0.99900466,0.000038076305,0.000042569074,0.000111534486,0.00029984183,0.00050332316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048206165,0.00025036794,0.00019184365,0.0006311071,0.00030595198,0.00025971452,0.0004559312,0.00012805189,0.000016229369],"category_scores_gemma":[0.00023523462,0.00024404611,0.000047379202,0.0012926614,0.0000047724525,0.00022373546,0.000561736,0.00030941408,0.000016602473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015192157,0.00047636213,0.2861721,0.007803392,0.002538534,0.000004718847,0.19509673,0.18266644,0.0124074975,0.0106935445,0.297281,0.0048445263],"study_design_scores_gemma":[0.0005345562,0.00010281765,0.68786925,0.0020797162,0.00025918338,0.000029420482,0.0009807274,0.0814492,0.0052793333,0.00009414931,0.2193686,0.0019530221],"about_ca_topic_score_codex":0.00082800945,"about_ca_topic_score_gemma":0.0012869094,"teacher_disagreement_score":0.4016972,"about_ca_system_score_codex":0.0031479206,"about_ca_system_score_gemma":0.00031888788,"threshold_uncertainty_score":0.99519116},"labels":[],"label_agreement":null},{"id":"W4405674844","doi":"10.24908/pceea.2024.18563","title":"Humanitarian Engineering: Politics and Practice - A new interdisciplinary course on the application of engineering skills to humanitarian challenges","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Politics; Engineering ethics; Political science; Engineering; Environmental ethics; Sociology; Law; Philosophy; Aerospace engineering","score_opus":0.0074718830534595115,"score_gpt":0.23696635198372445,"score_spread":0.22949446893026496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7155431,0.012721052,0.006736281,0.19640443,0.026968293,0.007572897,0.00027525952,0.0035245284,0.03025418],"genre_scores_gemma":[0.9964885,0.00006785199,0.002139757,0.00015401609,0.00036034593,0.00014433627,0.000008526266,0.0000911077,0.0005455387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986293,0.000006462159,0.0004009619,0.00025338103,0.0003462995,0.00036364366],"domain_scores_gemma":[0.9988327,0.00028329634,0.00010378047,0.00019803461,0.00028087333,0.00030129848],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054378796,0.00027624876,0.00021742414,0.0004555306,0.00011032547,0.00014214277,0.00035422528,0.00015531416,0.000012411582],"category_scores_gemma":[0.00096155773,0.00025250355,0.000079733036,0.0006112174,0.000012622405,0.00023276436,0.000057932277,0.0003823646,0.000015952102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004480798,0.00023991909,0.00058936764,0.0025646,0.0008529036,7.8354464e-7,0.030337825,0.09340687,0.008160058,0.7787297,0.078619644,0.006493896],"study_design_scores_gemma":[0.00045484296,0.00019442264,0.12929548,0.0037800018,0.0005411062,0.00008132431,0.005850434,0.121331505,0.007626462,0.0013153483,0.7274669,0.0020621521],"about_ca_topic_score_codex":0.0006236977,"about_ca_topic_score_gemma":0.000592961,"teacher_disagreement_score":0.7774143,"about_ca_system_score_codex":0.0014798216,"about_ca_system_score_gemma":0.0004067805,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W4405674845","doi":"10.24908/pceea.2024.18518","title":"Decolonizing and Indigenizing Engineering: The Trauma of Learning the Truth about Canada’s Colonial Present &amp; History in Curricula","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"University of Alberta","keywords":"Commit; Indigenous; Curriculum; Colonialism; Sociology; Pedagogy; Engineering ethics; Political science; Engineering; Law; Computer science; Ecology","score_opus":0.005247096089083781,"score_gpt":0.18472524391673945,"score_spread":0.17947814782765567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98416036,0.005405065,0.000029742965,0.0030144153,0.0057634683,0.00046646153,0.000010026384,0.00014142819,0.0010090038],"genre_scores_gemma":[0.9988178,0.00007108181,0.0002211917,0.00003925037,0.00016832372,0.00010571424,0.0000057507355,0.00004720013,0.000523682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998718,0.000010501719,0.00039739584,0.00017487534,0.0003444151,0.00035479834],"domain_scores_gemma":[0.9992486,0.0002377908,0.000116105,0.00010273695,0.00016711991,0.00012760272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005786774,0.00020066142,0.00018845398,0.00028254816,0.000107030384,0.00008428105,0.000313692,0.00011608504,0.000018403423],"category_scores_gemma":[0.0007218648,0.00015714882,0.00006207505,0.00059579767,0.000022375922,0.00013225869,0.000027375667,0.0005445068,0.0000013844202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056001336,0.0001151375,0.1144,0.0043906933,0.00078106136,0.0000016654001,0.05817255,0.56708324,0.0050037703,0.033510078,0.20693925,0.009596977],"study_design_scores_gemma":[0.00015494908,0.000008924387,0.33990863,0.0006858091,0.000070377035,0.00001417896,0.00084735337,0.061816387,0.00096141826,0.00002324443,0.59509075,0.00041798444],"about_ca_topic_score_codex":0.0835388,"about_ca_topic_score_gemma":0.2202037,"teacher_disagreement_score":0.50526685,"about_ca_system_score_codex":0.005295017,"about_ca_system_score_gemma":0.0014315232,"threshold_uncertainty_score":0.9985235},"labels":[],"label_agreement":null},{"id":"W4405674868","doi":"10.24908/pceea.2024.18565","title":"Perspectives on Industry-Sponsored Capstone Projects Within Mechanical and Materials Engineering at Western University","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Capstone; Engineering; Engineering management; Engineering ethics; Manufacturing engineering; Construction engineering; Mechanical engineering; Computer science","score_opus":0.005425014883656892,"score_gpt":0.18573780409845334,"score_spread":0.18031278921479643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99514276,0.00016018123,0.000017561564,0.0013009695,0.0022791182,0.0002962925,0.000047192178,0.00029014362,0.00046576135],"genre_scores_gemma":[0.9965066,0.000036191104,0.0006194466,0.000030972373,0.00014349201,0.000024724623,0.000008780445,0.000055044406,0.0025747993],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99900997,0.0000057857437,0.00022096364,0.00024141031,0.00023995462,0.00028193247],"domain_scores_gemma":[0.9994347,0.00004590229,0.00006525908,0.00009038633,0.00014794318,0.00021578454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000311506,0.0002134643,0.00017849298,0.0004325012,0.00009698473,0.0001291063,0.000181703,0.00026885743,0.000034089353],"category_scores_gemma":[0.0002790771,0.00022008835,0.000046375208,0.0005384148,0.000012299003,0.00015138368,0.000029902845,0.00038540683,0.000011552695],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050485174,0.00043697617,0.02149644,0.0092213685,0.0024978349,0.00001084585,0.09478859,0.09007538,0.34542245,0.31791356,0.11659756,0.0014885231],"study_design_scores_gemma":[0.001524138,0.00018243233,0.39637494,0.005897445,0.00056431635,0.00018124594,0.016019326,0.07207493,0.2549001,0.00016326117,0.24780554,0.004312355],"about_ca_topic_score_codex":0.00046601135,"about_ca_topic_score_gemma":0.0005377636,"teacher_disagreement_score":0.3748785,"about_ca_system_score_codex":0.0038959915,"about_ca_system_score_gemma":0.00032215385,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W4405674905","doi":"10.24908/pceea.2024.18618","title":"Knowledge and Skill Retention in First-Year Engineering","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Knowledge retention; Computer science; Knowledge management; Mathematics education; Psychology; Engineering; Medical education; Medicine","score_opus":0.0035951392676420984,"score_gpt":0.1841452555923008,"score_spread":0.1805501163246587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671935,0.0048800795,0.0001859502,0.0032800324,0.011490414,0.0008671981,0.00003144501,0.0010344777,0.011036907],"genre_scores_gemma":[0.99734104,0.000119318946,0.00097219116,0.00001718372,0.00015223915,0.000091871545,0.000007595914,0.00005582162,0.0012427364],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990421,0.0000023365767,0.00029328818,0.00018765542,0.00017207555,0.00030256918],"domain_scores_gemma":[0.99953735,0.000045703553,0.00004026704,0.00007465315,0.00013617834,0.0001658563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033314642,0.0001809397,0.00015084796,0.00060320395,0.00005353027,0.00013611588,0.00016080582,0.00015493181,0.000023146833],"category_scores_gemma":[0.000274117,0.0001899895,0.00005692151,0.0008780859,0.000007357232,0.0003005056,0.000018700473,0.00029696798,0.000017089544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005281657,0.00032742278,0.24646734,0.019041639,0.00088398607,0.0000022992442,0.03574935,0.137683,0.012791168,0.2368663,0.29793942,0.012242804],"study_design_scores_gemma":[0.00035632242,0.000017647128,0.51419055,0.002678107,0.00007924979,0.00001949868,0.0006835628,0.21289176,0.0024499006,0.000325217,0.2652907,0.001017467],"about_ca_topic_score_codex":0.00059677183,"about_ca_topic_score_gemma":0.002132389,"teacher_disagreement_score":0.26772323,"about_ca_system_score_codex":0.0023106262,"about_ca_system_score_gemma":0.00024742394,"threshold_uncertainty_score":0.7747547},"labels":[],"label_agreement":null},{"id":"W4405674907","doi":"10.24908/pceea.2024.18635","title":"An Indigenous Cultural Contextualization of Engineering in First Year at the University of Saskatchewan","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatoon City Hospital; University of Saskatchewan","funders":"University of Alberta; University of Saskatchewan","keywords":"Contextualization; Indigenous; Sociology; Geography; Engineering; Engineering ethics; Linguistics; Ecology; Philosophy; Biology","score_opus":0.0031083878177427748,"score_gpt":0.18127858010340972,"score_spread":0.17817019228566694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975307,0.00035038023,0.0000839454,0.00031266335,0.0009283168,0.0002604028,0.000023186045,0.000101069614,0.00040935294],"genre_scores_gemma":[0.99895155,0.00004161041,0.00033838453,0.000008027263,0.000045349716,0.000008127852,0.000016746053,0.00002753445,0.00056267594],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992318,0.0000040755954,0.00024999568,0.00011804033,0.0002035845,0.00019248165],"domain_scores_gemma":[0.99948347,0.000037836355,0.00008730215,0.000094433475,0.00020866361,0.00008829853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026323448,0.00012414077,0.00014610418,0.00025912633,0.00006029433,0.000031648076,0.00025321235,0.00011068923,0.000040387975],"category_scores_gemma":[0.00011286288,0.000115882445,0.00006058506,0.0007105306,0.000016016145,0.00018888562,0.000014851457,0.00016060637,0.0000046562427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007775936,0.00017445078,0.18018316,0.0044692443,0.00045715997,5.896285e-7,0.16212292,0.5818927,0.026391584,0.008659736,0.033344377,0.0022962438],"study_design_scores_gemma":[0.00072610745,0.00006434906,0.72804207,0.0021488983,0.00016711398,0.000012275791,0.022105731,0.14306027,0.02822334,0.00006821204,0.07433307,0.0010485535],"about_ca_topic_score_codex":0.0039653257,"about_ca_topic_score_gemma":0.015838025,"teacher_disagreement_score":0.5478589,"about_ca_system_score_codex":0.0020033608,"about_ca_system_score_gemma":0.00034324735,"threshold_uncertainty_score":0.88379896},"labels":[],"label_agreement":null},{"id":"W4405674934","doi":"10.24908/pceea.2024.18626","title":"Equitable Engagement Methodologies in Engineering Education: Innovative Teaching Strategies and Their Impact","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Engineering ethics; Engineering management; Engineering; Computer science; Mathematics education; Psychology","score_opus":0.016389198831549358,"score_gpt":0.27286807962953263,"score_spread":0.25647888079798326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96772027,0.005956205,0.001474311,0.0027150426,0.0080802655,0.0010078422,0.000037475347,0.0009650224,0.012043537],"genre_scores_gemma":[0.99423635,0.00006718143,0.004745459,0.00004942285,0.00017737263,0.00017966045,0.000013338484,0.00005937618,0.00047184192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987113,0.000013386124,0.00039247374,0.00023650812,0.00019405875,0.0004522661],"domain_scores_gemma":[0.99925566,0.0001567173,0.00007941758,0.00010608352,0.00024984303,0.00015226888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011473811,0.0002958574,0.00024748596,0.00082125515,0.00010698693,0.0004374659,0.00025218262,0.0001558756,0.000024441935],"category_scores_gemma":[0.0007271721,0.00025628245,0.00006789271,0.0011375941,0.000012739357,0.000683122,0.000042128468,0.0006189516,0.00000407323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064006663,0.00029726824,0.049852166,0.011873312,0.001612588,0.0000010847039,0.06272583,0.2868348,0.06051382,0.3475515,0.11284374,0.06588748],"study_design_scores_gemma":[0.0006466216,0.000100484634,0.5239087,0.0064493846,0.00015457986,0.00006694206,0.03685153,0.18047619,0.019105459,0.0037120834,0.22525236,0.0032756831],"about_ca_topic_score_codex":0.0018099644,"about_ca_topic_score_gemma":0.0005815055,"teacher_disagreement_score":0.4740565,"about_ca_system_score_codex":0.0033781293,"about_ca_system_score_gemma":0.001528437,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4405674946","doi":"10.24908/pceea.2024.18630","title":"Student Motivations to Choose Engineering at the University of Saskatchewan","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"","keywords":"Mathematics education; Engineering management; Engineering; Computer science; Psychology","score_opus":0.002917886259684703,"score_gpt":0.1770893418096359,"score_spread":0.1741714555499512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864869,0.00054313877,0.0003439823,0.00481437,0.004247725,0.0006190355,0.00005218865,0.00039251955,0.002500128],"genre_scores_gemma":[0.99321365,0.000019847377,0.00084237603,0.000053690652,0.00010736,0.000022513746,0.000008373545,0.000042789918,0.0056894105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990299,0.000003291355,0.00023916595,0.00015954953,0.00030378837,0.0002643113],"domain_scores_gemma":[0.9993087,0.000058884525,0.00006029875,0.00013128413,0.00024755133,0.00019326853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029213305,0.00016279587,0.00014323856,0.00031065213,0.00012350311,0.00006582026,0.00035983944,0.00009751511,0.00008485187],"category_scores_gemma":[0.00018698559,0.00015176686,0.00009354882,0.0009907851,0.000011010805,0.00013070046,0.000042725114,0.00021762447,0.000036632173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028376414,0.00012546749,0.040384963,0.0020419797,0.0008539408,5.586377e-7,0.057698272,0.46868443,0.033003267,0.010831044,0.38189813,0.00447509],"study_design_scores_gemma":[0.00017129796,0.00001387082,0.55584097,0.00078649895,0.00012883462,0.0000071904155,0.004704064,0.022339098,0.010496386,0.000027690092,0.4048732,0.0006108975],"about_ca_topic_score_codex":0.0015970957,"about_ca_topic_score_gemma":0.0037135168,"teacher_disagreement_score":0.515456,"about_ca_system_score_codex":0.0032923808,"about_ca_system_score_gemma":0.00044043438,"threshold_uncertainty_score":0.8609461},"labels":[],"label_agreement":null},{"id":"W4405674955","doi":"10.24908/pceea.2024.18636","title":"Transforming, Creating, and Executing a Brand New Frist Year Engineering Materials Course","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Engineering; Mathematics education; Engineering management; Computer science; Mathematics; Aerospace engineering","score_opus":0.0028776384128896978,"score_gpt":0.1867328042256323,"score_spread":0.18385516581274258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777454,0.002382949,0.00040555626,0.00232183,0.0077459207,0.0007784859,0.000059516136,0.0010702363,0.0074900873],"genre_scores_gemma":[0.99430925,0.000077100216,0.0019138621,0.000043515472,0.00038847467,0.000056541547,0.000012088201,0.00008675182,0.0031124395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988023,0.0000025774516,0.00035703756,0.00020806273,0.00025540512,0.0003745845],"domain_scores_gemma":[0.9993797,0.000044982287,0.00006726533,0.000084733794,0.00012888807,0.00029446534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033812926,0.00023948104,0.00020903366,0.00029990505,0.00009943578,0.00032226997,0.00018968286,0.00016680534,0.00007003101],"category_scores_gemma":[0.00023657065,0.00024494878,0.00006444803,0.0005156382,0.000009285162,0.00033130322,0.000014501578,0.00025814612,0.000012882141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084640305,0.0001773595,0.035548545,0.012742881,0.0019397705,0.0000026895004,0.04172624,0.035001907,0.27759138,0.14916557,0.43028343,0.015811786],"study_design_scores_gemma":[0.001101647,0.000057364632,0.18187192,0.0058330046,0.0005997057,0.00010303141,0.002049615,0.05311941,0.113448285,0.00044524216,0.6384005,0.0029702794],"about_ca_topic_score_codex":0.001528281,"about_ca_topic_score_gemma":0.00044534644,"teacher_disagreement_score":0.20811708,"about_ca_system_score_codex":0.0011515113,"about_ca_system_score_gemma":0.00054955896,"threshold_uncertainty_score":0.9988721},"labels":[],"label_agreement":null},{"id":"W4405674960","doi":"10.24908/pceea.2024.18620","title":"Assessing High School Preparedness for University Engineering Programs: A Study of First-Year Students at the University of Saskatchewan","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Preparedness; Medical education; Mathematics education; Engineering; Engineering management; Psychology; Medicine; Political science","score_opus":0.005435626678914233,"score_gpt":0.20085618710976358,"score_spread":0.19542056043084935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99713993,0.00009400835,0.00016428671,0.00022313948,0.0013090894,0.000760461,0.000023089775,0.00014682136,0.00013914987],"genre_scores_gemma":[0.99771136,0.00001045615,0.00096115924,0.000003185355,0.00005661661,0.000016603472,0.000011038626,0.000037531918,0.0011920223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989896,0.000005888553,0.0002479129,0.00018443145,0.00033472606,0.00023742953],"domain_scores_gemma":[0.99914074,0.00007342476,0.0001339237,0.00013447912,0.000380408,0.00013704688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039087748,0.00016382807,0.00019881396,0.00026353286,0.00014489498,0.000082566046,0.00044372075,0.000106381754,0.000022982895],"category_scores_gemma":[0.00017906129,0.00016291397,0.000095504576,0.0007630818,0.000015439766,0.00024973732,0.000050553637,0.00017257931,0.0000023915711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029383937,0.0011500114,0.5694632,0.010197141,0.0030349912,0.0000012402446,0.11513513,0.24081764,0.005464751,0.0030496488,0.04879624,0.0028606516],"study_design_scores_gemma":[0.0018042948,0.00016274968,0.716325,0.0027721915,0.0008342338,0.0000067797596,0.1346952,0.0604134,0.0035314895,0.000043255266,0.078133516,0.0012779047],"about_ca_topic_score_codex":0.0032348724,"about_ca_topic_score_gemma":0.0079949815,"teacher_disagreement_score":0.18040423,"about_ca_system_score_codex":0.0032202178,"about_ca_system_score_gemma":0.00048817342,"threshold_uncertainty_score":0.84207577},"labels":[],"label_agreement":null},{"id":"W4405674969","doi":"10.24908/pceea.2024.18622","title":"Scaffolding Lifelong Learning in First-Year Engineering Courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Scaffold; Lifelong learning; Mathematics education; Engineering; Computer science; Psychology; Pedagogy; Programming language","score_opus":0.002922442276177185,"score_gpt":0.1802432925374541,"score_spread":0.17732085026127692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688758,0.002649854,0.00024639917,0.0047704284,0.0132627655,0.0007895614,0.000018888588,0.0019140226,0.0074722795],"genre_scores_gemma":[0.996957,0.00008905052,0.0011983978,0.00003378634,0.00027452724,0.00010844929,0.000008625697,0.00009043913,0.001239693],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859005,0.000003474215,0.00038706005,0.00022628,0.00032537399,0.00046778502],"domain_scores_gemma":[0.9993811,0.000079268815,0.00006392227,0.00008898463,0.00017558286,0.00021111329],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004530249,0.00024381484,0.00020675284,0.0007940621,0.00009509063,0.00022865059,0.00028190436,0.00018642243,0.00004535709],"category_scores_gemma":[0.00056324934,0.00026243765,0.0000964123,0.0012710677,0.000008114807,0.00039869727,0.00002205555,0.00050220976,0.000030077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015391827,0.00007006253,0.19150433,0.003274058,0.00030580966,0.0000014058724,0.005427965,0.69458944,0.0041324277,0.029038915,0.069486596,0.0021674722],"study_design_scores_gemma":[0.00036340163,0.000020719244,0.28730842,0.0036092347,0.00009187292,0.000021178366,0.0011407052,0.34664646,0.005411566,0.00011974497,0.35389912,0.00136757],"about_ca_topic_score_codex":0.0008134835,"about_ca_topic_score_gemma":0.0017406108,"teacher_disagreement_score":0.34794295,"about_ca_system_score_codex":0.0036005192,"about_ca_system_score_gemma":0.0004709056,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W4405675015","doi":"10.24908/pceea.2024.18596","title":"A Proposed Case Study of Teamwork in a Canadian Mechanical Engineering Program","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Teamwork; Engineering; Engineering management; Construction engineering; Aeronautics; Computer science; Engineering ethics; Mechanical engineering; Systems engineering; Manufacturing engineering; Political science","score_opus":0.004373664383486488,"score_gpt":0.21503899149923877,"score_spread":0.21066532711575228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99426967,0.00025528457,0.000009721394,0.0005520298,0.0026263096,0.0011413366,0.000012687357,0.00034943465,0.00078353763],"genre_scores_gemma":[0.99816483,0.00000827888,0.0011289658,0.000019854286,0.00010441463,0.00027525306,0.0000048498214,0.00007258244,0.00022096754],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841267,0.000005951467,0.00050993735,0.00023380716,0.00031137132,0.0005262695],"domain_scores_gemma":[0.9991064,0.00004347712,0.00007288596,0.00013318876,0.00024477782,0.00039924533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005215806,0.0002398949,0.00025192442,0.0010539638,0.00006205078,0.00012192188,0.00027355188,0.00018785466,0.000022754744],"category_scores_gemma":[0.00037705767,0.0002461095,0.00007897529,0.0017320084,0.000006984757,0.00018604912,0.000017371793,0.00043472904,0.0000057525904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110334595,0.003182027,0.26285267,0.016033262,0.002869542,0.0001896094,0.10418412,0.4268994,0.01356941,0.04911848,0.079747915,0.04134252],"study_design_scores_gemma":[0.001458783,0.00030602858,0.16302796,0.0039589987,0.00039079858,0.0006434616,0.016246565,0.6701442,0.0064170915,0.00015591252,0.1344382,0.0028119863],"about_ca_topic_score_codex":0.21657984,"about_ca_topic_score_gemma":0.4584685,"teacher_disagreement_score":0.24324481,"about_ca_system_score_codex":0.004535084,"about_ca_system_score_gemma":0.0013798438,"threshold_uncertainty_score":0.9999991},"labels":[],"label_agreement":null},{"id":"W4405675019","doi":"10.24908/pceea.2024.18610","title":"Redesigning the Common Engineering First-Year (Part 1): Designing for 21st Century Students","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"University of Alberta; York University","keywords":"Engineering; Engineering ethics; Engineering management; Mathematics education; Architectural engineering; Psychology","score_opus":0.006004910602191484,"score_gpt":0.20701415434836556,"score_spread":0.20100924374617407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80723894,0.014375515,0.0077029136,0.026115527,0.106426135,0.011350579,0.0004203018,0.0075649084,0.018805208],"genre_scores_gemma":[0.993897,0.0001445625,0.0036921191,0.00009444332,0.00060201925,0.0004932289,0.000023507719,0.00013251099,0.00092057756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984034,0.000004227312,0.00042936445,0.00023811602,0.00043054845,0.00049438543],"domain_scores_gemma":[0.99910814,0.0001776636,0.00010026255,0.00015010929,0.00025806634,0.0002057602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074118853,0.0002744124,0.00021218712,0.0003468752,0.00025006052,0.00041210733,0.00056444906,0.00017130013,0.00002397318],"category_scores_gemma":[0.00045642199,0.00024301157,0.00014569958,0.00078821107,0.000011613517,0.0002491861,0.000032040847,0.00038339468,0.000015772855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000774302,0.00019750858,0.055170815,0.007299576,0.0018538719,7.5566885e-7,0.015396905,0.26640525,0.010000565,0.10734573,0.5312518,0.005069488],"study_design_scores_gemma":[0.00036770935,0.000028891918,0.03480978,0.0020526499,0.00023068863,0.000013679732,0.0018443997,0.057831056,0.007863996,0.00018122217,0.8937199,0.0010560398],"about_ca_topic_score_codex":0.00029928866,"about_ca_topic_score_gemma":0.0004354686,"teacher_disagreement_score":0.3624681,"about_ca_system_score_codex":0.0026587413,"about_ca_system_score_gemma":0.00033425092,"threshold_uncertainty_score":0.99097246},"labels":[],"label_agreement":null},{"id":"W4405675030","doi":"10.24908/pceea.2024.18605","title":"Optimizing Block Model Delivery for Core Engineering Courses: A Faculty Development Journey","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Core (optical fiber); Block (permutation group theory); Computer science; Engineering management; Engineering; Mathematics; Telecommunications","score_opus":0.015915005251209053,"score_gpt":0.2301553203949696,"score_spread":0.21424031514376055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640839,0.0026949751,0.0064072157,0.0031826277,0.0151483035,0.0023293924,0.00024063581,0.0024504196,0.0034624976],"genre_scores_gemma":[0.96596855,0.000036445606,0.030800404,0.000088895824,0.00026596646,0.000386236,0.00005027894,0.00013232103,0.0022709176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984024,0.0000013973331,0.0004675255,0.00025742396,0.0003560087,0.000515253],"domain_scores_gemma":[0.9989517,0.000053446485,0.000097584474,0.00010552521,0.00048610385,0.00030566042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039392675,0.00030673464,0.00023603444,0.0005146536,0.00015878008,0.00024014445,0.00034640278,0.00020720343,0.000012036452],"category_scores_gemma":[0.00029799258,0.00031543814,0.00014158458,0.0006303546,0.000007949912,0.0002850982,0.000023739416,0.000335917,0.000011869201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013439832,0.000041266074,0.0007075561,0.0017426946,0.00036638483,1.7294863e-7,0.0063679786,0.87157106,0.0042953203,0.005682627,0.1077393,0.0014842909],"study_design_scores_gemma":[0.00016232822,0.000006905467,0.0030678464,0.0007661949,0.000075884345,0.000008404899,0.00035328718,0.8449886,0.004644856,0.00003869102,0.14533013,0.00055691955],"about_ca_topic_score_codex":0.0001432721,"about_ca_topic_score_gemma":0.00035227503,"teacher_disagreement_score":0.037590824,"about_ca_system_score_codex":0.0041394033,"about_ca_system_score_gemma":0.0013603905,"threshold_uncertainty_score":0.9999298},"labels":[],"label_agreement":null},{"id":"W4405675036","doi":"10.24908/pceea.2024.18586","title":"Exploring Personal Beliefs that may Influence First-year Engineering Students from Taking Ownership of their Learning","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Psychology; Mathematics education; Knowledge management; Social psychology; Computer science","score_opus":0.01985633094003185,"score_gpt":0.20910946762917146,"score_spread":0.18925313668913962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944774,0.0005458413,0.00007837637,0.0005411232,0.0030636503,0.0002482637,0.000027356804,0.0004172382,0.0006007623],"genre_scores_gemma":[0.998134,0.000117184405,0.00083212554,0.000021604834,0.00025225402,0.0001322159,0.0000149206435,0.00009322703,0.00040246084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983444,0.0000055531928,0.00040475721,0.0002647988,0.00055207737,0.00042838],"domain_scores_gemma":[0.9991067,0.00013266117,0.00017111728,0.00011089295,0.00025504865,0.00022355837],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004241579,0.0002951823,0.00026163706,0.0005301392,0.00011641432,0.00021367766,0.00046210567,0.0001526193,0.000049907205],"category_scores_gemma":[0.0005240019,0.00029168796,0.00013791812,0.00083335524,0.000013552733,0.00063552614,0.00004400884,0.00053995295,0.000014887137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041040444,0.000110010325,0.6166198,0.003903195,0.0011831651,9.324371e-7,0.04242833,0.30572698,0.013983763,0.006119317,0.006894233,0.0030261236],"study_design_scores_gemma":[0.00029804703,0.000023253066,0.8687636,0.0039293105,0.00012435838,0.0000063258744,0.0033866814,0.048667986,0.022578046,0.00005336614,0.051113117,0.0010558679],"about_ca_topic_score_codex":0.0017265762,"about_ca_topic_score_gemma":0.0005208613,"teacher_disagreement_score":0.257059,"about_ca_system_score_codex":0.0022737896,"about_ca_system_score_gemma":0.0002971976,"threshold_uncertainty_score":0.9999535},"labels":[],"label_agreement":null},{"id":"W4405675056","doi":"10.24908/pceea.2024.18614","title":"Development of a Support Program to Enhance the Experience of Undergraduate Engineering Summer Research Students","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto; University of Alberta","keywords":"Engineering; Engineering ethics; Engineering management; Mathematics education; Psychology","score_opus":0.015936911784315343,"score_gpt":0.3231557043027804,"score_spread":0.30721879251846507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99175,0.00030007362,0.0002313981,0.002264885,0.003026919,0.0010712601,0.0000130989365,0.00026116162,0.0010812036],"genre_scores_gemma":[0.99334276,0.000019511252,0.004767493,0.00002204667,0.000072515395,0.00045903338,0.000005074543,0.000050824758,0.0012607703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980272,0.0000059341323,0.00054085435,0.00020685623,0.00079705555,0.00042207827],"domain_scores_gemma":[0.9988838,0.00007534019,0.00009220989,0.00015711662,0.0005914706,0.00020005144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009594352,0.0001859349,0.00019707014,0.0005342851,0.00009610032,0.00011193149,0.0006317901,0.00010229801,0.000017953967],"category_scores_gemma":[0.00044925773,0.00016063875,0.0000733234,0.0016755924,0.000021351518,0.0001487226,0.000059634793,0.00032357586,0.00001402279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014372283,0.0011026236,0.06311125,0.01494852,0.002386905,0.0000012610536,0.23244426,0.097383834,0.23334122,0.045419455,0.24075429,0.06909202],"study_design_scores_gemma":[0.00018953957,0.000068627916,0.12210275,0.0028164645,0.00008263357,0.0000075815415,0.0039782515,0.018807309,0.2918751,0.000089950256,0.55896103,0.0010207762],"about_ca_topic_score_codex":0.0004902925,"about_ca_topic_score_gemma":0.00068984856,"teacher_disagreement_score":0.31820673,"about_ca_system_score_codex":0.0017939617,"about_ca_system_score_gemma":0.00084815844,"threshold_uncertainty_score":0.65506583},"labels":[],"label_agreement":null},{"id":"W4405675059","doi":"10.24908/pceea.2024.18603","title":"Crafting a Sustainable Engineering Vision Through a Consultation Process","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Process (computing); Process management; Computer science; Engineering management; Engineering ethics; Engineering","score_opus":0.0024584290924051775,"score_gpt":0.20760867822209136,"score_spread":0.20515024912968619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93493474,0.0038895807,0.0017585435,0.0072097834,0.0148450015,0.0024048835,0.00005453096,0.0037884896,0.031114431],"genre_scores_gemma":[0.9947108,0.00003493887,0.001645484,0.0000738666,0.00024103484,0.00021220552,0.000016530194,0.000095616444,0.0029695216],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983798,0.0000036408546,0.00042165618,0.00025560797,0.00040429685,0.00053499057],"domain_scores_gemma":[0.99891955,0.00007945381,0.000090016714,0.000108469714,0.0006084717,0.0001940651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041236394,0.00026823478,0.00020142403,0.00046221475,0.00014881622,0.0003496617,0.00029101383,0.00019699437,0.00004098636],"category_scores_gemma":[0.0008427996,0.00027172893,0.00010010254,0.0014958561,0.000011599747,0.0006876228,0.000020630803,0.0003948051,0.000026088037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006292293,0.00023970527,0.013928122,0.021544348,0.0010879728,0.000004056304,0.045470867,0.432113,0.024283653,0.18514523,0.2710437,0.005133083],"study_design_scores_gemma":[0.0005568196,0.000043656142,0.042767823,0.0033036645,0.00023436206,0.00004859912,0.005195047,0.36154866,0.022652239,0.0010446141,0.5607112,0.0018932786],"about_ca_topic_score_codex":0.0008259896,"about_ca_topic_score_gemma":0.00023683728,"teacher_disagreement_score":0.28966755,"about_ca_system_score_codex":0.0032617631,"about_ca_system_score_gemma":0.0007754656,"threshold_uncertainty_score":0.9999735},"labels":[],"label_agreement":null},{"id":"W4405675068","doi":"10.24908/pceea.2024.18608","title":"Should they learn to know it first? On the role of critical interpretation and critique in introductory engineering design education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpretation (philosophy); Epistemology; Mathematics education; Computer science; Need to know; Engineering ethics; Management science; Psychology; Philosophy; Engineering; Programming language; Computer security","score_opus":0.005116414952664184,"score_gpt":0.22052020364054356,"score_spread":0.21540378868787938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84451497,0.0061409716,0.0025289438,0.1147906,0.01714526,0.0036907063,0.000057502057,0.0009722775,0.010158765],"genre_scores_gemma":[0.99790144,0.000051887415,0.0011439512,0.00023058311,0.0001483644,0.00023719024,0.0000035891758,0.000051863568,0.00023114486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988866,0.000010695559,0.0003544468,0.00020945807,0.00025215975,0.00028663714],"domain_scores_gemma":[0.9990705,0.00033369326,0.000047359616,0.000115738134,0.00026573436,0.00016692936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062899437,0.00019532575,0.00016674346,0.00059077324,0.000059501825,0.00012123983,0.00023266539,0.00013488598,0.000022319366],"category_scores_gemma":[0.0025263412,0.00017692306,0.000051025763,0.0006123091,0.00001306956,0.00019767544,0.00001910169,0.00036942813,0.000008972217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014466783,0.00036305006,0.013810535,0.004649371,0.00028709206,3.4439898e-7,0.04862992,0.49263233,0.020215802,0.24113052,0.16258445,0.015682125],"study_design_scores_gemma":[0.0002610241,0.00012963421,0.113142036,0.007755509,0.00016949982,0.000017161921,0.0077594775,0.5181276,0.03999245,0.0026350694,0.3082968,0.001713682],"about_ca_topic_score_codex":0.0006770454,"about_ca_topic_score_gemma":0.00095346937,"teacher_disagreement_score":0.23849545,"about_ca_system_score_codex":0.0017422446,"about_ca_system_score_gemma":0.0005231325,"threshold_uncertainty_score":0.72147125},"labels":[],"label_agreement":null},{"id":"W4405675715","doi":"10.24908/pceea.2024.18517","title":"Unlocking Engineering Threshold Concepts Through Stakeholder Engagement","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Stakeholder engagement; Stakeholder; Computer science; Process management; Business; Political science; Public relations","score_opus":0.014894059562094566,"score_gpt":0.22773636647773463,"score_spread":0.21284230691564004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84209234,0.009945975,0.0017369501,0.008801446,0.052423663,0.0028267156,0.00014579331,0.005442598,0.07658455],"genre_scores_gemma":[0.9954409,0.00007575884,0.0019563488,0.00013672393,0.00038095037,0.00015567626,0.000016285145,0.000108957225,0.0017283871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983165,0.0000038652593,0.00043572608,0.00027234913,0.0004525833,0.0005189436],"domain_scores_gemma":[0.99922633,0.000059426067,0.00008044108,0.00015143926,0.00026720206,0.0002151847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043738348,0.0003067458,0.00022252607,0.00038012664,0.00013137069,0.0002934192,0.00037220443,0.00019207488,0.00008663409],"category_scores_gemma":[0.000257843,0.00031000545,0.0001253345,0.0010133915,0.000012557789,0.00042095673,0.00003146585,0.0005298685,0.00003797566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019087252,0.00013767117,0.0156215485,0.0051639816,0.0012210215,0.0000019989984,0.016789023,0.2739213,0.02145779,0.2143117,0.44736752,0.004004549],"study_design_scores_gemma":[0.00027805872,0.000018140268,0.028331239,0.0017635422,0.00015564491,0.000018178547,0.0010967383,0.09552473,0.017272905,0.00025944668,0.85401565,0.0012657067],"about_ca_topic_score_codex":0.00044135467,"about_ca_topic_score_gemma":0.00029989515,"teacher_disagreement_score":0.40664816,"about_ca_system_score_codex":0.003444005,"about_ca_system_score_gemma":0.00054987357,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W4405675782","doi":"10.24908/pceea.2024.18523","title":"Learning materials for community engagement in engineering design courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Community engagement; Engineering; Engineering ethics; Mathematics education; Psychology; Engineering management; Architectural engineering; Political science; Public relations","score_opus":0.015704841942291152,"score_gpt":0.22532225495901187,"score_spread":0.2096174130167207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97256494,0.001084284,0.0036900472,0.0023863926,0.014409239,0.0022480665,0.000066578235,0.0014519582,0.0020984851],"genre_scores_gemma":[0.99567765,0.000034866945,0.0029490083,0.000034567955,0.00015642175,0.00039280826,0.00001693536,0.00007636945,0.00066139695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884665,0.000015341502,0.00036771377,0.00014308606,0.000251742,0.00037548572],"domain_scores_gemma":[0.9992634,0.00019239521,0.00006665991,0.00008774637,0.00025862738,0.0001311453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016152504,0.0002078178,0.00019742707,0.00052325585,0.00013074286,0.0001994877,0.00027604646,0.00014470461,0.000027100641],"category_scores_gemma":[0.0010973711,0.00022008392,0.00006628039,0.00062134245,0.000006644572,0.0002078144,0.000018799212,0.0004960375,0.000008177792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045071074,0.00014185104,0.0069053317,0.0071121743,0.00044155194,3.7932517e-7,0.01450785,0.79026544,0.06669913,0.017847182,0.09301369,0.003060935],"study_design_scores_gemma":[0.0008850084,0.00011432517,0.11158242,0.004938072,0.00023417272,0.000017984568,0.0037847622,0.37384358,0.13162678,0.00051192095,0.37014455,0.0023164514],"about_ca_topic_score_codex":0.0010017466,"about_ca_topic_score_gemma":0.00055807555,"teacher_disagreement_score":0.41642186,"about_ca_system_score_codex":0.0037195368,"about_ca_system_score_gemma":0.00049933005,"threshold_uncertainty_score":0.97264594},"labels":[],"label_agreement":null},{"id":"W4405679818","doi":"10.24908/pceea.2024.18525","title":"An introduction to additive manufacturing for undergraduate engineering students using authentic learning pedagogy and a project-oriented teaching-learning design","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Authentic learning; Mathematics education; Project-based learning; Experiential learning; Pedagogy; Computer science; Psychology; Engineering","score_opus":0.00629844171045486,"score_gpt":0.26046971416283293,"score_spread":0.2541712724523781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405679818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95462453,0.00021435948,0.03451206,0.0020545234,0.005663953,0.0017274725,0.00002098488,0.0010765765,0.000105534506],"genre_scores_gemma":[0.9852871,0.000014929273,0.012889609,0.000024531297,0.00057992927,0.00024621465,0.0000270177,0.00011633514,0.00081433734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985208,0.000015953563,0.00034115,0.00035194142,0.0003217513,0.00044838365],"domain_scores_gemma":[0.9992604,0.000087761815,0.000093800474,0.00008628778,0.00022145995,0.00025027758],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075374433,0.00027788035,0.00021274222,0.0007747243,0.00025576958,0.00035086912,0.00021614064,0.00013920461,0.000006026582],"category_scores_gemma":[0.00073350937,0.0003004066,0.00006703177,0.00046214924,0.00000757247,0.00038080988,0.000026775575,0.000527566,0.0000030185893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007929739,0.0000859579,0.0039620353,0.0017497373,0.0005187038,3.67233e-7,0.015129542,0.9281692,0.024810296,0.007426531,0.011578321,0.006561411],"study_design_scores_gemma":[0.00030101652,0.00010611802,0.01545045,0.0007784182,0.00020681586,0.000024316478,0.002060949,0.81400675,0.014770694,0.00007113423,0.15127732,0.00094602234],"about_ca_topic_score_codex":0.000510708,"about_ca_topic_score_gemma":0.00015183384,"teacher_disagreement_score":0.139699,"about_ca_system_score_codex":0.0026433791,"about_ca_system_score_gemma":0.0003947021,"threshold_uncertainty_score":0.9999448},"labels":[],"label_agreement":null},{"id":"W4405977982","doi":"10.33423/jhetp.v24i11.7449","title":"Understanding Professional Learning Practices of Engineering Educators: Insights From the SPARK-ENG Program","year":2024,"lang":"en","type":"article","venue":"Journal of Higher Education Theory and Practice","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"SPARK (programming language); Engineering ethics; Psychology; Engineering; Medical education; Materials science; Engineering management; Mathematics education; Engineering physics; Medicine; Computer science; Programming language","score_opus":0.03246742011959599,"score_gpt":0.33278430756671584,"score_spread":0.3003168874471199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405977982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76810116,0.1408867,0.013201394,0.01348183,0.049638536,0.0007954287,0.0000063833113,0.00056742463,0.0133211855],"genre_scores_gemma":[0.9946043,0.00069892616,0.003188884,0.00008442171,0.000784287,0.000017513818,0.0000044468147,0.000026250904,0.0005909516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989823,0.00024367316,0.0003586026,0.00009608645,0.00021522837,0.00010409592],"domain_scores_gemma":[0.99578756,0.0036461027,0.00028312844,0.000089582994,0.00011389132,0.00007975516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010754906,0.00012830549,0.0001345509,0.00013884158,0.00007797674,0.000143502,0.00012253919,0.0000627628,0.00012426802],"category_scores_gemma":[0.0008334035,0.00008961464,0.000045510627,0.0002923735,0.000026766276,0.0008443041,0.00001562591,0.00059357064,0.000005351598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038685367,0.0015545884,0.0016097625,0.0018889909,0.002754304,0.00003622677,0.070076786,0.0246894,0.011815207,0.77535594,0.06623731,0.043594617],"study_design_scores_gemma":[0.0001611874,0.000083734216,0.0064227376,0.0011900862,0.00027603237,0.00024048043,0.022292927,0.0007906464,0.0006049273,0.005510474,0.96216947,0.00025729556],"about_ca_topic_score_codex":0.0000031960042,"about_ca_topic_score_gemma":3.0992786e-7,"teacher_disagreement_score":0.89593214,"about_ca_system_score_codex":0.00011724904,"about_ca_system_score_gemma":0.00030811818,"threshold_uncertainty_score":0.36543787},"labels":[],"label_agreement":null},{"id":"W4407016379","doi":"10.52202/078378-0143","title":"SEDS-Canada's Development of Highly Qualified Personnel Through Engineering Projects at the Undergraduate Level","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering management; Computer science; Engineering","score_opus":0.02676974035676218,"score_gpt":0.2248621137293701,"score_spread":0.1980923733726079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407016379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293499,0.0044050748,0.12846962,0.003971644,0.0070214537,0.00092214055,0.00004527983,0.0023921567,0.023422737],"genre_scores_gemma":[0.98568016,0.000039399503,0.009123064,0.000056760353,0.00005655483,0.00007305647,0.000021932628,0.00005346126,0.004895609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888486,0.0000075471785,0.00032790742,0.00018605383,0.00030711349,0.00028650858],"domain_scores_gemma":[0.999622,0.00008028593,0.000015951631,0.00018919687,0.00003366197,0.00005890638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013501107,0.00021959835,0.0001565087,0.00006465939,0.0000736217,0.000038300455,0.00016981487,0.000048396232,0.00008283868],"category_scores_gemma":[0.000016451897,0.00016025307,0.000044557535,0.00036810874,0.000012526263,0.00007420295,0.000043532484,0.00014692087,0.00005503664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012162874,0.00014417242,0.00022873956,0.006279906,0.002057956,0.000049241167,0.0823453,0.32940552,0.05798848,0.046184726,0.45644566,0.018858148],"study_design_scores_gemma":[0.00031992432,0.000013381878,0.0028734591,0.00046471122,0.00004295122,0.00003678648,0.0035533907,0.0801138,0.20631963,0.000037587553,0.7051993,0.0010250534],"about_ca_topic_score_codex":0.0021276113,"about_ca_topic_score_gemma":0.019072333,"teacher_disagreement_score":0.24929172,"about_ca_system_score_codex":0.0005322813,"about_ca_system_score_gemma":0.00044119914,"threshold_uncertainty_score":0.99882704},"labels":[],"label_agreement":null},{"id":"W4407156338","doi":"10.1680/jenhh.2025.178.1.1","title":"Editorial","year":2025,"lang":"en","type":"editorial","venue":"Proceedings of the Institution of Civil Engineers - Engineering History and Heritage","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.003444113281747391,"score_gpt":0.17402756637593014,"score_spread":0.17058345309418274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407156338","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081518665,0.0038544107,0.00033488488,0.00001198594,0.9885942,0.00026156552,0.00005962652,0.00036664464,0.005701507],"genre_scores_gemma":[0.07883316,0.002191729,0.00152774,0.000009830048,0.91386527,0.00017738347,0.000053847823,0.00018768835,0.0031533733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981769,0.000002887353,0.00062798825,0.00027845113,0.0006213897,0.0002924379],"domain_scores_gemma":[0.9990787,0.0000964714,0.00016172737,0.00020278692,0.00035867444,0.00010165707],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002783789,0.00047215002,0.00060703425,0.00037607527,0.00004523517,0.000018603821,0.000512296,0.00070267066,0.000020720916],"category_scores_gemma":[0.000502277,0.00045775675,0.00018456753,0.00032534293,0.00012493975,0.00020641599,0.00009592421,0.00090808386,0.0000011705044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006404231,0.000025190393,0.0000065491117,0.0043721832,0.00012021715,1.6646354e-7,0.00039678317,0.016037164,0.002028777,0.0020186245,0.9749463,0.00004164052],"study_design_scores_gemma":[0.00030050505,0.00002111313,0.000051706655,0.0011423039,0.00009905048,0.00000106701,0.000039014983,0.0022813631,0.0008478824,0.000012386459,0.9947958,0.00040783477],"about_ca_topic_score_codex":0.0000122863385,"about_ca_topic_score_gemma":0.000004337648,"teacher_disagreement_score":0.07801797,"about_ca_system_score_codex":0.00070686894,"about_ca_system_score_gemma":0.0002912692,"threshold_uncertainty_score":0.9997874},"labels":[],"label_agreement":null},{"id":"W4407571975","doi":"10.52041/iase2023.610","title":"Problem-first course design","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Engineering","score_opus":0.008828128319579208,"score_gpt":0.21179332409733254,"score_spread":0.20296519577775332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407571975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029941923,0.0041383435,0.8756426,0.0015781594,0.0036528904,0.0003330702,0.0000016284023,0.006882741,0.10477636],"genre_scores_gemma":[0.9507407,0.00013147578,0.042414777,0.000040582312,0.000097318094,0.00008547057,0.0000038842636,0.00003930563,0.0064465073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996867,0.0000018424012,0.000073303294,0.000070487324,0.00005800043,0.000109659566],"domain_scores_gemma":[0.9998667,0.000016807457,0.000001231551,0.00006243505,0.000007574066,0.00004521618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059023583,0.00006841408,0.000040200925,0.000037706694,0.000014480729,0.000049191705,0.000046831163,0.000023641958,0.0005067173],"category_scores_gemma":[0.0000015261438,0.000058927653,0.00001580403,0.00014572524,0.0000037350433,0.00005163533,0.000004123653,0.00005828979,0.0007322996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1858175e-7,0.000028285345,0.000051138406,0.00035875442,0.00007514971,0.0000123288,0.00092367106,0.20810486,0.0007045979,0.014904411,0.7589139,0.015922587],"study_design_scores_gemma":[0.000053104784,0.000008897523,0.0009136743,0.000104841034,0.000011077711,0.000018123594,0.00006501336,0.23813502,0.0023945034,0.00023717528,0.7577985,0.00026008463],"about_ca_topic_score_codex":0.0000011702465,"about_ca_topic_score_gemma":0.0000017448393,"teacher_disagreement_score":0.9477465,"about_ca_system_score_codex":0.00004246058,"about_ca_system_score_gemma":0.00002732898,"threshold_uncertainty_score":0.9412474},"labels":[],"label_agreement":null},{"id":"W4407677875","doi":"10.18260/1-2-1153-51736","title":"Compound Problem Solving: Workplace Lessons for Engineering Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Missouri; Concordia University; National Science Foundation","keywords":"Computer science; Engineering education; Engineering management; Engineering ethics; Engineering","score_opus":0.008037473170932442,"score_gpt":0.2491037761205987,"score_spread":0.24106630294966624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407677875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010919668,0.0012584791,0.89304316,0.0030844354,0.004801521,0.000901494,0.00000391566,0.0019613851,0.084025934],"genre_scores_gemma":[0.8354948,0.000053968768,0.14456052,0.00019041024,0.00012768709,0.00056094385,0.00004458213,0.000046997495,0.018920073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994579,0.000002123189,0.00016571772,0.00012484717,0.00005353052,0.00019586507],"domain_scores_gemma":[0.99970853,0.00005005138,0.000009283054,0.00012980732,0.000050628405,0.000051717125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007627897,0.00012739049,0.00010367064,0.00014694169,0.000044887227,0.000052911182,0.000106981795,0.000053387725,0.0000332649],"category_scores_gemma":[0.000019124289,0.00013598619,0.00003688644,0.00025714395,0.0000043725972,0.000067225636,0.000012123035,0.00008044835,0.000015028458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041105236,0.00019840624,0.0003697638,0.001953508,0.00018468092,2.6645537e-7,0.00077476754,0.15441322,0.004780802,0.26783422,0.5307175,0.03876877],"study_design_scores_gemma":[0.00036112696,0.000009129253,0.0034983016,0.00038250978,0.000028027987,0.0000040661193,0.00042292973,0.116157316,0.005708494,0.00078727497,0.87214804,0.00049277593],"about_ca_topic_score_codex":0.0000028278057,"about_ca_topic_score_gemma":0.000003953368,"teacher_disagreement_score":0.8245751,"about_ca_system_score_codex":0.00015296499,"about_ca_system_score_gemma":0.000111695445,"threshold_uncertainty_score":0.55453557},"labels":[],"label_agreement":null},{"id":"W4408121506","doi":"10.1007/978-3-031-84224-5_28","title":"BIM Training Through Project-Based Active Learning","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Training (meteorology); Active learning (machine learning); Computer science; Artificial intelligence; Geography","score_opus":0.013959151942424267,"score_gpt":0.2280521532158553,"score_spread":0.21409300127343106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408121506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013252381,0.0035972644,0.7139295,0.00014566146,0.0034442188,0.00087439996,0.00003415533,0.0028314656,0.27501085],"genre_scores_gemma":[0.902652,0.0013781897,0.06384345,0.0005082942,0.0017704571,0.0008134633,0.000863763,0.0014881119,0.026682248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998108,0.000009346728,0.0004999909,0.0004931383,0.00029961552,0.0005898689],"domain_scores_gemma":[0.9991376,0.00034475996,0.000064957305,0.00032582472,0.000054732376,0.00007213352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001227619,0.0007844936,0.0006529041,0.0007332984,0.00005379606,0.000059795224,0.0002813258,0.00064294675,0.0001855764],"category_scores_gemma":[0.0002109611,0.0008940843,0.0001778555,0.00033115645,0.000021505562,0.00010010491,0.00004300572,0.00193756,0.000022081003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037608972,0.000008846574,0.0000068465574,0.00070443813,0.00012545337,0.00002166725,0.001419005,0.97765154,0.00014557184,0.0025787824,0.00046835633,0.016865712],"study_design_scores_gemma":[0.00088184973,0.00005735834,0.00008194311,0.0051370435,0.000108127766,0.000019555155,0.000046071073,0.3856992,0.0029801095,0.001065997,0.6013411,0.002581568],"about_ca_topic_score_codex":0.000011354966,"about_ca_topic_score_gemma":0.00010712298,"teacher_disagreement_score":0.9025195,"about_ca_system_score_codex":0.0006871432,"about_ca_system_score_gemma":0.000254007,"threshold_uncertainty_score":0.99935097},"labels":[],"label_agreement":null},{"id":"W4408670118","doi":"10.5539/ies.v18n2p137","title":"Development of Sustainable Humanistic Education Strategies in Higher Vocational Colleges","year":2025,"lang":"en","type":"article","venue":"International Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Humanism; Pedagogy; Mathematics education; Higher education; Humanistic education; Sociology; Psychology; Economic growth; Political science; Economics","score_opus":0.0233143091689741,"score_gpt":0.33094230687193743,"score_spread":0.30762799770296334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408670118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6556954,0.012919519,0.003271078,0.0038665663,0.028977621,0.0007856314,0.0000069114203,0.00033957508,0.29413772],"genre_scores_gemma":[0.9678075,0.00012631154,0.009665573,0.000094450625,0.00007696054,0.0004995066,0.00003983856,0.000010385964,0.021679528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912864,0.00000917506,0.0004228545,0.00013877676,0.00017114836,0.0001294276],"domain_scores_gemma":[0.99882275,0.00004878332,0.000051079365,0.000098138175,0.0009564862,0.000022765322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012480805,0.00012781397,0.00014246593,0.0005164197,0.000058122547,0.000036508318,0.00016317023,0.000038246264,0.00011871666],"category_scores_gemma":[0.00008977077,0.00013764236,0.000022446726,0.00039762608,0.000032442607,0.0001835201,0.000033678527,0.00007513895,0.000013111394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008715714,0.0007906043,0.0029290973,0.0007605747,0.00040066635,4.71465e-7,0.007583807,0.004339469,0.0006047916,0.89451385,0.064072184,0.023995765],"study_design_scores_gemma":[0.00028591472,0.0000059575264,0.23982179,0.00046963466,0.000017544633,0.0000014672415,0.07213098,0.00015462098,0.0015247549,0.008216353,0.6770546,0.00031640512],"about_ca_topic_score_codex":0.000012129641,"about_ca_topic_score_gemma":0.000028089291,"teacher_disagreement_score":0.8862975,"about_ca_system_score_codex":0.00066641794,"about_ca_system_score_gemma":0.0016501995,"threshold_uncertainty_score":0.56128925},"labels":[],"label_agreement":null},{"id":"W4409069139","doi":"10.18260/1-2-1153-52800","title":"An Effective Teaching Method for Problem Solving in Engineering","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Computer science; Mathematical optimization; Mathematics","score_opus":0.0031910708173337084,"score_gpt":0.26734304001775094,"score_spread":0.2641519692004172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409069139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017381841,0.00008163896,0.9749986,0.00005725032,0.00044374782,0.0004799839,7.5597774e-7,0.0005698515,0.0059863096],"genre_scores_gemma":[0.5380693,0.0000024898293,0.46125498,0.000042401778,0.000028905128,0.0003728235,0.0000055257424,0.000022103517,0.00020144704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941134,0.0000132056575,0.00016796621,0.00014749603,0.000044156783,0.00021580631],"domain_scores_gemma":[0.99969566,0.0001297863,0.0000065821055,0.00011042155,0.000016540916,0.00004099559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038594013,0.000125775,0.00013180308,0.00023826008,0.000029375704,0.00003437688,0.00009807013,0.000053398748,0.000008579294],"category_scores_gemma":[0.000044844157,0.000130055,0.000028922383,0.00018246255,0.0000016946636,0.00011212217,0.000009599306,0.00016350189,0.000002240604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002305929,0.000056776582,0.0007252066,0.00063453417,0.000050170438,5.945505e-7,0.001488149,0.8783433,0.019098487,0.024424898,0.001598804,0.07357676],"study_design_scores_gemma":[0.0003209018,0.000014663728,0.008300916,0.00016701015,0.0000070405163,0.0000011281885,0.00021634184,0.97512144,0.008224839,0.00024538024,0.0071460837,0.00023423736],"about_ca_topic_score_codex":0.000015163193,"about_ca_topic_score_gemma":0.00001416324,"teacher_disagreement_score":0.52068746,"about_ca_system_score_codex":0.00017178679,"about_ca_system_score_gemma":0.00001459406,"threshold_uncertainty_score":0.5303489},"labels":[],"label_agreement":null},{"id":"W4409069360","doi":"10.18260/1-2-1153-52801","title":"Why Engineering Education Fails to Protect the Public Interest and What Could Be Done About It","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Public interest; Engineering education; Computer science; Computer security; Engineering; Engineering management; Political science; Law","score_opus":0.01276567747417393,"score_gpt":0.24407117422308924,"score_spread":0.23130549674891532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409069360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41992664,0.008628309,0.21877459,0.32355997,0.012644086,0.0031604911,0.0000036827416,0.002401733,0.010900486],"genre_scores_gemma":[0.9876706,0.00043943498,0.0033592589,0.0060872254,0.00008663182,0.0005952228,0.000009075197,0.000029668845,0.0017228631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938184,0.0000070391343,0.00017511979,0.00015001112,0.00008392006,0.00020205186],"domain_scores_gemma":[0.99959075,0.000036658777,0.000009364283,0.00021037066,0.000055383865,0.000097461925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001315415,0.00015003518,0.00010235235,0.00018498322,0.000053356034,0.0005875063,0.00015780126,0.000053796728,0.00008810616],"category_scores_gemma":[0.000066744826,0.00011875664,0.000021601863,0.00041585456,0.000009305936,0.00043132552,0.000044884397,0.00016037984,0.00001868345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000442846,0.00015439055,0.0002388968,0.0010864722,0.0002562829,0.0000011095624,0.003527758,0.007157356,0.009231425,0.05233308,0.74334353,0.18266526],"study_design_scores_gemma":[0.000095383926,0.00000912488,0.002496852,0.00036193558,0.000008763024,0.0000059192794,0.00226998,0.0065248655,0.0026220311,0.000025893487,0.9853431,0.00023614068],"about_ca_topic_score_codex":0.000011448257,"about_ca_topic_score_gemma":0.00008125671,"teacher_disagreement_score":0.56774396,"about_ca_system_score_codex":0.00011059719,"about_ca_system_score_gemma":0.00006287578,"threshold_uncertainty_score":0.5665336},"labels":[],"label_agreement":null},{"id":"W4409069381","doi":"10.18260/1-2-1153-52788","title":"Use of Aircraft Crash Cases in Teaching Engineering (with notation)","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Crash; Notation; Computer science; Programming language; Aeronautics; Software engineering; Engineering; Mathematics; Arithmetic","score_opus":0.008818090075524638,"score_gpt":0.21580975063750774,"score_spread":0.2069916605619831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409069381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298389,0.00005816487,0.0670225,0.00009018306,0.00028879836,0.00011393574,0.0000012672195,0.000307467,0.0022788118],"genre_scores_gemma":[0.97147423,0.00000959973,0.027892927,0.000028503784,0.000007048694,0.000023147739,0.0000040835753,0.0000125494935,0.0005479321],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9995586,0.00000443959,0.00017344905,0.00007908838,0.00006597251,0.00011843993],"domain_scores_gemma":[0.9997532,0.00009491709,0.000008209131,0.0000991589,0.000019924364,0.000024608371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005450642,0.0000931155,0.00010561058,0.00023754181,0.000010590122,0.000016981387,0.00005059435,0.000028392888,0.000026189533],"category_scores_gemma":[0.000059596685,0.00008551703,0.000014942076,0.00025250856,0.0000045543293,0.00011984491,0.00000872687,0.0001128221,0.0000035702503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016447976,0.000043253116,0.022828009,0.00022595176,0.00003943317,0.0000067449673,0.00040535777,0.96278393,0.0020391494,0.005756249,0.0016792944,0.004190983],"study_design_scores_gemma":[0.0007763227,0.00003901468,0.5499488,0.0010410738,0.000029319204,0.000025126032,0.0004878446,0.37487206,0.025931202,0.000028662906,0.046057105,0.000763475],"about_ca_topic_score_codex":0.000041438147,"about_ca_topic_score_gemma":0.00004614377,"teacher_disagreement_score":0.5879119,"about_ca_system_score_codex":0.00006780691,"about_ca_system_score_gemma":0.000024017101,"threshold_uncertainty_score":0.34872833},"labels":[],"label_agreement":null},{"id":"W4409359919","doi":"10.1139/cjce-2024-0292","title":"Emotional intelligence in engineering education: exploring the influence of empathetic design approaches in a fourth-year engineering class","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Read Jones Christoffersen (Canada); University of Victoria","funders":"Mitacs","keywords":"Class (philosophy); Engineering education; Engineering design process; Engineering; Emotional intelligence; Psychology; Mathematics education; Computer science; Engineering management; Artificial intelligence; Social psychology; Mechanical engineering","score_opus":0.02392537198571273,"score_gpt":0.20119300930477343,"score_spread":0.1772676373190607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409359919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7405127,0.0031026017,0.25239858,0.00027636296,0.0027963025,0.00041324823,0.0000037842776,0.00008188088,0.00041452007],"genre_scores_gemma":[0.9942032,0.000104401515,0.0054778904,0.000013443921,0.00007553095,0.00006749258,0.0000012340215,0.000041421605,0.00001537481],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983905,0.000019613391,0.00079555693,0.00015162281,0.00019640735,0.000446296],"domain_scores_gemma":[0.99918944,0.00018504927,0.00006828889,0.00022619298,0.000106406354,0.00022460356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006025426,0.000270932,0.00034077972,0.0016126963,0.000026290325,0.000051204217,0.00046180098,0.00008940609,0.000019919238],"category_scores_gemma":[0.00036639857,0.00027434854,0.00008673881,0.0014003537,0.0000229455,0.00036720734,0.000018417628,0.00062342983,0.0000023309726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017101232,0.0000164136,0.0013916434,0.00037032165,0.000034521156,0.000010657098,0.0012329174,0.9926518,0.0003126681,0.003049395,0.00005994368,0.000867984],"study_design_scores_gemma":[0.0005129351,0.000050479975,0.15485,0.007234993,0.00003947576,0.00015216602,0.0014549827,0.82879335,0.0029313741,0.00021136025,0.0029098846,0.0008590191],"about_ca_topic_score_codex":0.00010933262,"about_ca_topic_score_gemma":0.0015479967,"teacher_disagreement_score":0.25369048,"about_ca_system_score_codex":0.0006455882,"about_ca_system_score_gemma":0.000909129,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W4409603259","doi":"10.61091/jcmcc127b-098","title":"Principal component analysis and multi-dimensional quantitative research on sustainable employability of Chinese liberal arts college students","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Liberal arts education; Principal component analysis; Component (thermodynamics); Mathematics education; Political science; Sociology; Psychology; Higher education; Pedagogy; Computer science; Artificial intelligence; Physics; Law","score_opus":0.022051001685029523,"score_gpt":0.3441079521294881,"score_spread":0.32205695044445853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938341,0.00021946355,0.0020696663,0.00004531108,0.0032952793,0.00028092274,0.0000028844054,0.00002763535,0.00022476571],"genre_scores_gemma":[0.99303454,0.000017669458,0.0068006795,0.0000052473792,0.00008672582,0.0000043067666,0.000001620019,0.000016645428,0.000032589232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977631,0.000111229216,0.00091007666,0.00017651675,0.00074354274,0.00029554206],"domain_scores_gemma":[0.9976586,0.0009430241,0.00023266605,0.00017939718,0.00084170507,0.00014460918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023201706,0.00022349985,0.00072194106,0.0007355318,0.00019213773,0.00009050492,0.00025579467,0.00010437227,0.0000044486196],"category_scores_gemma":[0.00043071675,0.00019378198,0.00012212801,0.0011518296,0.000090093294,0.000090795336,0.00021155772,0.0004758376,4.676173e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018873342,0.0028488482,0.0304924,0.0014524263,0.0019245434,0.000030099667,0.0039080326,0.015369455,0.0005498344,0.9426269,0.0004502461,0.0001584592],"study_design_scores_gemma":[0.018064344,0.0023011137,0.3172135,0.0019259754,0.0008442644,0.00003944321,0.005043538,0.2636695,0.0021475123,0.38689625,0.0005428976,0.0013116747],"about_ca_topic_score_codex":0.000009283353,"about_ca_topic_score_gemma":9.630518e-7,"teacher_disagreement_score":0.5557307,"about_ca_system_score_codex":0.00019321612,"about_ca_system_score_gemma":0.00011882133,"threshold_uncertainty_score":0.79021996},"labels":[],"label_agreement":null},{"id":"W4409671961","doi":"10.1088/2977-3504/adcf28","title":"Crafting a definition of sustainability for engineering education and applying it to assess curriculum","year":2025,"lang":"en","type":"article","venue":"Sustainability Science and Technology","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Curriculum; Sustainability; Engineering ethics; Mathematics education; Sociology; Engineering; Pedagogy; Psychology","score_opus":0.006972465393905743,"score_gpt":0.27571903063339315,"score_spread":0.2687465652394874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409671961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535727,0.00020282925,0.04078601,0.0033954093,0.00026881442,0.0012434307,0.00000169479,0.00024903883,0.00028010446],"genre_scores_gemma":[0.98729944,0.000009569222,0.011727066,0.000035694407,0.0000079024185,0.00089063676,0.0000013348099,0.0000065534514,0.000021774815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903876,0.0000050677772,0.00024026053,0.00029653567,0.00011007817,0.00030928946],"domain_scores_gemma":[0.99840194,0.00006729345,0.000022347716,0.0002105829,0.0012295461,0.00006831369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007124252,0.00012000191,0.0001671954,0.00077845075,0.00013378491,0.00004431806,0.00016001727,0.00008603548,9.884387e-7],"category_scores_gemma":[0.0031118644,0.00012851995,0.0000146696875,0.0019531501,0.0001918924,0.0001729935,0.00009811463,0.00010777145,1.2056205e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007179201,0.0003338803,0.10207524,0.010202665,0.00003344622,6.4908164e-7,0.0019248147,0.0031730512,0.009281767,0.5778391,0.000698987,0.29442924],"study_design_scores_gemma":[0.001493501,0.00046524816,0.14103313,0.0009343914,0.00013352583,0.000045690624,0.17271431,0.113263205,0.042419817,0.43522274,0.0901021,0.002172351],"about_ca_topic_score_codex":0.00001637476,"about_ca_topic_score_gemma":0.000004769779,"teacher_disagreement_score":0.2922569,"about_ca_system_score_codex":0.00061001646,"about_ca_system_score_gemma":0.00079041143,"threshold_uncertainty_score":0.52408916},"labels":[],"label_agreement":null},{"id":"W4409866184","doi":"10.5539/elt.v18n5p45","title":"A Longitudinal Study on an EAP Course for MTI Students: Introduction to Engineering Knowledge and Its Translation","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Course (navigation); Translation (biology); Linguistics; Astronomy; Physics; Chemistry; Philosophy","score_opus":0.010780097332943548,"score_gpt":0.31321362189939517,"score_spread":0.3024335245664516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409866184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759396,0.00057205296,0.020082295,0.00007217901,0.0017269816,0.0006821,0.00000439382,0.00062084384,0.00029955726],"genre_scores_gemma":[0.99678534,0.0000028188326,0.0020058146,0.000016992499,0.00075072574,0.00019917933,0.000022443968,0.000034518387,0.00018216152],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99919534,0.000028287726,0.00018914965,0.0002683899,0.00011875901,0.00020008946],"domain_scores_gemma":[0.9996335,0.000061380655,0.000011942893,0.0001688838,0.000035544228,0.000088738394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048367117,0.0001812515,0.00015465259,0.00022717903,0.00008613413,0.00009041287,0.00012939678,0.000047003232,0.000007372253],"category_scores_gemma":[0.00016706965,0.00019627997,0.000024820702,0.00017777277,0.0000022027427,0.00017133025,0.000017426228,0.00024039154,0.00000377078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059631016,0.0022667437,0.009933778,0.0007919335,0.00057195633,0.000008811559,0.7136849,0.17110963,0.009516933,0.0042897207,0.0048906873,0.08287523],"study_design_scores_gemma":[0.010849675,0.002036186,0.39472198,0.0014959659,0.00078132254,0.000016051175,0.22679928,0.26160252,0.012753761,0.00003555107,0.0844855,0.004422187],"about_ca_topic_score_codex":0.0000031400787,"about_ca_topic_score_gemma":0.000016935299,"teacher_disagreement_score":0.48688567,"about_ca_system_score_codex":0.00011408884,"about_ca_system_score_gemma":0.000012524352,"threshold_uncertainty_score":0.8004065},"labels":[],"label_agreement":null},{"id":"W4409987605","doi":"10.20343/teachlearninqu.13.22","title":"Incorporating Equity, Diversity, Inclusion and Intersectionality in First-Year Engineering: An Exploration of Students’ Application to Teamwork","year":2025,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Royal University","funders":"University of Alberta","keywords":"Teamwork; Intersectionality; Equity (law); Inclusion (mineral); Diversity (politics); Gender equity; Sociology; Engineering ethics; Pedagogy; Psychology; Mathematics education; Engineering; Political science; Gender studies; Law","score_opus":0.027413540892667926,"score_gpt":0.3224906853027697,"score_spread":0.2950771444101018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409987605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74079424,0.000039350038,0.25783798,0.00049612427,0.0004811661,0.00013447707,2.3224815e-7,0.000109418696,0.00010697604],"genre_scores_gemma":[0.99635744,0.000022432796,0.003394357,0.000041531668,0.00012109949,0.000014031868,0.0000043214736,0.000015673813,0.000029130933],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9989504,0.00010100974,0.00034041386,0.00014036175,0.000307944,0.00015986711],"domain_scores_gemma":[0.99957263,0.00008760627,0.0000831939,0.00012827494,0.000050951567,0.00007736346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020163045,0.00013322345,0.00014938234,0.00030829143,0.000643126,0.00009426478,0.00035852517,0.000059344657,0.0000046672903],"category_scores_gemma":[0.00020791897,0.00011224281,0.00002794957,0.00031168055,0.000020994694,0.00049508136,0.0011157542,0.0008144346,0.00000208717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013656864,0.00007611075,0.09989559,0.000076332224,0.000038161328,9.347457e-7,0.035902027,0.8506902,0.0011382374,0.0025995194,0.00015045376,0.009418785],"study_design_scores_gemma":[0.0020957896,0.00037337773,0.68419254,0.0025784625,0.00010203897,0.00006064793,0.037996475,0.24799305,0.0008868047,0.011897153,0.010653851,0.0011697992],"about_ca_topic_score_codex":0.000038792823,"about_ca_topic_score_gemma":0.000027426036,"teacher_disagreement_score":0.60269713,"about_ca_system_score_codex":0.00032386376,"about_ca_system_score_gemma":0.000025245441,"threshold_uncertainty_score":0.49464703},"labels":[],"label_agreement":null},{"id":"W4410330112","doi":"10.5539/jel.v14n5p159","title":"Development of an Integrated Project-Based Learning Model Focused on Building Values, Attitudes, Skills, and Knowledge (VASK) for Multi-Grade Classrooms","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Knowledge level; Likert scale; Pedagogy; Developmental psychology","score_opus":0.022484327661217555,"score_gpt":0.3262885703485804,"score_spread":0.30380424268736284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410330112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7919917,0.0008158923,0.20624968,0.000048967944,0.0005186335,0.00019523155,4.8520076e-7,0.000058710873,0.0001207073],"genre_scores_gemma":[0.6779902,0.000044821205,0.32124132,0.000018144969,0.00003386881,0.000023987564,0.000009746129,0.000019951285,0.00061796274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916226,0.00004852187,0.00042270243,0.00012602321,0.000099568075,0.00014090177],"domain_scores_gemma":[0.99943584,0.00008961514,0.00014245142,0.00005602209,0.00019642203,0.00007962257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005604787,0.00014985498,0.00021416027,0.00047221335,0.0001442224,0.000048076596,0.000078113706,0.00007418235,0.000003735807],"category_scores_gemma":[0.00021850767,0.000138534,0.000037038633,0.00022934737,0.000015666485,0.000106106185,0.000009466061,0.00041527156,2.7665118e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003906236,0.0017399217,0.00539963,0.0011607325,0.0002275468,3.6718117e-7,0.01920561,0.4870053,0.008849998,0.00078931695,0.0013528636,0.47422966],"study_design_scores_gemma":[0.0019348662,0.00016676796,0.022526717,0.0017623815,0.0000662495,0.000008198112,0.004474796,0.8684758,0.0054563256,0.000021117747,0.09470949,0.00039727835],"about_ca_topic_score_codex":0.0000019842194,"about_ca_topic_score_gemma":0.000004794723,"teacher_disagreement_score":0.4738324,"about_ca_system_score_codex":0.00017322041,"about_ca_system_score_gemma":0.0008304907,"threshold_uncertainty_score":0.56492525},"labels":[],"label_agreement":null},{"id":"W4410942214","doi":"10.1007/978-3-031-90091-4_12","title":"Student Engagement in Geomatics Engineering Technology Assessments","year":2025,"lang":"en","type":"book-chapter","venue":"Ethics and integrity in educational contexts","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Geomatics; Engineering; Geography; Construction engineering; Architectural engineering; Engineering management; Remote sensing","score_opus":0.031295367518456116,"score_gpt":0.3424361441596734,"score_spread":0.31114077664121725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942214","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0560718,0.03142117,0.004974177,0.025850503,0.020041345,0.003818288,0.00017389806,0.000992196,0.8566566],"genre_scores_gemma":[0.83495617,0.007999519,0.011868347,0.0007083653,0.00035214244,0.0006851471,0.00034368233,0.00016531248,0.14292133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871296,0.0000164536,0.0005200631,0.0002678154,0.00026484343,0.00021786253],"domain_scores_gemma":[0.99909884,0.00046799862,0.000047410587,0.00020233715,0.00012262943,0.000060807022],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00068491494,0.00031862393,0.00033661356,0.0008328356,0.00004389995,0.00004857249,0.00021915801,0.000634428,0.00014905413],"category_scores_gemma":[0.00026625424,0.00036376156,0.00003747836,0.00013214609,0.000035816825,0.00005568554,0.000081790415,0.003956419,0.000015433163],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014669156,0.00012683008,0.002558779,0.00077092374,0.00012372412,0.0000047047274,0.0024336232,0.0014070207,0.00002194504,0.9840941,0.0034505345,0.0050063552],"study_design_scores_gemma":[0.0016372271,0.00011380993,0.12971795,0.012970596,0.000104150575,0.00002514341,0.0020342343,0.01179822,0.000114983275,0.123049974,0.71544266,0.0029910787],"about_ca_topic_score_codex":0.000014734473,"about_ca_topic_score_gemma":0.00015163011,"teacher_disagreement_score":0.8610441,"about_ca_system_score_codex":0.0006370185,"about_ca_system_score_gemma":0.00045824336,"threshold_uncertainty_score":0.99988145},"labels":[],"label_agreement":null},{"id":"W4411372231","doi":"10.1007/s42330-025-00362-4","title":"Exploring Instructional Design, Occupational Interest, and Orientation Through Integrated STEM: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Science education; Orientation (vector space); Systematic review; Psychology; Engineering ethics; Mathematics education; Sociology; Engineering; MEDLINE; Political science","score_opus":0.03935088922088224,"score_gpt":0.2626217163963067,"score_spread":0.22327082717542446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411372231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84355086,0.084920816,0.062813945,0.0031774524,0.0041697486,0.00083899085,0.000004637904,0.00008946389,0.00043409737],"genre_scores_gemma":[0.8940653,0.010163741,0.09538759,0.00013828813,0.000031130014,0.0001149691,0.0000039869924,0.000011561661,0.00008339639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9994092,0.000005799073,0.0003175272,0.00008066118,0.00008180505,0.000105033905],"domain_scores_gemma":[0.9993244,0.000023994395,0.00008528127,0.00008150181,0.00039845833,0.00008638505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035509464,0.00008338796,0.00015410932,0.0008400849,0.00011622875,0.00008274528,0.00012731495,0.000039037124,0.000003855784],"category_scores_gemma":[0.00019863041,0.00007056835,0.000010746738,0.0014068161,0.00016986388,0.00039816645,0.0000069695707,0.00014042326,6.946065e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032316198,0.00013160914,0.0023149815,0.11364929,0.0002269366,0.000011382577,0.014816048,0.00040065206,0.0024245128,0.7854609,0.007330626,0.07322987],"study_design_scores_gemma":[0.0012840877,0.00030840887,0.012770711,0.7647359,0.0006978005,0.0070637045,0.06788199,0.022201885,0.015256406,0.09498697,0.010909818,0.0019023379],"about_ca_topic_score_codex":0.000004984118,"about_ca_topic_score_gemma":0.000022431774,"teacher_disagreement_score":0.6904739,"about_ca_system_score_codex":0.00019065662,"about_ca_system_score_gemma":0.0011934781,"threshold_uncertainty_score":0.28776938},"labels":[],"label_agreement":null},{"id":"W4411520859","doi":"10.33422/ijhep.v6i2.988","title":"Integrating Active Pedagogy into Engineering Education: Perspectives from the SPARK-ENG Professional Learning Program","year":2025,"lang":"en","type":"article","venue":"International Journal of Higher Education Pedagogies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"SPARK (programming language); Scholarship; Active learning (machine learning); Pedagogy; Context (archaeology); Student engagement; Professional development; Engineering education; Engineering ethics; Sociology; Engineering; Mathematics education; Psychology; Computer science; Political science; Engineering management","score_opus":0.008492635539881568,"score_gpt":0.35046625618332516,"score_spread":0.3419736206434436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411520859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87850285,0.015077647,0.0038378537,0.021662002,0.06817864,0.0006492282,0.000011541959,0.0006749026,0.011405331],"genre_scores_gemma":[0.9821096,0.0003094478,0.010099657,0.00021973124,0.0017523394,0.00014386531,0.000041337324,0.00003052982,0.0052934797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867195,0.00005330956,0.00052626303,0.00016942655,0.00040960198,0.00016942444],"domain_scores_gemma":[0.9983403,0.00028532476,0.00018923175,0.00014646252,0.0009682553,0.00007043788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017876958,0.00022396869,0.0001930999,0.00034242714,0.00011631374,0.00020335159,0.0006159636,0.00008566507,0.00036356758],"category_scores_gemma":[0.00027504878,0.00017641787,0.00011655927,0.00029327295,0.000043333846,0.00041015167,0.000064554355,0.000663465,0.000017386103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102748294,0.0022720166,0.021162342,0.0002172138,0.0022002761,0.00000809395,0.07478378,0.035151925,0.004579947,0.059987564,0.13589554,0.6636386],"study_design_scores_gemma":[0.00033100677,0.000037299742,0.15073128,0.0009721815,0.00006390707,0.000031528984,0.05811245,0.0008624778,0.0012955987,0.0013519019,0.7858694,0.0003409707],"about_ca_topic_score_codex":0.000051400064,"about_ca_topic_score_gemma":0.000011787596,"teacher_disagreement_score":0.6632976,"about_ca_system_score_codex":0.0005859835,"about_ca_system_score_gemma":0.0014565765,"threshold_uncertainty_score":0.71941125},"labels":[],"label_agreement":null},{"id":"W4411792464","doi":"10.62492/sefijeea.v2i1.37","title":"Integrating Oral Assessment in Engineering","year":2025,"lang":"en","type":"article","venue":"SEFI Journal of Engineering Education Advancement","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.0043797123109784375,"score_gpt":0.2724525928999615,"score_spread":0.26807288058898304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411792464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23305346,0.0068671308,0.7353064,0.0009650733,0.01914196,0.0005374274,0.0000034344907,0.00030883326,0.0038163026],"genre_scores_gemma":[0.8866832,0.00045054726,0.112320095,0.00007752612,0.00013120763,0.000058068978,0.0000063032608,0.00003785522,0.00023516461],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986778,0.000010343383,0.0007161879,0.0001207493,0.00020766698,0.00026728617],"domain_scores_gemma":[0.99941164,0.00006929198,0.00008091278,0.00015811718,0.00018275347,0.00009725286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034673495,0.00022318025,0.00027648336,0.0007991524,0.00001954387,0.00004490552,0.00020422103,0.00005652243,0.00003723235],"category_scores_gemma":[0.00015806164,0.00023271242,0.000060293,0.0008302908,0.0000057299076,0.00018613932,0.000019714222,0.00042665366,0.0000035405558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030915467,0.00018448835,0.0018906011,0.0007548907,0.00008435602,0.0000033639224,0.0003882839,0.96452284,0.006026849,0.0069966894,0.0015823964,0.01756217],"study_design_scores_gemma":[0.0031580075,0.0001993917,0.08621573,0.0092386585,0.00012538946,0.00012410874,0.002752741,0.2978112,0.012339727,0.00047138458,0.5856126,0.0019510853],"about_ca_topic_score_codex":0.0000029529192,"about_ca_topic_score_gemma":0.000003561397,"teacher_disagreement_score":0.6667116,"about_ca_system_score_codex":0.0009162942,"about_ca_system_score_gemma":0.00048185486,"threshold_uncertainty_score":0.9489737},"labels":[],"label_agreement":null},{"id":"W4412026648","doi":"10.5539/hes.v15n3p181","title":"The Creation and Evaluation of an Engineering Student Leadership Academy","year":2025,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Texas Rio Grande Valley; National Science Foundation","keywords":"Higher education; Engineering education; Mathematics education; Pedagogy; Engineering ethics; Engineering management; Psychology; Sociology; Engineering; Political science","score_opus":0.0774559258295449,"score_gpt":0.3868040421156487,"score_spread":0.3093481162861038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412026648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630529,0.0315221,0.0000499144,0.0012634484,0.002361109,0.0002249195,4.7376633e-7,0.00011639203,0.0014087051],"genre_scores_gemma":[0.99760336,0.0004907659,0.00029596727,0.000058451093,0.00007169689,0.00024803108,0.0000036425133,0.000008917409,0.0012191699],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993899,0.000025730358,0.00019301273,0.00009976577,0.00018986926,0.00010170634],"domain_scores_gemma":[0.9995672,0.00007974953,0.000025442721,0.000098950615,0.00020265066,0.000026004009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004003626,0.00009537597,0.000095485244,0.0000980245,0.0000802345,0.00002645535,0.000071767034,0.00003501652,0.000008990415],"category_scores_gemma":[0.000023014423,0.000077398676,0.000013699072,0.00022226968,0.000028487093,0.000087924294,0.000014115315,0.00007116936,0.0000021517305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021955739,0.00084778003,0.030013623,0.0028749728,0.0030364564,1.7370041e-7,0.026726242,0.2012466,0.007860629,0.31639722,0.08437614,0.3265982],"study_design_scores_gemma":[0.00028170148,0.000011337397,0.9322942,0.00019864064,0.00014631284,7.771668e-7,0.0100119235,0.0047386503,0.0023379044,0.00050214306,0.049279273,0.00019711816],"about_ca_topic_score_codex":0.0000013630539,"about_ca_topic_score_gemma":0.0000011558893,"teacher_disagreement_score":0.90228057,"about_ca_system_score_codex":0.00014269592,"about_ca_system_score_gemma":0.000054385615,"threshold_uncertainty_score":0.31562263},"labels":[],"label_agreement":null},{"id":"W4412370295","doi":"10.35631/ijirev.721010","title":"THE INFLUENCE OF MEANING ON CAREER COMPETENCY AMONG AIRCRAFT LINE MECHANICS IN JAPANESE LCCS: MEDIATING ROLE OF EXPERIENTIAL LEARNING","year":2025,"lang":"en","type":"article","venue":"International Journal of Innovation and Industrial Revolution","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Meaning (existential); Experiential learning; Psychology; Pedagogy; Psychotherapist","score_opus":0.010493787001557793,"score_gpt":0.24434264719821522,"score_spread":0.23384886019665743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412370295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967975,0.00015139804,0.0014401287,0.00013633382,0.0010730764,0.00006378459,0.0000013212878,0.000009685069,0.00032676992],"genre_scores_gemma":[0.9995105,0.00010754355,0.00022482596,0.000011075324,0.000111783695,0.00000385746,0.000006032418,0.000005025723,0.000019354738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875325,0.000030113246,0.0007928342,0.000054507807,0.00029604803,0.00007323103],"domain_scores_gemma":[0.9987878,0.00009289402,0.00032133813,0.000042290125,0.00074031285,0.000015367506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056781207,0.000072772455,0.00012714523,0.0004403828,0.000029801664,0.000017009568,0.0001363646,0.00007308513,0.0000037161724],"category_scores_gemma":[0.001104677,0.000061949824,0.000022753966,0.0005479256,0.000022131895,0.0001490312,0.000021208634,0.00030690886,1.7631551e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016060496,0.00010145293,0.032133996,0.000039280694,0.00021891457,0.0000019751178,0.0059624556,0.7769899,0.06998132,0.07746917,0.00033173946,0.03660923],"study_design_scores_gemma":[0.01330438,0.0011380574,0.31746185,0.009064308,0.00012761014,0.00005840797,0.048259255,0.42187834,0.15571196,0.007883258,0.023829086,0.0012834977],"about_ca_topic_score_codex":0.000024190522,"about_ca_topic_score_gemma":0.0000074958843,"teacher_disagreement_score":0.35511154,"about_ca_system_score_codex":0.00014024589,"about_ca_system_score_gemma":0.000095682255,"threshold_uncertainty_score":0.25262406},"labels":[],"label_agreement":null},{"id":"W4412609061","doi":"10.29007/dkvx","title":"Implementing an Iterative Approach to Crafting a Sustainable Construction Course Curriculum","year":2025,"lang":"en","type":"article","venue":"EPiC series in built environment","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SAIT Polytechnic","funders":"Menofia University","keywords":"Course (navigation); Curriculum; Computer science; Engineering management; Iterative method; Engineering ethics; Software engineering; Mathematics education; Engineering; Sociology; Algorithm; Pedagogy; Psychology","score_opus":0.004358578362593487,"score_gpt":0.22842506756219913,"score_spread":0.22406648919960565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412609061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92491794,0.0003455555,0.051245492,0.00033435176,0.00068856974,0.00074671686,0.0000036241345,0.00029140152,0.021426367],"genre_scores_gemma":[0.95366246,0.000049693648,0.044264182,0.00008258488,0.00005359395,0.0004141733,0.0000313432,0.000023784576,0.0014182192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988079,0.000027163118,0.0002996609,0.00026033903,0.0001290854,0.00047582033],"domain_scores_gemma":[0.9996392,0.000011149882,0.000022249127,0.00023482318,0.000012660794,0.00007993177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025388898,0.00018526036,0.00016152827,0.00015449895,0.000114715454,0.00005946792,0.00013893,0.00005222449,0.00011892896],"category_scores_gemma":[0.000018385384,0.00020494158,0.00002412771,0.00029134317,0.000029726698,0.00023531076,0.00009635854,0.00014557039,0.000012601962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014797546,0.0008895171,0.14506136,0.0007683523,0.00022164051,0.000022654469,0.019019881,0.7114898,0.0021970435,0.0838973,0.005301061,0.031116616],"study_design_scores_gemma":[0.0016990064,0.00016500718,0.24935192,0.00031518989,0.000079106,0.00005147568,0.13490316,0.055653516,0.011088702,0.0018580381,0.54283273,0.0020021182],"about_ca_topic_score_codex":0.000033483942,"about_ca_topic_score_gemma":0.000008864167,"teacher_disagreement_score":0.6558363,"about_ca_system_score_codex":0.00045614914,"about_ca_system_score_gemma":0.000027931046,"threshold_uncertainty_score":0.8357275},"labels":[],"label_agreement":null},{"id":"W4412870706","doi":"10.24908/pceea.2025.19630","title":"Advancing Inclusivity in Engineering Education: Student perceptions of Design Thinking Courses and Workshops","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; McMaster University","funders":"McMaster University","keywords":"Perception; Mathematics education; Design thinking; Pedagogy; Psychology; Engineering ethics; Engineering; Mechanical engineering","score_opus":0.0030268507576377227,"score_gpt":0.22119995651936075,"score_spread":0.21817310576172302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850055,0.0013957713,0.0019934599,0.002762973,0.004657719,0.0009415821,0.000010692724,0.00024509136,0.0029872009],"genre_scores_gemma":[0.99258083,0.00010371487,0.0064671375,0.00009502923,0.000072803894,0.00014080708,0.0000049537916,0.000033015367,0.00050167757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987658,0.000008079017,0.00044739892,0.00018850215,0.00027138798,0.00031880557],"domain_scores_gemma":[0.9991382,0.0001028328,0.00013830002,0.00012041041,0.0003564329,0.00014384689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005919886,0.00020879522,0.0002514257,0.00076208584,0.000110373774,0.000076283475,0.00029887553,0.00015742853,0.000014503637],"category_scores_gemma":[0.0005813108,0.00023192224,0.000056382207,0.0010798924,0.000014978523,0.00023630259,0.000047155758,0.0003135558,0.0000012169768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037923287,0.00041685902,0.5384674,0.003438836,0.0003342192,1.6093925e-7,0.01326321,0.3661582,0.010693015,0.026738208,0.03330639,0.0071797343],"study_design_scores_gemma":[0.00028070333,0.00001041036,0.9618993,0.0020083091,0.000075749595,0.0000040146906,0.003103649,0.02251976,0.0026750288,0.0002768548,0.0066658715,0.0004803499],"about_ca_topic_score_codex":0.0008267481,"about_ca_topic_score_gemma":0.0014050212,"teacher_disagreement_score":0.4234319,"about_ca_system_score_codex":0.0027520848,"about_ca_system_score_gemma":0.0010295958,"threshold_uncertainty_score":0.9457514},"labels":[],"label_agreement":null},{"id":"W4412870708","doi":"10.24908/pceea.2025.19591","title":"Leading by Experiment: Phased Leadership Integration from Rotational Training to Systematic Curriculum Development in Engineering Education","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Training (meteorology); Curriculum; Engineering; Engineering management; Engineering ethics; Medical education; Mathematics education; Pedagogy; Psychology; Physics; Medicine","score_opus":0.010603232700120351,"score_gpt":0.22033442065940112,"score_spread":0.20973118795928078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96903837,0.0026020738,0.0051978924,0.003804108,0.010258503,0.0030439214,0.000036765196,0.00066181767,0.0053565307],"genre_scores_gemma":[0.99186105,0.00000698054,0.005204245,0.00024894462,0.000099432305,0.0009535245,0.00006860814,0.00005339051,0.0015038088],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980693,0.000011030272,0.0007510086,0.00030212567,0.00039845306,0.0004680726],"domain_scores_gemma":[0.9989877,0.00008339349,0.00017680952,0.00013558398,0.00037205403,0.00024450402],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004613977,0.00032305362,0.00035983196,0.0009861629,0.000118291195,0.00017429111,0.00038717114,0.00019639193,0.00002800629],"category_scores_gemma":[0.000945054,0.0003538404,0.00007606367,0.0014087058,0.000007253111,0.00030183152,0.000016420885,0.0003292948,0.00002010969],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014377856,0.0014225143,0.05933127,0.031759914,0.0014652921,4.4543322e-7,0.09429928,0.13705653,0.34351677,0.053595982,0.26315674,0.014380873],"study_design_scores_gemma":[0.002883371,0.0000697994,0.1644815,0.081141494,0.00048671366,0.0000096874655,0.049160805,0.11995856,0.44151506,0.00038590166,0.13395569,0.005951396],"about_ca_topic_score_codex":0.0012217703,"about_ca_topic_score_gemma":0.0014152844,"teacher_disagreement_score":0.12920107,"about_ca_system_score_codex":0.006541315,"about_ca_system_score_gemma":0.0012885238,"threshold_uncertainty_score":0.99989134},"labels":[],"label_agreement":null},{"id":"W4412870709","doi":"10.24908/pceea.2025.19722","title":"Teaching software development skills: A workshop-based approach for an undergraduate program","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Software engineering; Computer science; Mathematics education; Medical education; Engineering management; Psychology; Engineering; Medicine","score_opus":0.0058215774221958404,"score_gpt":0.22972531214936803,"score_spread":0.2239037347271722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5761926,0.0022122664,0.2642266,0.023840174,0.032454316,0.02105801,0.00020083829,0.012391619,0.0674236],"genre_scores_gemma":[0.7956983,0.0000042637216,0.19759628,0.00029706198,0.00013352228,0.0014823033,0.00010262382,0.00008079347,0.004604831],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987049,0.00000586501,0.0003798401,0.000242475,0.0002461963,0.000420691],"domain_scores_gemma":[0.99906516,0.000058102298,0.0001250503,0.00013796473,0.00040340054,0.00021034878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047611285,0.00024246992,0.00020242385,0.0004687647,0.0002565497,0.00015749208,0.00038761218,0.00018653876,0.000003539751],"category_scores_gemma":[0.0006196258,0.00025072476,0.000090191774,0.0006091627,0.000010519893,0.00018722205,0.000015470065,0.0002968957,0.0000017583757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000095799305,0.0019118808,0.040662136,0.0076511223,0.0010857398,7.4218626e-8,0.006758714,0.43389958,0.0016520116,0.028731199,0.32957134,0.14806664],"study_design_scores_gemma":[0.0009962734,0.000039151666,0.060106147,0.0010806611,0.0001771212,0.0000023725008,0.0010555896,0.2467437,0.006518861,0.00042968497,0.68139184,0.0014586017],"about_ca_topic_score_codex":0.00033753004,"about_ca_topic_score_gemma":0.0009998034,"teacher_disagreement_score":0.3518205,"about_ca_system_score_codex":0.0031439885,"about_ca_system_score_gemma":0.0012006066,"threshold_uncertainty_score":0.9999945},"labels":[],"label_agreement":null},{"id":"W4412870710","doi":"10.24908/pceea.2025.19585","title":"Socially Just Assessment Using Undergraduate Engineering Student Survey Data","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education","keywords":"Mathematics education; Medical education; Psychology; Engineering ethics; Engineering; Data science; Computer science; Engineering management; Medicine","score_opus":0.018625517650425107,"score_gpt":0.2834819243465113,"score_spread":0.26485640669608623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94812757,0.0008801481,0.0024723867,0.006348724,0.024856588,0.001859617,0.00032053379,0.001161945,0.0139725],"genre_scores_gemma":[0.99382603,0.000035144196,0.004345025,0.00012441837,0.00015812136,0.000053160904,0.00008282595,0.000065229695,0.0013100398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982417,0.000011048311,0.00051481434,0.00030632404,0.00044855665,0.00047754784],"domain_scores_gemma":[0.99867797,0.00008628985,0.00017386394,0.00031592825,0.00053722545,0.00020873916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092671585,0.00028930767,0.00028493415,0.0005137289,0.0001846061,0.00021427702,0.0009089532,0.00019514472,0.000016694556],"category_scores_gemma":[0.000629246,0.0003161823,0.00007528444,0.0012551543,0.000012565914,0.00030607815,0.00011336717,0.0004024837,0.000005540907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024763076,0.0002929876,0.5145888,0.0018589761,0.0014553978,3.3131423e-7,0.0016623727,0.24688202,0.009143578,0.032771353,0.18988751,0.0014541976],"study_design_scores_gemma":[0.00025124918,0.000004727049,0.86336005,0.00038300268,0.00011770782,0.000001966658,0.0002769218,0.1161097,0.0006485219,0.0000646912,0.018258387,0.00052305585],"about_ca_topic_score_codex":0.0033531934,"about_ca_topic_score_gemma":0.0044715167,"teacher_disagreement_score":0.34877127,"about_ca_system_score_codex":0.005448136,"about_ca_system_score_gemma":0.0020441115,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W4412870712","doi":"10.24908/pceea.2025.19604","title":"Scaffold learning in dynamics: A first-year engineering mechanics course","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Course (navigation); Scaffold; Dynamics (music); Computer science; Engineering; Mathematics education; Psychology; Aerospace engineering; Programming language; Pedagogy","score_opus":0.0017833691543342107,"score_gpt":0.1730325646067387,"score_spread":0.17124919545240447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91672504,0.001835678,0.0035154962,0.016827734,0.023870153,0.0027551819,0.00006441643,0.0026608198,0.03174548],"genre_scores_gemma":[0.9962165,0.00004694602,0.0013905793,0.00006773468,0.00007435644,0.00013282352,0.000013001037,0.000054394,0.0020036846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869716,0.0000038039761,0.0004011096,0.00020229389,0.0002570717,0.00043858305],"domain_scores_gemma":[0.99929214,0.00005320573,0.000107314845,0.000118089156,0.00026987217,0.00015935545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040934165,0.0002346031,0.0002299671,0.0006440913,0.00010221823,0.000099629746,0.000351618,0.00021866578,0.0000235449],"category_scores_gemma":[0.0005897526,0.0002681161,0.00008531472,0.0013334433,0.000005706957,0.0002213603,0.000029556977,0.00045339862,0.000010735794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002088392,0.00012801957,0.1621374,0.0014054568,0.00027868262,2.9831867e-7,0.0017811592,0.67133236,0.0009313029,0.12778397,0.0329788,0.0012404629],"study_design_scores_gemma":[0.0005889036,0.000014133568,0.24091297,0.0015040295,0.000093106035,0.0000041484977,0.0012146167,0.6826963,0.0016614293,0.0003726371,0.07003802,0.00089969015],"about_ca_topic_score_codex":0.00096002984,"about_ca_topic_score_gemma":0.0067482363,"teacher_disagreement_score":0.12741134,"about_ca_system_score_codex":0.005204347,"about_ca_system_score_gemma":0.00058765773,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W4412870719","doi":"10.24908/pceea.2025.19627","title":"Curriculum Analysis Purposes and Methodologies: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Systematic review; Curriculum; Computer science; Engineering ethics; Management science; Psychology; Engineering; Pedagogy; MEDLINE; Political science","score_opus":0.004535695954804368,"score_gpt":0.22897628109283322,"score_spread":0.22444058513802884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870719","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2806832,0.60074794,0.0031559698,0.03844017,0.02441664,0.011029752,0.00017244276,0.003324951,0.038028963],"genre_scores_gemma":[0.9677305,0.01473163,0.009303427,0.0011950736,0.0001264726,0.00089093053,0.000040618288,0.0000675108,0.0059138183],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99896574,0.000012812814,0.00040784874,0.00017087064,0.00020359749,0.00023911276],"domain_scores_gemma":[0.99903697,0.00007058173,0.00015432094,0.00013463321,0.00047434482,0.00012912293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063102704,0.00019114479,0.00039249493,0.00068614143,0.0000888726,0.0001227474,0.0002626772,0.00013686143,0.000010890022],"category_scores_gemma":[0.0017745406,0.00016720813,0.00012874886,0.002753251,0.000009596755,0.00014938958,0.000022671742,0.00022151557,0.0000023825821],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3072504e-7,0.00012918707,0.15570629,0.4748139,0.0057312115,4.2436847e-7,0.0038362537,0.011431153,0.0010078362,0.04598753,0.30000052,0.0013547601],"study_design_scores_gemma":[0.0009214693,0.000042686897,0.48573977,0.30065924,0.011410052,0.000048944432,0.004635649,0.080634564,0.003981087,0.0011609084,0.10706605,0.0036995758],"about_ca_topic_score_codex":0.000337274,"about_ca_topic_score_gemma":0.00067789503,"teacher_disagreement_score":0.68704736,"about_ca_system_score_codex":0.0012437832,"about_ca_system_score_gemma":0.00023281509,"threshold_uncertainty_score":0.68185496},"labels":[],"label_agreement":null},{"id":"W4412870723","doi":"10.24908/pceea.2025.19715","title":"A selected literature review of engineering identity","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Engineering; Philosophy; Aesthetics","score_opus":0.0018417620229102133,"score_gpt":0.19173599299168578,"score_spread":0.18989423096877556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65012634,0.18602265,0.002539754,0.0270897,0.04951605,0.0073980093,0.0003697415,0.0037755647,0.073162176],"genre_scores_gemma":[0.98886657,0.00409631,0.003164393,0.00048570312,0.00015847062,0.00020132789,0.00004269568,0.00007137817,0.0029131656],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99881655,0.0000039381234,0.00045313223,0.0001494027,0.00029707645,0.000279883],"domain_scores_gemma":[0.99852437,0.000034309887,0.00015426242,0.00013559619,0.001021146,0.00013030297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036618314,0.00019622676,0.00026244207,0.000505533,0.000056237135,0.00006341203,0.00037328643,0.00015748343,0.000026593052],"category_scores_gemma":[0.0012698428,0.00020244755,0.00010400731,0.0026657213,0.0000074257887,0.00027448,0.000022841557,0.00030171813,0.0000038141163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030851772,0.00024401095,0.05520999,0.105576634,0.0011975942,3.8512513e-7,0.0026121712,0.018923797,0.02950707,0.085013114,0.69899505,0.002717082],"study_design_scores_gemma":[0.00065019046,0.000023219465,0.5747925,0.07568867,0.0004106985,0.000018365454,0.00021870896,0.02046173,0.037816226,0.00027565565,0.2881325,0.0015115213],"about_ca_topic_score_codex":0.00027106004,"about_ca_topic_score_gemma":0.00033327827,"teacher_disagreement_score":0.5195825,"about_ca_system_score_codex":0.0017610487,"about_ca_system_score_gemma":0.00060981093,"threshold_uncertainty_score":0.8255572},"labels":[],"label_agreement":null},{"id":"W4412870724","doi":"10.24908/pceea.2025.19595","title":"Curricular Review of Manufacturing Engineering Design Education in a Canadian Undergraduate Program","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering; Engineering ethics; Engineering management; Medical education; Sociology; Medicine","score_opus":0.003349842101152067,"score_gpt":0.21300523932027196,"score_spread":0.20965539721911988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.742256,0.06971722,0.0022669472,0.04318168,0.043255046,0.020186445,0.00015330181,0.0029644289,0.07601897],"genre_scores_gemma":[0.9898804,0.0012879332,0.006439453,0.00036382873,0.0000802949,0.0005601826,0.000027233555,0.000066346176,0.0012943201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983937,0.00000915412,0.00058861944,0.00021184186,0.00027871557,0.000517967],"domain_scores_gemma":[0.998917,0.000042441214,0.00016762475,0.0001676274,0.00040747708,0.00029785366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005983017,0.00026001068,0.00031084375,0.0010904154,0.00006633328,0.00005758007,0.00039133255,0.00017537038,0.000019208639],"category_scores_gemma":[0.0006576675,0.00028237066,0.0001045473,0.0013192126,0.000010058956,0.0001918355,0.000017950124,0.00033163236,0.0000050976782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053506133,0.00089261396,0.123688005,0.073312424,0.0010664692,0.000001116898,0.0018742691,0.2500067,0.0038816761,0.04137127,0.42350313,0.08039696],"study_design_scores_gemma":[0.0006033778,0.00003484347,0.40232962,0.038227834,0.00027105416,0.000014548365,0.00033390507,0.046660442,0.033954773,0.00048256657,0.47541207,0.001674978],"about_ca_topic_score_codex":0.051287603,"about_ca_topic_score_gemma":0.040500276,"teacher_disagreement_score":0.2786416,"about_ca_system_score_codex":0.005588888,"about_ca_system_score_gemma":0.0039194496,"threshold_uncertainty_score":0.99996287},"labels":[],"label_agreement":null},{"id":"W4412870730","doi":"10.24908/pceea.2025.19603","title":"Building a hybrid leadership development program for working engineers and technical talent","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Leadership development; Engineering ethics; Engineering management; Engineering; Construction engineering; Architectural engineering; Sociology; Management; Political science; Public relations; Economics","score_opus":0.009513530018558805,"score_gpt":0.2198597552958166,"score_spread":0.2103462252772578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372068,0.0036809887,0.009905838,0.013515537,0.014233212,0.006429659,0.000035652527,0.0030169035,0.01197543],"genre_scores_gemma":[0.96519274,0.000014776408,0.032911703,0.00012944864,0.000087549146,0.0006873454,0.00000922362,0.00004272857,0.00092450535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988271,0.0000022827332,0.0003515051,0.00020461001,0.0001969718,0.0004175055],"domain_scores_gemma":[0.99936587,0.00005931543,0.00009234147,0.000084992964,0.000222866,0.00017460968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003724502,0.0002111556,0.000189632,0.00044329613,0.00015185849,0.00012154087,0.0002459308,0.00013499487,0.0000041922353],"category_scores_gemma":[0.00045206622,0.00022401537,0.00006810579,0.00056032155,0.000014597857,0.00010390971,0.000023538776,0.00023173896,0.0000011831363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001670722,0.000706045,0.07977412,0.012634955,0.001816193,4.3060916e-7,0.0056363964,0.051850323,0.026442662,0.14174294,0.38713235,0.29224688],"study_design_scores_gemma":[0.0008177907,0.00003036236,0.23823309,0.0023046832,0.00018125624,0.000016404461,0.0008615671,0.031719316,0.039352648,0.0004126734,0.68473905,0.0013311307],"about_ca_topic_score_codex":0.0000863415,"about_ca_topic_score_gemma":0.00032966785,"teacher_disagreement_score":0.29760674,"about_ca_system_score_codex":0.0025905075,"about_ca_system_score_gemma":0.000535173,"threshold_uncertainty_score":0.9135081},"labels":[],"label_agreement":null},{"id":"W4412870740","doi":"10.24908/pceea.2025.19679","title":"Adapting to Change: A Study of Assessment Practices in Engineering Education Amidst Major Disruptions","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering ethics; Political science; Engineering","score_opus":0.011637592605735618,"score_gpt":0.27759481563136995,"score_spread":0.26595722302563435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873514,0.00023619819,0.00011331558,0.0028668663,0.003866719,0.0015267301,0.000011712529,0.00019712625,0.0038298906],"genre_scores_gemma":[0.99557453,0.000014032639,0.0025366377,0.00011851684,0.000118082455,0.0008227148,0.000008188569,0.00004079495,0.00076648965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850124,0.000009273883,0.00056992087,0.0002385354,0.00033487802,0.00034617048],"domain_scores_gemma":[0.99879193,0.00007229233,0.0003119757,0.00017057166,0.00047604204,0.00017718364],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000549792,0.00022859433,0.0002653479,0.0011862877,0.0000861518,0.00008933424,0.00036854495,0.00012857163,0.000019032677],"category_scores_gemma":[0.0009829849,0.0002544315,0.000059407706,0.0019797657,0.0000054909087,0.0003164175,0.00004065859,0.00032679434,0.0000036693186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006173334,0.0018910527,0.7840807,0.004072018,0.0005562397,2.4839085e-7,0.020606298,0.11368005,0.01087894,0.021401003,0.03525493,0.0075723394],"study_design_scores_gemma":[0.00032502928,0.000031455784,0.9621551,0.0010559919,0.00008610836,0.0000015350613,0.0062970207,0.017553845,0.00090643094,0.00003177575,0.011143632,0.00041205165],"about_ca_topic_score_codex":0.00650175,"about_ca_topic_score_gemma":0.010372096,"teacher_disagreement_score":0.17807442,"about_ca_system_score_codex":0.0035182347,"about_ca_system_score_gemma":0.0009415519,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W4412870742","doi":"10.24908/pceea.2025.19680","title":"Assessing Student Perspectives on Engineering Leadership Education in Canada","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Educational leadership; Engineering education; Engineering ethics; Pedagogy; Sociology; Political science; Engineering; Engineering management","score_opus":0.0066798318753625635,"score_gpt":0.22179867877953607,"score_spread":0.21511884690417352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97565985,0.00078133243,0.000035312125,0.0030881728,0.006255202,0.0005276976,0.0000065339973,0.00016805338,0.013477874],"genre_scores_gemma":[0.9974923,0.0000251736,0.00054299115,0.00026438886,0.000105159335,0.0001278157,0.000006376768,0.00003960632,0.0013961757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858755,0.0000060509124,0.0003947728,0.00023301362,0.00035831286,0.00042029461],"domain_scores_gemma":[0.99920285,0.00006773811,0.000110858244,0.00013725214,0.00031846887,0.00016284318],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028871384,0.00024189234,0.00021617753,0.0006996672,0.00008394738,0.00015359913,0.00035592908,0.00012316677,0.00001972275],"category_scores_gemma":[0.00049092283,0.00026518918,0.0000593579,0.0010925939,0.000006801096,0.00025231647,0.000017274433,0.00041996487,0.0000038756593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000039283054,0.00048437074,0.41379505,0.0024501185,0.00046106224,4.91815e-7,0.009987587,0.353934,0.0039153276,0.0551074,0.14767353,0.012187157],"study_design_scores_gemma":[0.00021968814,0.0000053277868,0.95087564,0.0011431919,0.000032527612,0.000001653756,0.017703941,0.009128071,0.0025563326,0.000029755645,0.017815795,0.00048808087],"about_ca_topic_score_codex":0.2235379,"about_ca_topic_score_gemma":0.441874,"teacher_disagreement_score":0.5370806,"about_ca_system_score_codex":0.018448351,"about_ca_system_score_gemma":0.006908996,"threshold_uncertainty_score":0.99998003},"labels":[],"label_agreement":null},{"id":"W4412870750","doi":"10.24908/pceea.2025.19597","title":"Redesigning the Common Engineering First-Year (Part 2): Pilots and Stakeholder Engagement","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"York University","keywords":"Stakeholder engagement; Stakeholder; Engineering; Aeronautics; Engineering management; Engineering ethics; Political science; Public relations","score_opus":0.0099352533340743,"score_gpt":0.19077678668738732,"score_spread":0.18084153335331302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330725,0.002339298,0.0006462985,0.01950605,0.015315691,0.002455363,0.000049069877,0.0012376498,0.025378043],"genre_scores_gemma":[0.9961427,0.00008401589,0.0012488656,0.00019201476,0.00014028876,0.00017779347,0.0000072446237,0.000046141427,0.0019609698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988132,0.0000066213615,0.00036125013,0.0001882158,0.00026398833,0.00036671595],"domain_scores_gemma":[0.9992651,0.00010199437,0.000107717286,0.00015565497,0.00022093087,0.00014861727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006009333,0.00022702114,0.0001914338,0.00032096697,0.00026795175,0.00017294365,0.0003351103,0.00012801297,0.0000237247],"category_scores_gemma":[0.00045719752,0.00020259043,0.000058412024,0.0007218484,0.000015403297,0.00015900577,0.000041820487,0.00038673193,0.000005309688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004459811,0.0001410741,0.14476308,0.0025405467,0.0008879843,2.9811906e-7,0.0061308015,0.12839548,0.0041598915,0.07829469,0.63154465,0.0031370455],"study_design_scores_gemma":[0.0004887472,0.00001764276,0.3783689,0.0011855481,0.00016788913,0.0000056186464,0.0013406202,0.02953729,0.0061037894,0.00021384246,0.581755,0.00081512064],"about_ca_topic_score_codex":0.0005933744,"about_ca_topic_score_gemma":0.0009396087,"teacher_disagreement_score":0.23360583,"about_ca_system_score_codex":0.001693285,"about_ca_system_score_gemma":0.00027223464,"threshold_uncertainty_score":0.82613975},"labels":[],"label_agreement":null},{"id":"W4412870755","doi":"10.24908/pceea.2025.19694","title":"Work-in-Progress: Developing a First Nations Australian Engineering Threshold Learning Element Inventory &amp; Framework","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Element (criminal law); Work (physics); Developing country; Engineering ethics; Engineering; Computer science; Engineering management; Economics; Political science; Mechanical engineering; Economic growth; Law","score_opus":0.006818835526461266,"score_gpt":0.22223625840301942,"score_spread":0.21541742287655816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9262602,0.0024277866,0.00227127,0.030215396,0.019073926,0.0028278618,0.000024502358,0.0020133322,0.014885777],"genre_scores_gemma":[0.98819697,0.000066600864,0.008620595,0.00009618457,0.00012066233,0.0003425795,0.000017720471,0.00005889891,0.002479802],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998325,0.0000048426523,0.00054336403,0.00025629942,0.00033809664,0.00053242035],"domain_scores_gemma":[0.9991224,0.000086560794,0.00014599913,0.00014768021,0.00031357678,0.00018380204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044766298,0.00028723577,0.0002468017,0.0011748498,0.00022514239,0.00015774519,0.0004178816,0.00025710612,0.000033965465],"category_scores_gemma":[0.0010927654,0.00032807773,0.000098129734,0.0025182448,0.000014366424,0.00020986215,0.000039991446,0.00062699267,0.000014905923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028044135,0.00010364815,0.5475261,0.0021014162,0.0003506641,2.631414e-7,0.0037083835,0.31217068,0.00024254808,0.08358235,0.04944371,0.0007673961],"study_design_scores_gemma":[0.0003946506,0.000008161426,0.4567902,0.004699234,0.000077004835,0.0000026275768,0.0006698941,0.013725924,0.0015812861,0.000324739,0.52066755,0.0010587261],"about_ca_topic_score_codex":0.00043002955,"about_ca_topic_score_gemma":0.005414663,"teacher_disagreement_score":0.47122383,"about_ca_system_score_codex":0.0057840454,"about_ca_system_score_gemma":0.00063706463,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W4412870759","doi":"10.24908/pceea.2025.19697","title":"Keeping our Students in Sight on the Accreditation 'Path Forward'","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sight; Accreditation; Path (computing); Mathematics education; Computer science; Psychology; Medical education; Optics; Physics; Medicine; Computer network","score_opus":0.003706473200793455,"score_gpt":0.21425616410977236,"score_spread":0.2105496909089789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543738,0.00020755679,0.00010844421,0.016384901,0.008442582,0.0010600726,0.0000143091975,0.00027485154,0.019133525],"genre_scores_gemma":[0.99718314,0.000019819043,0.00023515156,0.0004709063,0.00010744964,0.0001890361,0.000006395067,0.000027204549,0.0017609221],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988596,0.0000070317624,0.00033029303,0.00015532435,0.00035109642,0.0002966424],"domain_scores_gemma":[0.99938214,0.00006476438,0.000105823055,0.000119526834,0.00023508626,0.00009268654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000528818,0.00017059062,0.00014942099,0.0004689068,0.00011623451,0.00012434534,0.0004502649,0.00012915664,0.000010288303],"category_scores_gemma":[0.0007706608,0.00014846219,0.00006484553,0.001011468,0.000004988106,0.00013943734,0.000022140288,0.00032097328,0.000012648333],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060711063,0.00032515387,0.3170578,0.0011337713,0.00048903417,2.788865e-7,0.008114529,0.09416395,0.0043238616,0.077866256,0.49314666,0.003372662],"study_design_scores_gemma":[0.00037776332,0.000012376279,0.9157341,0.0010630471,0.000047189365,0.0000010516528,0.0023158577,0.014045513,0.0051943185,0.00047431808,0.060256492,0.00047796813],"about_ca_topic_score_codex":0.00061925803,"about_ca_topic_score_gemma":0.0012749858,"teacher_disagreement_score":0.5986763,"about_ca_system_score_codex":0.0030862144,"about_ca_system_score_gemma":0.00041768086,"threshold_uncertainty_score":0.8070344},"labels":[],"label_agreement":null},{"id":"W4412870760","doi":"10.24908/pceea.2025.19699","title":"A Review of the Civil Engineering Capstone Curriculum","year":2025,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Capstone; Curriculum; Engineering ethics; Engineering; Engineering management; Mathematics education; Political science; Sociology; Pedagogy; Computer science; Psychology; Computer security","score_opus":0.004957932650543935,"score_gpt":0.2220260750760801,"score_spread":0.21706814242553618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027252267,0.9888566,0.000009176739,0.00049983617,0.00631603,0.0012245176,0.000074118536,0.00017269037,0.0028197921],"genre_scores_gemma":[0.00044163608,0.9954953,0.00035961517,0.00016030758,0.00022350156,0.000501376,0.0000381083,0.00011758912,0.0026625348],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975977,0.000014803626,0.0010827252,0.00029647816,0.00051374134,0.0004945564],"domain_scores_gemma":[0.9979636,0.0001013122,0.0006610532,0.0003783157,0.0006724602,0.0002232392],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059420365,0.00054523547,0.0010919184,0.0006140269,0.00010785326,0.000060754468,0.0010980389,0.00041569813,0.000052175536],"category_scores_gemma":[0.0019429491,0.0004388356,0.0006233594,0.002545704,0.00001862864,0.00012903621,0.0000858918,0.00077069754,0.000010243877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2246976e-7,0.000083390776,0.00029730218,0.51022565,0.0006411965,7.0853076e-8,0.00029207795,0.0015475708,0.000014461801,0.0028499267,0.46191013,0.022138087],"study_design_scores_gemma":[0.00004298557,0.0000023412306,0.00027945876,0.12410888,0.0004289627,0.000005853629,0.000020175286,0.000295547,0.000029706323,0.000004984748,0.8743992,0.00038191743],"about_ca_topic_score_codex":0.00074578304,"about_ca_topic_score_gemma":0.00087134016,"teacher_disagreement_score":0.41248906,"about_ca_system_score_codex":0.004372958,"about_ca_system_score_gemma":0.0025014537,"threshold_uncertainty_score":0.99980634},"labels":[],"label_agreement":null},{"id":"W4412870762","doi":"10.24908/pceea.2025.19653","title":"How do we prepare ourselves to prepare future engineers?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Engineering ethics; Engineering","score_opus":0.0027092546021212213,"score_gpt":0.1897153844683574,"score_spread":0.1870061298662362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68927026,0.008984843,0.0012742497,0.1841125,0.057093088,0.005184303,0.0002704927,0.003574405,0.050235868],"genre_scores_gemma":[0.9833028,0.00010738555,0.002645064,0.00024385974,0.0004380441,0.00030265332,0.000013464039,0.0000667011,0.012880044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986238,0.000004384525,0.00030535003,0.00027115614,0.00033842135,0.0004569137],"domain_scores_gemma":[0.9987903,0.0000305433,0.00010438178,0.00020798159,0.00054735533,0.00031943404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024295055,0.0002881294,0.00024229623,0.0006496705,0.00013487018,0.00027718674,0.00048842496,0.00022508539,0.00002490232],"category_scores_gemma":[0.0005012331,0.00029487823,0.0001160091,0.0013834415,0.000007989348,0.00024902917,0.000033922497,0.00023003611,0.000008107254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021847582,0.0000666383,0.009781054,0.0012747665,0.00033640134,1.40914e-7,0.0066242516,0.027672315,0.0017287659,0.018328365,0.92843944,0.0057456614],"study_design_scores_gemma":[0.00017520346,0.0000098461705,0.031628687,0.00068438536,0.00006944009,0.0000033771869,0.0034944282,0.002869227,0.0047040884,0.00013227716,0.955684,0.0005450113],"about_ca_topic_score_codex":0.00016809978,"about_ca_topic_score_gemma":0.0013839836,"teacher_disagreement_score":0.29403254,"about_ca_system_score_codex":0.0030874873,"about_ca_system_score_gemma":0.0006265342,"threshold_uncertainty_score":0.99995035},"labels":[],"label_agreement":null},{"id":"W4412870769","doi":"10.24908/pceea.2025.19691","title":"Embedding Sustainability Topics Through Student-Led Design Projects","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Embedding; Sustainability; Architectural engineering; Engineering management; Computer science; Business; Engineering; Artificial intelligence","score_opus":0.005452584761377106,"score_gpt":0.2411147712364646,"score_spread":0.2356621864750875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86758476,0.001418102,0.009540967,0.024823282,0.026106218,0.005519618,0.00003088544,0.0021165283,0.06285964],"genre_scores_gemma":[0.9898343,0.00002219925,0.0047224946,0.00019071517,0.00013607243,0.0002363961,0.0000052196824,0.00003556833,0.004817051],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99877816,0.000008151687,0.00035828,0.00019780314,0.0002732069,0.00038439172],"domain_scores_gemma":[0.9988823,0.00005122229,0.00010991564,0.00014466175,0.0006942681,0.00011764774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041643635,0.00020646067,0.00020066822,0.0002947215,0.00015064169,0.00012710385,0.00037001018,0.00017018388,0.000018847166],"category_scores_gemma":[0.00093215925,0.00021132696,0.00008148057,0.000951368,0.000012566583,0.00023049599,0.00002979275,0.000271766,0.0000043569403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005746567,0.00038668176,0.1387369,0.0041780034,0.00090104487,3.664247e-7,0.017388599,0.32189834,0.0026308696,0.10211011,0.40580997,0.005953337],"study_design_scores_gemma":[0.0010866139,0.0000412083,0.45710975,0.0012793322,0.0003028839,0.00000696149,0.008795845,0.07889979,0.025036272,0.0032920695,0.422307,0.001842258],"about_ca_topic_score_codex":0.0007543912,"about_ca_topic_score_gemma":0.00043151737,"teacher_disagreement_score":0.31837285,"about_ca_system_score_codex":0.0060839127,"about_ca_system_score_gemma":0.0012675186,"threshold_uncertainty_score":0.99773157},"labels":[],"label_agreement":null},{"id":"W4412870771","doi":"10.24908/pceea.2025.19681","title":"Exploring Self-Making as a Tool for Enhanced Engagement and Learning in Engineering Education Inspired by Indigenous Practices","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Indigenous; Engineering ethics; Mathematics education; Sociology; Pedagogy; Engineering; Psychology","score_opus":0.011016418562170905,"score_gpt":0.23327745249352538,"score_spread":0.2222610339313545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99236184,0.0006356596,0.00029000867,0.0009055374,0.0024853454,0.0010067998,0.000005946668,0.0003454156,0.001963419],"genre_scores_gemma":[0.9937063,0.000159897,0.0039506294,0.0001235062,0.00009314378,0.0011295921,0.000015093821,0.000053063664,0.00076879497],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986678,0.000010300647,0.00043668228,0.00025854056,0.00021630498,0.00041038002],"domain_scores_gemma":[0.99907047,0.00014941538,0.00027296756,0.00009561791,0.0003000582,0.00011147107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007189758,0.00024414944,0.00022380514,0.0006762555,0.00019487379,0.00017204831,0.00023174414,0.00014184728,0.0000052614237],"category_scores_gemma":[0.002184805,0.00028637677,0.00005514081,0.000843125,0.0000057984194,0.0004929797,0.000028488656,0.0004431132,0.000002177005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040085077,0.0015365893,0.24737705,0.028796788,0.0022639148,5.026861e-7,0.123587646,0.22566198,0.18951553,0.055460714,0.04513007,0.08062913],"study_design_scores_gemma":[0.001606156,0.000097845426,0.30080998,0.004981847,0.0003385045,0.000009673551,0.008899036,0.05430179,0.060929716,0.00026315072,0.5652613,0.002500984],"about_ca_topic_score_codex":0.00082231045,"about_ca_topic_score_gemma":0.0004585365,"teacher_disagreement_score":0.52013123,"about_ca_system_score_codex":0.0032790154,"about_ca_system_score_gemma":0.0010324852,"threshold_uncertainty_score":0.9999588},"labels":[],"label_agreement":null},{"id":"W4412870779","doi":"10.24908/pceea.2025.19718","title":"Understanding the important skills and competencies for different engineering career paths for graduates of Canadian engineering programs","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Medical education; Engineering management; Engineering education; Psychology; Engineering; Engineering ethics; Medicine","score_opus":0.014274346168148573,"score_gpt":0.1929232600145847,"score_spread":0.17864891384643614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567653,0.002169714,0.008584964,0.011089209,0.012667543,0.006654469,0.00032959494,0.000703527,0.0010356884],"genre_scores_gemma":[0.99610466,0.00006688803,0.0027271903,0.00006179714,0.0000918873,0.0005438732,0.000037267913,0.00005971706,0.00030671406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856514,0.0000026433747,0.0004987825,0.00020390414,0.0002114595,0.00051807426],"domain_scores_gemma":[0.99889493,0.00017152951,0.00015707189,0.00013200684,0.00040869217,0.00023577013],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041619866,0.0002822287,0.00030022464,0.00083831546,0.00018380927,0.00012385738,0.00031511398,0.00015903125,0.0000026536666],"category_scores_gemma":[0.0006987517,0.00024589917,0.00013237684,0.00085540145,0.0000194382,0.00011933948,0.00002049611,0.000200217,2.8416994e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010720514,0.00034926142,0.22954233,0.014947382,0.002881042,3.4079181e-7,0.017079916,0.16317835,0.025865346,0.473378,0.069165595,0.0036017273],"study_design_scores_gemma":[0.0016976815,0.00012902598,0.34321925,0.0040354165,0.0008082909,0.000016559094,0.00549899,0.4221421,0.029041428,0.0019325715,0.18891904,0.0025596672],"about_ca_topic_score_codex":0.0049651056,"about_ca_topic_score_gemma":0.025209676,"teacher_disagreement_score":0.4714454,"about_ca_system_score_codex":0.002602133,"about_ca_system_score_gemma":0.0005184088,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4412870785","doi":"10.24908/pceea.2025.19564","title":"In between CEAB Graduate Attributes 6 and 7: Interpersonal Communication For Leadership","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Mitacs; University of Toronto","keywords":"Interpersonal communication; Psychology; Graduate students; Management; Sociology; Social psychology; Pedagogy; Economics","score_opus":0.024228315482541424,"score_gpt":0.23345946215674834,"score_spread":0.20923114667420692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526434,0.0013467215,0.00048488937,0.036213677,0.003231778,0.0013321983,0.00007028837,0.00027481944,0.0044022133],"genre_scores_gemma":[0.9968695,0.000026113115,0.0014496366,0.00018518542,0.000053882166,0.00014835416,0.000017686094,0.00002005716,0.001229553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99926805,0.0000039212787,0.0002578065,0.00011686137,0.00011724514,0.00023609832],"domain_scores_gemma":[0.9994453,0.000096987635,0.00007193368,0.00007418911,0.00022577449,0.00008581397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038271345,0.00012537316,0.00015032414,0.00037643846,0.000078768855,0.00006453556,0.00021114193,0.00011415424,0.000004599251],"category_scores_gemma":[0.00046294922,0.0001362426,0.00004193946,0.0004935419,0.0000128082165,0.00016365839,0.00001631165,0.0002026864,0.0000013476442],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005972834,0.00012282784,0.55739456,0.0041216207,0.0005086047,4.7860638e-8,0.009857849,0.006337026,0.002739537,0.07760529,0.33314526,0.008161377],"study_design_scores_gemma":[0.0004764142,0.000009352473,0.92177224,0.0008247668,0.00006409194,0.0000011412262,0.0015335493,0.010631756,0.0042204643,0.001324205,0.058715932,0.0004261131],"about_ca_topic_score_codex":0.00074233674,"about_ca_topic_score_gemma":0.0018952371,"teacher_disagreement_score":0.36437765,"about_ca_system_score_codex":0.0016396946,"about_ca_system_score_gemma":0.00024763285,"threshold_uncertainty_score":0.55558115},"labels":[],"label_agreement":null},{"id":"W4412870786","doi":"10.24908/pceea.2025.19668","title":"Implementing Land-Based Learning in Engineering Education: Insights from Land-Based Facilitators","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Polytechnique Montréal; University of Manitoba","keywords":"Computer science","score_opus":0.002867685144991781,"score_gpt":0.19199898606868698,"score_spread":0.1891313009236952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98913723,0.00066779647,0.0004671439,0.0016805464,0.0039659142,0.00056113995,0.000024558913,0.00047208433,0.003023591],"genre_scores_gemma":[0.99634695,0.000009195791,0.0023271665,0.00021471248,0.00012372794,0.0002356219,0.000067831344,0.000050306266,0.00062449067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983735,0.000009494725,0.0005303566,0.0002729756,0.00031047434,0.000503181],"domain_scores_gemma":[0.99909127,0.0001002689,0.00013414661,0.00014640321,0.00033491146,0.00019302133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032377124,0.00029165915,0.0002715596,0.0009502409,0.00015015283,0.00013537158,0.0003510354,0.0002055648,0.00003265899],"category_scores_gemma":[0.00066539686,0.00032079557,0.000103089464,0.001336094,0.000009186158,0.00019009635,0.000024604826,0.0004764341,0.000009795881],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021891112,0.00008645485,0.63143206,0.0008849862,0.00010988703,1.1844777e-7,0.0007291114,0.3545019,0.0018156943,0.0019301857,0.0070220227,0.0014853633],"study_design_scores_gemma":[0.0007067408,0.000011382882,0.64476997,0.0014608528,0.00006840315,5.508064e-7,0.00045230472,0.19163613,0.006520678,0.00008614658,0.1535075,0.0007793372],"about_ca_topic_score_codex":0.0051545794,"about_ca_topic_score_gemma":0.0076150484,"teacher_disagreement_score":0.16286579,"about_ca_system_score_codex":0.0034833075,"about_ca_system_score_gemma":0.0017612708,"threshold_uncertainty_score":0.9999244},"labels":[],"label_agreement":null},{"id":"W4412870788","doi":"10.24908/pceea.2025.19629","title":"Identifying Common Themes in Technical Graduate Attribute Indicators Across Canadian Universities","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Psychology","score_opus":0.0074178511225472185,"score_gpt":0.23516252401207483,"score_spread":0.2277446728895276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98482186,0.00024417092,0.00003128699,0.0029307778,0.0027633249,0.00036248387,0.000043447748,0.00021392002,0.008588706],"genre_scores_gemma":[0.9977671,0.000028752014,0.0003159029,0.00014127826,0.00004045358,0.00005423449,0.000016977845,0.000027042235,0.0016082617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987948,0.0000051152483,0.00032359397,0.00016437915,0.0002307337,0.00048139156],"domain_scores_gemma":[0.99934727,0.000029981165,0.000091240094,0.00011263663,0.00018879441,0.00023007933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036795312,0.00018193659,0.00019685397,0.0009868012,0.00017327993,0.00011299035,0.00041037527,0.00019396502,0.000014870039],"category_scores_gemma":[0.00017179934,0.00020290745,0.000069592104,0.0016935244,0.000019284329,0.00020176668,0.000029540917,0.00039684455,0.000006655397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030285655,0.00013330075,0.7393029,0.0016152979,0.00042792317,0.0000012859197,0.014861304,0.03774186,0.0019707708,0.043591768,0.15594907,0.0044014845],"study_design_scores_gemma":[0.00018253885,0.0000031106401,0.96313035,0.00042467046,0.000025872383,0.0000022066502,0.0035155339,0.0015869448,0.0019217797,0.00014880905,0.028719965,0.0003382262],"about_ca_topic_score_codex":0.08308498,"about_ca_topic_score_gemma":0.32261395,"teacher_disagreement_score":0.23952897,"about_ca_system_score_codex":0.008937511,"about_ca_system_score_gemma":0.0013731027,"threshold_uncertainty_score":0.994867},"labels":[],"label_agreement":null},{"id":"W4412870800","doi":"10.24908/pceea.2025.19683","title":"Engineering Careers and Career Engineering: An Evaluation of Undergraduate Professionalism Programming","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"University of Prince Edward Island","keywords":"Engineering management; Engineering ethics; Engineering; Medical education; Psychology; Medicine","score_opus":0.011790218080963394,"score_gpt":0.23875789678480416,"score_spread":0.22696767870384077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98762274,0.0012135603,0.00025128928,0.0023570843,0.0052048224,0.0013009859,0.000027095644,0.00042074453,0.0016016505],"genre_scores_gemma":[0.99668026,0.000020888061,0.0024836098,0.000039895778,0.00006770058,0.00022793244,0.000022706383,0.000053040923,0.00040397965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982911,0.000009832943,0.00047422724,0.00024647464,0.000594033,0.00038433168],"domain_scores_gemma":[0.9983784,0.00005163754,0.00016339266,0.00017036435,0.0010389455,0.00019726425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090649835,0.00027088475,0.00026782404,0.00065480586,0.000095328294,0.000086865315,0.00030915393,0.00021909982,0.000010094895],"category_scores_gemma":[0.00081462844,0.00028561233,0.00007801166,0.0009733914,0.000015753138,0.00028852685,0.000033377462,0.0003076185,0.0000013922302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008196836,0.000373003,0.10904528,0.0074388585,0.0015437674,2.8833594e-7,0.008840197,0.66605777,0.03858333,0.113481276,0.027006939,0.027621098],"study_design_scores_gemma":[0.0011718288,0.00003694327,0.4009573,0.002341689,0.0006366224,0.000010243817,0.0014790336,0.5063846,0.022006398,0.00047476255,0.06307295,0.0014276578],"about_ca_topic_score_codex":0.00087919756,"about_ca_topic_score_gemma":0.00061188487,"teacher_disagreement_score":0.291912,"about_ca_system_score_codex":0.0023233376,"about_ca_system_score_gemma":0.0008573889,"threshold_uncertainty_score":0.9999596},"labels":[],"label_agreement":null},{"id":"W4412870803","doi":"10.24908/pceea.2025.19638","title":"A study on the relationship between engineering teaching experience, self-efficacy, and pedagogical practices","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Mathematics education; Psychology; Engineering ethics; Engineering; Medical education; Engineering management; Medicine","score_opus":0.04937342766381389,"score_gpt":0.3144738774065029,"score_spread":0.265100449742689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991333,0.000073682226,0.000029057937,0.0028911105,0.001073247,0.00060013874,0.000003902415,0.00026960316,0.0037262372],"genre_scores_gemma":[0.99813884,0.000004419602,0.000494169,0.0001003706,0.00013440325,0.00020265956,0.0000028824509,0.000031664982,0.00089060626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877006,0.000015555433,0.0003540379,0.00021810542,0.00031879757,0.00032345005],"domain_scores_gemma":[0.99867946,0.0006435659,0.00020325797,0.00015652276,0.00015629588,0.00016087844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007862148,0.0002212549,0.00018453872,0.0003850488,0.00030543798,0.000198279,0.00034913837,0.00013585405,0.000006488675],"category_scores_gemma":[0.004705532,0.00018383471,0.000048702295,0.0006732349,0.000010770752,0.00020012858,0.000034931654,0.0006200344,0.0000054497846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011576464,0.00018726956,0.92686874,0.00022095362,0.00021619191,1.07355575e-7,0.015353392,0.002996265,0.00020853702,0.042099707,0.0115890205,0.00025868282],"study_design_scores_gemma":[0.00015469921,0.000014006142,0.977378,0.00018126085,0.00005960377,0.0000012900719,0.0026519308,0.0012500138,0.00017482464,0.000041590676,0.017883373,0.00020942108],"about_ca_topic_score_codex":0.0004044183,"about_ca_topic_score_gemma":0.00019633173,"teacher_disagreement_score":0.05050927,"about_ca_system_score_codex":0.0014284496,"about_ca_system_score_gemma":0.0002990712,"threshold_uncertainty_score":0.74965614},"labels":[],"label_agreement":null},{"id":"W4412870804","doi":"10.24908/pceea.2025.19710","title":"Impact of Prior Technical Capabilites on Learning the Engineering Design Process","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Process (computing); Computer science; Programming language","score_opus":0.0037282191968207334,"score_gpt":0.2212835694583774,"score_spread":0.21755535026155667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98897547,0.00032937046,0.00064163934,0.0016575014,0.0022240514,0.0011278574,0.000012856523,0.0004830072,0.0045482274],"genre_scores_gemma":[0.9982217,0.00001520979,0.00084489596,0.000035061596,0.000066483546,0.00016324095,0.000003920489,0.00004152955,0.00060798205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987549,0.000008146304,0.00040874872,0.00017679695,0.00030449554,0.00034687525],"domain_scores_gemma":[0.9989087,0.00018305,0.00015922906,0.00014953509,0.000473012,0.00012650256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054264406,0.0002347917,0.00023094643,0.000441256,0.00012832564,0.00006905549,0.0004417672,0.00017110951,0.000020556454],"category_scores_gemma":[0.0018235883,0.00018637293,0.00014800548,0.001195426,0.0000183381,0.00011903326,0.000018416224,0.0004738514,0.000004059003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036927931,0.00008722309,0.038092446,0.00062666094,0.00025050246,3.5181266e-8,0.0013354728,0.93073314,0.008405246,0.0043543708,0.015035344,0.0010758488],"study_design_scores_gemma":[0.00042976002,0.00008432843,0.8546332,0.0013227819,0.00014592451,0.0000062636686,0.0005328139,0.1080439,0.023522908,0.00020285296,0.010299011,0.00077624636],"about_ca_topic_score_codex":0.00045813032,"about_ca_topic_score_gemma":0.0001228816,"teacher_disagreement_score":0.82268924,"about_ca_system_score_codex":0.0028062223,"about_ca_system_score_gemma":0.0008451861,"threshold_uncertainty_score":0.7600067},"labels":[],"label_agreement":null},{"id":"W4412870815","doi":"10.24908/pceea.2025.19601","title":"Using Expectancy Value Theory to Explore the Impact of Assessment Characteristics on Student Ownership of Learning","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Expectancy theory; Value (mathematics); Psychology; Social psychology; Mathematics education; Statistics; Mathematics","score_opus":0.014719017670899425,"score_gpt":0.2910452510735981,"score_spread":0.27632623340269863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99440676,0.00006607444,0.0004463897,0.0004246371,0.0013820673,0.00039663585,0.000009307269,0.00006110522,0.0028070102],"genre_scores_gemma":[0.9984224,0.000011215838,0.0009137965,0.000037504244,0.00006670744,0.0000634005,0.0000046111636,0.000030615403,0.00044977912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988768,0.000015378364,0.00041894437,0.00013208382,0.0003077167,0.00024909122],"domain_scores_gemma":[0.9989928,0.00010429218,0.00023525271,0.0001356609,0.00041765565,0.00011431098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000574295,0.0001820451,0.00023803473,0.0004213393,0.00009454353,0.000043250584,0.00034568517,0.00009381561,0.000018285122],"category_scores_gemma":[0.00063057005,0.00014367799,0.0001263211,0.00081154966,0.0000122337,0.00007160793,0.00002602119,0.00027771303,0.0000013083439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008135036,0.00027374687,0.31016707,0.000812889,0.00088932953,7.5334185e-8,0.01840899,0.5843549,0.027080083,0.047258902,0.00847384,0.0022720378],"study_design_scores_gemma":[0.00015854859,0.000037767033,0.9751175,0.00076657877,0.00007677982,7.953343e-7,0.0032591708,0.012135306,0.0067081093,0.0001424758,0.0013307605,0.0002662159],"about_ca_topic_score_codex":0.00050216523,"about_ca_topic_score_gemma":0.000045202436,"teacher_disagreement_score":0.66495043,"about_ca_system_score_codex":0.003154566,"about_ca_system_score_gemma":0.0007009825,"threshold_uncertainty_score":0.8249081},"labels":[],"label_agreement":null},{"id":"W4412870816","doi":"10.24908/pceea.2025.19692","title":"A Knowledge-Base for Engineering - Benefits and Lessons Learned Using a Concept Inventory","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Knowledge base; Base (topology); Engineering management; Concept inventory; Engineering; Knowledge management; Computer science; Operations research; Artificial intelligence; Mathematics","score_opus":0.017941946881315125,"score_gpt":0.2501139710437007,"score_spread":0.23217202416238558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96637434,0.00736892,0.0018300615,0.0071719405,0.01107429,0.0019727629,0.00012283126,0.0008577481,0.0032270942],"genre_scores_gemma":[0.9950062,0.0000542114,0.0033232553,0.00009871805,0.00014268095,0.00018622796,0.000012049766,0.000058144164,0.0011184992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989766,0.000003070272,0.0003043309,0.00020259195,0.00013500417,0.00037840183],"domain_scores_gemma":[0.9991546,0.0000626795,0.0000955526,0.00009914468,0.0003830101,0.00020500411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030589456,0.00021083943,0.00020876004,0.00048594608,0.00014267584,0.00009868467,0.0002105482,0.00017011912,0.0000064594456],"category_scores_gemma":[0.00067645806,0.00023488334,0.00007970653,0.000654734,0.00001341887,0.00015174167,0.00002483658,0.00020374528,0.0000013521238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009258931,0.0003171688,0.041279692,0.0069726724,0.0013317179,1.5142186e-7,0.011666096,0.46528894,0.029400418,0.26751933,0.1437521,0.032462455],"study_design_scores_gemma":[0.0014216685,0.000029407445,0.06557813,0.0028119592,0.00036466002,0.000008794708,0.001206483,0.61830306,0.025037497,0.00047012855,0.28318092,0.0015872722],"about_ca_topic_score_codex":0.00048533652,"about_ca_topic_score_gemma":0.00064382004,"teacher_disagreement_score":0.26704922,"about_ca_system_score_codex":0.0023613474,"about_ca_system_score_gemma":0.0007313384,"threshold_uncertainty_score":0.9578265},"labels":[],"label_agreement":null},{"id":"W4412870819","doi":"10.24908/pceea.2025.19657","title":"Student Perspectives on Socio-technical Thinking, Depoliticization, and Meritocracy","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"University of Waterloo","keywords":"Meritocracy; Sociology; Pedagogy; Political science; Mathematics education; Psychology; Law","score_opus":0.0023579505215051027,"score_gpt":0.21268519647194828,"score_spread":0.21032724595044316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332932,0.001151699,0.00032895728,0.012976415,0.0048781605,0.001039886,0.00001940011,0.0007631686,0.04554908],"genre_scores_gemma":[0.996973,0.0000705234,0.0010282948,0.00024537655,0.00009576138,0.00009776086,0.000004531801,0.000028150584,0.0014566146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990351,0.000004302481,0.00026093915,0.00017769483,0.00026501511,0.00025695114],"domain_scores_gemma":[0.9993087,0.000047286812,0.00008234282,0.000096379634,0.00033004888,0.00013522478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024025352,0.00016734713,0.00015313656,0.00035516813,0.00017264707,0.00012099525,0.0002444803,0.00013957809,0.000014885538],"category_scores_gemma":[0.00047916654,0.0001686506,0.000052268068,0.00051769527,0.000018548832,0.00011935227,0.000023973816,0.00025057845,0.0000041499543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023700536,0.0002660928,0.14679416,0.0008650628,0.00042491854,1.3206648e-7,0.015967462,0.011372993,0.0027155327,0.67292666,0.14728601,0.0013786216],"study_design_scores_gemma":[0.00031210957,0.00001816339,0.9470072,0.0005339594,0.00008913168,0.0000039678566,0.0061953943,0.0023718548,0.002690961,0.0011755846,0.03907492,0.000526771],"about_ca_topic_score_codex":0.00039879547,"about_ca_topic_score_gemma":0.0004352902,"teacher_disagreement_score":0.80021304,"about_ca_system_score_codex":0.002663648,"about_ca_system_score_gemma":0.00037080783,"threshold_uncertainty_score":0.6965347},"labels":[],"label_agreement":null},{"id":"W4412870823","doi":"10.24908/pceea.2025.19631","title":"Identifying Common Themes of Professional Graduate Attribute Indicators Across Canadian Universities","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Sociology; Medical education; Psychology; Medicine","score_opus":0.007533758143916714,"score_gpt":0.2400880221265788,"score_spread":0.23255426398266207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888296,0.00021398404,0.000024067896,0.0017643349,0.0041692713,0.00028957517,0.00007817294,0.00011728906,0.004513685],"genre_scores_gemma":[0.99582404,0.000020321537,0.00028612255,0.00009464341,0.000045031404,0.000035721452,0.000023405175,0.000024837796,0.0036458569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988569,0.0000054721354,0.00033566158,0.00013691872,0.00028008022,0.00038497697],"domain_scores_gemma":[0.9991135,0.000032133477,0.0001583978,0.000107294,0.00036973786,0.00021896297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032104593,0.00017071154,0.00020365737,0.0007150474,0.00021044526,0.00006174905,0.0003837909,0.00016102192,0.000022928554],"category_scores_gemma":[0.00014476683,0.00017954159,0.00008329089,0.001207564,0.000023440185,0.0001855923,0.000029631545,0.0002839973,0.0000040320288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005086119,0.00020695648,0.56093514,0.004127138,0.0013053407,5.252255e-7,0.034298945,0.024778996,0.003992718,0.06532445,0.299251,0.005773724],"study_design_scores_gemma":[0.00022559872,0.000005346554,0.9410651,0.00076655665,0.00006237431,0.0000017006286,0.008974668,0.0020378632,0.010542496,0.0001797394,0.03574237,0.0003962173],"about_ca_topic_score_codex":0.047124892,"about_ca_topic_score_gemma":0.06898939,"teacher_disagreement_score":0.38012993,"about_ca_system_score_codex":0.004167316,"about_ca_system_score_gemma":0.0018244428,"threshold_uncertainty_score":0.9996555},"labels":[],"label_agreement":null},{"id":"W4412870827","doi":"10.24908/pceea.2025.19708","title":"Re-Socializing First Year Engineering","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Engineering; Computer science","score_opus":0.0029407297290351938,"score_gpt":0.18048198812494923,"score_spread":0.17754125839591403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6881227,0.0028532154,0.0022090462,0.034534723,0.059306912,0.0036206492,0.0001271552,0.004548343,0.20467728],"genre_scores_gemma":[0.9940354,0.000039511084,0.0022732022,0.0001616796,0.00019351828,0.00012081783,0.00000864148,0.00005648073,0.0031107005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987588,0.0000025947402,0.00037075128,0.00018525429,0.000274438,0.00040815317],"domain_scores_gemma":[0.99918973,0.00005214535,0.00010571776,0.00013681474,0.0003382214,0.0001773462],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031152266,0.00022431565,0.00020978175,0.00051370816,0.00016101841,0.00012449145,0.00037976186,0.00020403911,0.00004640353],"category_scores_gemma":[0.0006838523,0.00024648485,0.0001080977,0.0011205521,0.000009482632,0.00022377494,0.000028610651,0.000312336,0.00001844041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027558303,0.00013426044,0.1313328,0.0029447835,0.00071869075,2.3233379e-7,0.0040905317,0.11531273,0.0038233004,0.11296301,0.6271095,0.0015673458],"study_design_scores_gemma":[0.00050967716,0.000010731592,0.22689259,0.0013739836,0.00014283306,0.0000021826672,0.0013721995,0.030644014,0.009626041,0.00035231622,0.72798836,0.0010850563],"about_ca_topic_score_codex":0.00086231896,"about_ca_topic_score_gemma":0.002511111,"teacher_disagreement_score":0.30591276,"about_ca_system_score_codex":0.003527449,"about_ca_system_score_gemma":0.0004964318,"threshold_uncertainty_score":0.99999875},"labels":[],"label_agreement":null},{"id":"W4412870828","doi":"10.24908/pceea.2025.19639","title":"Redesigning a non-technical graduate attribute assessment tool","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Polytechnique Montréal; McGill University","keywords":"Computer science","score_opus":0.0061243961593141095,"score_gpt":0.22432293980126222,"score_spread":0.2181985436419481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8914161,0.00038827027,0.005677748,0.0149564,0.017787306,0.002322894,0.000060054637,0.0016355023,0.06575577],"genre_scores_gemma":[0.99159485,0.000023258965,0.0050137695,0.00018905966,0.0001032022,0.00020277903,0.000013673626,0.00003794803,0.0028214678],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986646,0.0000043571417,0.0004134798,0.00019613373,0.00033374055,0.00038769442],"domain_scores_gemma":[0.9990772,0.000046749923,0.00012390577,0.00014322199,0.0004569613,0.00015198173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005209666,0.00021338565,0.00021694931,0.0004365283,0.00015352735,0.0001291282,0.00036430778,0.00018113098,0.000020887008],"category_scores_gemma":[0.00042923086,0.00022183929,0.00010280393,0.0010570566,0.000011554391,0.00017200719,0.000030585572,0.00040545576,0.0000093159515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002010269,0.00017197845,0.0998544,0.0014483945,0.0004838088,2.8075692e-7,0.0011383559,0.03504022,0.029352728,0.031997528,0.7969236,0.0035867435],"study_design_scores_gemma":[0.0003584264,0.000012536992,0.89582187,0.0007569046,0.00010946695,0.000005055763,0.00032041591,0.022011166,0.01026008,0.00027837613,0.069396615,0.00066908856],"about_ca_topic_score_codex":0.0005786777,"about_ca_topic_score_gemma":0.00051561504,"teacher_disagreement_score":0.79596746,"about_ca_system_score_codex":0.004537295,"about_ca_system_score_gemma":0.0009909177,"threshold_uncertainty_score":0.9992841},"labels":[],"label_agreement":null},{"id":"W4412870831","doi":"10.24908/pceea.2025.19709","title":"Factors for Consideration in Capstone Design Assessment Schemes: A Systematic Review and Critical Reflection","year":2025,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Reflection (computer programming); Critical reflection; Engineering ethics; Computer science; Management science; Systems engineering; Engineering; Psychology; Pedagogy; Computer security; Programming language","score_opus":0.02797053452136764,"score_gpt":0.3193556147053607,"score_spread":0.29138508018399306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016391083,0.99311376,0.00055110094,0.00047434922,0.0016736435,0.0037553506,0.00003987514,0.00012472089,0.00025079798],"genre_scores_gemma":[0.0013919409,0.9895691,0.004137444,0.0001382931,0.000080791215,0.003626066,0.000086425294,0.000100930294,0.0008689573],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9983682,0.000023566297,0.00083570584,0.00024965568,0.00021613974,0.00030673787],"domain_scores_gemma":[0.9985365,0.00048134426,0.0002841175,0.0001245622,0.000423706,0.00014972092],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076429243,0.00036131384,0.0011033559,0.0006610812,0.00010251224,0.00011657417,0.000202371,0.00031508924,0.0000065880813],"category_scores_gemma":[0.00427092,0.00032229754,0.00016148246,0.0008008693,0.000010996119,0.00015557594,0.000015256009,0.00036235698,9.956332e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8699124e-8,0.000024267469,0.00003556823,0.9856306,0.00015450412,1.9490331e-8,0.00016470507,0.00013545975,0.0000026751445,0.00282197,0.010318609,0.0007115771],"study_design_scores_gemma":[0.0002507769,0.000029739664,0.00046289485,0.80852216,0.004494256,0.0000126240575,0.00032615688,0.0033563566,0.000049763807,0.00016388462,0.18084398,0.0014873928],"about_ca_topic_score_codex":0.00014183676,"about_ca_topic_score_gemma":0.00042119386,"teacher_disagreement_score":0.17710838,"about_ca_system_score_codex":0.0051341103,"about_ca_system_score_gemma":0.0016809523,"threshold_uncertainty_score":0.99992293},"labels":[],"label_agreement":null},{"id":"W4412870836","doi":"10.24908/pceea.2025.19658","title":"Piloting a Subtractive Grading Scheme in Engineering","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Subtractive color; Grading (engineering); Scheme (mathematics); Computer science; Classification scheme; Engineering; Mathematics; Data science; Art; Civil engineering; Visual arts","score_opus":0.002662655747567665,"score_gpt":0.18387690894699402,"score_spread":0.18121425319942636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965734,0.0005848938,0.00027873582,0.0026660364,0.00687582,0.0008018881,0.000012985854,0.00057034346,0.022475287],"genre_scores_gemma":[0.99639636,0.000020506413,0.002258563,0.00009705724,0.00008889633,0.00013136477,0.000005442708,0.00004412071,0.000957715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868727,0.0000036026383,0.00042324752,0.00020061216,0.00023959998,0.00044569702],"domain_scores_gemma":[0.9992972,0.00006683875,0.00011239835,0.000110102206,0.0002638381,0.00014963944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004108406,0.00022745198,0.00022526091,0.0008762317,0.00008573418,0.00009725257,0.00032329452,0.00017294378,0.000016144551],"category_scores_gemma":[0.0008480526,0.00025501143,0.00007994254,0.0015572777,0.000007903287,0.0002546868,0.00002412812,0.00043974438,0.0000070436963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049728073,0.00026727509,0.58804387,0.003732578,0.00058326975,6.664795e-7,0.0052503045,0.17565233,0.046263322,0.11858597,0.05865299,0.002962487],"study_design_scores_gemma":[0.0005729495,0.00001034609,0.7902062,0.0019477332,0.00005937305,0.0000057894226,0.0008578511,0.11921288,0.017263668,0.00019400113,0.068714365,0.00095485704],"about_ca_topic_score_codex":0.0013754303,"about_ca_topic_score_gemma":0.0016777496,"teacher_disagreement_score":0.20216234,"about_ca_system_score_codex":0.0035788126,"about_ca_system_score_gemma":0.00053704245,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W4412870843","doi":"10.24908/pceea.2025.19677","title":"Multi-year study of sense of belonging at a large comprehensive Ontario university","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Sociology","score_opus":0.004315004844311142,"score_gpt":0.18375340354660297,"score_spread":0.17943839870229183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966484,0.00004622114,0.000045133565,0.00013331062,0.0009907203,0.00034623136,0.000016296575,0.000060284856,0.001713418],"genre_scores_gemma":[0.99478966,0.0000064013484,0.001208926,0.000017297622,0.000013607998,0.000008804835,0.0000055715254,0.000017434751,0.0039323075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915504,0.0000055212586,0.00029248584,0.00013172677,0.00020051195,0.0002147072],"domain_scores_gemma":[0.9990506,0.000034822922,0.0001685939,0.00011115246,0.0005409415,0.00009385358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016716079,0.00013880493,0.00021973152,0.00044113168,0.000087331995,0.000012570915,0.00019080834,0.0000975404,0.000025382817],"category_scores_gemma":[0.00012526833,0.00015750364,0.00006777306,0.0007037168,0.000009120407,0.00008664674,0.00003980771,0.00017017499,0.000001914358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009312638,0.0006778072,0.8837436,0.0013928341,0.00083338644,3.22383e-7,0.025540927,0.04635323,0.012270209,0.0051465645,0.023840128,0.00019166972],"study_design_scores_gemma":[0.0006842432,0.000015722862,0.96501327,0.00025627617,0.00008923877,9.543998e-7,0.00508907,0.0051136785,0.0032246672,0.0000060799257,0.02028317,0.00022366019],"about_ca_topic_score_codex":0.019512657,"about_ca_topic_score_gemma":0.10123949,"teacher_disagreement_score":0.081726834,"about_ca_system_score_codex":0.0038059,"about_ca_system_score_gemma":0.00051763933,"threshold_uncertainty_score":0.9952296},"labels":[],"label_agreement":null},{"id":"W4412932971","doi":"10.5430/ijhe.v14n4p18","title":"A Case Study of Online, Project-Based Graduate Education for Working Professionals","year":2025,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Mentorship; Deliverable; Portfolio; Computer science; Knowledge management; Medical education; Mathematics education; Pedagogy; Psychology; Engineering","score_opus":0.03834959570359002,"score_gpt":0.38222902557946664,"score_spread":0.3438794298758766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412932971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98094875,0.00040799467,0.0014961512,0.00077338796,0.015354017,0.000459357,0.0000044562535,0.00003193453,0.0005239288],"genre_scores_gemma":[0.99265486,0.000008272566,0.005515815,0.00017589112,0.00041407606,0.00011947614,0.00002566235,0.000015388014,0.0010705467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898314,0.000025468129,0.00055211404,0.00009065418,0.00026378926,0.00008480145],"domain_scores_gemma":[0.9985764,0.000083213425,0.00021350212,0.00009828353,0.0009937164,0.00003487895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017161567,0.00011162077,0.00014681787,0.00062899134,0.000029608886,0.00003167176,0.00021148857,0.00004199894,0.000018011357],"category_scores_gemma":[0.000043047206,0.00010395908,0.00006557041,0.00027369635,0.000008148717,0.0001116449,0.000010630854,0.00013207416,6.2494513e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028306403,0.037063543,0.029125301,0.001124268,0.002283039,0.00006054987,0.0175895,0.030532455,0.0033962957,0.008475451,0.47847772,0.3915888],"study_design_scores_gemma":[0.01349132,0.0012994326,0.40030885,0.010392918,0.0011194939,0.0020273107,0.12364483,0.014634335,0.012394656,0.003965641,0.41434658,0.0023746477],"about_ca_topic_score_codex":0.000029831233,"about_ca_topic_score_gemma":0.000010416316,"teacher_disagreement_score":0.38921416,"about_ca_system_score_codex":0.00024375651,"about_ca_system_score_gemma":0.0013408947,"threshold_uncertainty_score":0.42393282},"labels":[],"label_agreement":null},{"id":"W4413040502","doi":"10.18260/1-2--55247","title":"Full Paper: Improving Educational Equity and Outcomes in a First-Year Engineering Programming Course through a Content and Language Integrated Approach","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Computer science; Content (measure theory); Equity (law); Programming language; Mathematics education; Software engineering; Engineering; Psychology; Political science; Mathematics","score_opus":0.01039476020811981,"score_gpt":0.25107001318448047,"score_spread":0.24067525297636067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413040502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95092624,0.0031849963,0.038843796,0.0012507649,0.0006193153,0.0006982884,0.0000064816345,0.000567853,0.0039022428],"genre_scores_gemma":[0.9573041,0.000047440728,0.041959565,0.000056852325,0.000016419279,0.00016946184,0.000017167393,0.000017668805,0.00041130418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992722,0.000005522112,0.00021559988,0.00018772625,0.00008947689,0.00022941866],"domain_scores_gemma":[0.9997439,0.00005423109,0.000013547908,0.00010702909,0.000024547466,0.000056768113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012842129,0.00017333799,0.00018279054,0.00009941871,0.000033612065,0.00008087432,0.000079793135,0.00006357028,0.000025408506],"category_scores_gemma":[0.000053684435,0.00015553745,0.000020951858,0.00022642556,0.000017424698,0.00017713336,0.000083366525,0.00016951507,0.0000015406138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058135796,0.0021516206,0.48473892,0.007934425,0.0011382133,0.000018780109,0.041701257,0.042489856,0.015769904,0.2321729,0.003211848,0.16861413],"study_design_scores_gemma":[0.0032504133,0.00007729789,0.7679321,0.00068053434,0.000092801274,0.000042663592,0.02532872,0.18992047,0.0007352088,0.0002357564,0.010128993,0.0015750447],"about_ca_topic_score_codex":0.00012479773,"about_ca_topic_score_gemma":0.00010076972,"teacher_disagreement_score":0.2831932,"about_ca_system_score_codex":0.00011713113,"about_ca_system_score_gemma":0.000047676444,"threshold_uncertainty_score":0.6342633},"labels":[],"label_agreement":null},{"id":"W4413199886","doi":"10.3102/ip.25.2232976","title":"Making Sense of Learning: Emergence of Students’ Agency During Assessment in Maker Classrooms (Poster 46): Division C - Section 3a: Learning Environments Stage 2, 5:13 PM","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Division (mathematics); Agency (philosophy); Section (typography); Stage (stratigraphy); Computer science; Mathematics education; Psychology; Sociology; Mathematics; Geology; Social science","score_opus":0.009871685397139557,"score_gpt":0.2816482993126721,"score_spread":0.27177661391553254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413199886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725265,0.00011027371,0.02249158,0.000013176744,0.0006567946,0.00019865592,7.480451e-7,0.00009528066,0.003906978],"genre_scores_gemma":[0.9925115,0.00022168242,0.0007716281,0.000004958833,0.0000139971335,0.000027203307,0.00000803742,0.000024998992,0.0064159753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985845,0.0000578498,0.0005469444,0.00022519213,0.00034472346,0.00024079467],"domain_scores_gemma":[0.9996644,0.000029341641,0.00008903113,0.00016045918,0.000020020845,0.000036698017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027658057,0.00018731681,0.00022927145,0.00031119524,0.000050670267,0.000017068285,0.00011544302,0.000087485256,0.00053491263],"category_scores_gemma":[0.000025606594,0.00019832334,0.000056547688,0.00037639972,0.0000143931065,0.00011591632,0.000112989044,0.00040039618,0.000006910445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005202979,0.00014057827,0.48497453,0.0004066455,0.000070718444,0.000004333052,0.001482788,0.46385852,0.047587518,0.00006205139,0.000047128684,0.0013600045],"study_design_scores_gemma":[0.00050877064,0.00003493471,0.96951354,0.0004610058,0.000013244749,0.000001141981,0.0017669938,0.015965877,0.010041917,0.0000048074144,0.0014599857,0.00022779072],"about_ca_topic_score_codex":0.000017791761,"about_ca_topic_score_gemma":0.000014293021,"teacher_disagreement_score":0.484539,"about_ca_system_score_codex":0.00018846434,"about_ca_system_score_gemma":0.000021131338,"threshold_uncertainty_score":0.8087391},"labels":[],"label_agreement":null},{"id":"W4413222640","doi":"10.1007/978-3-031-86312-7_65","title":"Teaching Technical and Procedural Skills","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Psychology; Computer science; Mathematics education","score_opus":0.0031537480740779036,"score_gpt":0.203247643050221,"score_spread":0.2000938949761431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413222640","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018013798,0.00037021155,0.0013773481,0.00022150893,0.0003635891,0.00012816313,0.000002798036,0.0007453038,0.99677306],"genre_scores_gemma":[0.0024166505,0.0001769227,0.0061569484,0.00022033273,0.00008240159,0.000019609844,0.000019070258,0.000040136558,0.9908679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994905,0.0000010086011,0.00016329627,0.00014662746,0.000083226674,0.00011532039],"domain_scores_gemma":[0.99977887,0.000019455782,0.000010753323,0.00011699335,0.000013863553,0.000060052887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000045625442,0.00020177144,0.00016304475,0.000115027986,0.000027685386,0.000023482631,0.0000758344,0.00018110687,0.00018367924],"category_scores_gemma":[0.000010442083,0.00019019264,0.000032916436,0.00001216632,0.000011843114,0.000026455018,0.000033387227,0.0003880431,0.00003613985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5080827e-7,0.000014685542,0.0000070517367,0.0007093692,0.00009327408,0.00000403913,0.0001329722,0.00013913949,0.000087016066,0.50031644,0.45123228,0.04726327],"study_design_scores_gemma":[0.00006071579,0.000004923172,0.000096502554,0.00032601078,0.00001864813,0.000019362096,0.0000061232445,0.00037576363,0.000032368465,0.0011396903,0.997581,0.00033886347],"about_ca_topic_score_codex":0.0000012487806,"about_ca_topic_score_gemma":0.000003594186,"teacher_disagreement_score":0.54634875,"about_ca_system_score_codex":0.00008118629,"about_ca_system_score_gemma":0.000030602623,"threshold_uncertainty_score":0.7755831},"labels":[],"label_agreement":null},{"id":"W4413349552","doi":"10.1109/procomm64814.2025.00017","title":"Extended Abstract: An Alternative to Technical Communication Textbooks for Teaching Engineering Communication that is Made to Stick","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Technical communication; Mathematics education; Engineering ethics; Engineering; Psychology; Electrical engineering","score_opus":0.015927645068279206,"score_gpt":0.2946977425262125,"score_spread":0.2787700974579333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413349552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109285206,0.00026769203,0.8586587,0.0040976964,0.0005992752,0.0017894692,0.000023775832,0.0018544561,0.023423778],"genre_scores_gemma":[0.8322137,0.000020099189,0.16552447,0.00061168586,0.00002291938,0.0004883403,0.00004166221,0.000036727408,0.0010403839],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.999082,0.000014124928,0.00029721024,0.00021362514,0.00013536692,0.0002576575],"domain_scores_gemma":[0.99886215,0.00015480323,0.00002282924,0.0007273841,0.00007175173,0.00016110757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034428725,0.00020421829,0.00017678803,0.00027401504,0.00013793896,0.00009450374,0.0005759941,0.00008789454,0.000046548033],"category_scores_gemma":[0.000101781596,0.00022115675,0.00004591222,0.00017139036,0.000010581995,0.00016611423,0.000104058265,0.00028736,0.000032654178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004910165,0.00064854283,0.0003439383,0.0006840326,0.00044643946,0.0000010932908,0.021722073,0.41682613,0.107918195,0.17774412,0.12233414,0.1512822],"study_design_scores_gemma":[0.0016362638,0.00018579484,0.114149585,0.0017912398,0.00014754848,0.00001269566,0.0047956426,0.31760952,0.14872123,0.0030397624,0.40528914,0.0026215832],"about_ca_topic_score_codex":0.00003866761,"about_ca_topic_score_gemma":0.000028903063,"teacher_disagreement_score":0.7229285,"about_ca_system_score_codex":0.0002999295,"about_ca_system_score_gemma":0.000026733169,"threshold_uncertainty_score":0.90185106},"labels":[],"label_agreement":null},{"id":"W4413386045","doi":"10.18260/1-2--57631","title":"Science, Business, and Public good: Competing Priorities in Engineers’ Professional Organizations [Research Paper]","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Computer science; Knowledge management; Engineering management; Business; Engineering","score_opus":0.01117829202822942,"score_gpt":0.2769276563510198,"score_spread":0.2657493643227904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413386045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9132156,0.0008110923,0.0034175685,0.0030477566,0.001825359,0.00035357254,0.0000018427476,0.00058576505,0.07674148],"genre_scores_gemma":[0.995208,0.0000843047,0.0024555814,0.000044167828,0.00002329293,0.000028681512,0.0000055092687,0.000010849573,0.0021395583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991727,0.000011587877,0.00015696004,0.00014244442,0.00021531308,0.0003009888],"domain_scores_gemma":[0.99943423,0.00007315253,0.0000047694384,0.00009984609,0.00032348043,0.00006449695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004001742,0.000084105406,0.00008270642,0.0009487633,0.00016721274,0.00012075543,0.00014492226,0.000032479154,0.00011422237],"category_scores_gemma":[0.00028045528,0.000080244776,0.0000045179527,0.005442492,0.00008953347,0.00025154647,0.00008053021,0.00018870266,0.000010298575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010653523,0.00021920794,0.13462704,0.0007559552,0.0000339916,0.0000033625936,0.004229738,0.010423935,0.018639877,0.8155521,0.009064843,0.006448853],"study_design_scores_gemma":[0.00046022463,0.0000055615455,0.90536386,0.00035655603,0.0000032194662,0.0000061570477,0.008277437,0.03043218,0.001610207,0.00037732246,0.05270722,0.00040007537],"about_ca_topic_score_codex":0.00001761575,"about_ca_topic_score_gemma":0.000046863355,"teacher_disagreement_score":0.8151748,"about_ca_system_score_codex":0.00015557701,"about_ca_system_score_gemma":0.00056713604,"threshold_uncertainty_score":0.3272287},"labels":[],"label_agreement":null},{"id":"W4413386871","doi":"10.18260/1-2--57241","title":"The Influence on Engineering Industry Career Paths of Specific Undergraduate Student Experiences and Activities","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering education; Engineering management; Mathematics education; Engineering ethics; Computer science; Engineering; Medical education; Engineering physics; Psychology; Medicine","score_opus":0.00653786883501148,"score_gpt":0.22422520311299723,"score_spread":0.21768733427798576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413386871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959807,0.00046981918,0.00032981083,0.0001365845,0.0005318729,0.00007352787,4.504141e-7,0.000104740684,0.0023725177],"genre_scores_gemma":[0.99899083,0.00025916364,0.00015334417,0.000018806768,0.000012162287,0.000061960476,3.233343e-7,0.000006976605,0.0004964002],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9995321,0.0000045859597,0.00013682272,0.00008596084,0.000116166964,0.00012433517],"domain_scores_gemma":[0.9997374,0.00008197088,0.000010756724,0.00012307435,0.000016610351,0.000030218122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006250916,0.000099632845,0.00008188261,0.00006459187,0.000045838613,0.00004153717,0.00010924078,0.000049852206,0.0000069268744],"category_scores_gemma":[0.000011581341,0.00007285936,0.0000143214775,0.00015895811,0.000028038112,0.0000502684,0.000024544606,0.00015508631,0.0000012173161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014322162,0.00017893642,0.028668491,0.00055859174,0.00048501077,0.0000064952073,0.04102201,0.72712094,0.019153092,0.13502726,0.015068646,0.032696184],"study_design_scores_gemma":[0.000684904,0.0001060353,0.65410393,0.0009069933,0.000027375007,0.000007673226,0.10483792,0.011050024,0.14374973,0.00026957452,0.08309725,0.0011585987],"about_ca_topic_score_codex":0.0000032874298,"about_ca_topic_score_gemma":0.0000021347703,"teacher_disagreement_score":0.71607095,"about_ca_system_score_codex":0.00004580518,"about_ca_system_score_gemma":0.000016025891,"threshold_uncertainty_score":0.29711184},"labels":[],"label_agreement":null},{"id":"W4413387600","doi":"10.18260/1-2--56831","title":"Integrating Engineering for One Planet Principles in Engineering Design Curriculum","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Planet; Computer science; Curriculum; Systems engineering; Engineering; Astrobiology; Astronomy","score_opus":0.013491085452391902,"score_gpt":0.21772431907126344,"score_spread":0.20423323361887152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413387600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018128976,0.00039495953,0.9763901,0.00008141856,0.0012166813,0.0006468766,0.0000055170444,0.0011119877,0.0020234846],"genre_scores_gemma":[0.6940136,0.00005912527,0.30447027,0.000052270396,0.000099488476,0.0007066789,0.00006551607,0.000071656184,0.0004614227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989019,0.0000057942857,0.00039174382,0.00020594003,0.000096453005,0.00039818624],"domain_scores_gemma":[0.999569,0.00015509425,0.000015824406,0.00016193383,0.00002887601,0.00006927899],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024543735,0.00024381682,0.00023917906,0.0004021758,0.000026062693,0.000053002866,0.00018099516,0.00010032818,0.000034169618],"category_scores_gemma":[0.00013708018,0.00025969243,0.000035982288,0.00045247996,0.000004465483,0.00009639846,0.000024693183,0.00020937754,0.000010604293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014451861,0.000038891372,0.0006617426,0.00040909814,0.00004370161,0.0000010030818,0.00013251408,0.97892135,0.00200413,0.015248739,0.001713797,0.0008236061],"study_design_scores_gemma":[0.00032914462,0.0000115374605,0.0025749179,0.0003144312,0.000009141916,0.000001945611,0.000102982405,0.97164226,0.004618478,0.000024095101,0.02004562,0.00032544712],"about_ca_topic_score_codex":0.000015958909,"about_ca_topic_score_gemma":0.000014022809,"teacher_disagreement_score":0.6758846,"about_ca_system_score_codex":0.00023102839,"about_ca_system_score_gemma":0.000044389966,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W4413387999","doi":"10.18260/1-2--57610","title":"An evidence-informed approach to course development: incorporating insights from working engineers on the skills that enable graduate school success","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Medical education; Computer science; Knowledge management; Mathematics education; Engineering management; Engineering ethics; Psychology; Engineering; Medicine","score_opus":0.03371277263563479,"score_gpt":0.2683760371899461,"score_spread":0.23466326455431133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413387999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8684992,0.0004045843,0.0587062,0.0005388907,0.0020497008,0.0011407965,0.0000016370313,0.0013416883,0.06731728],"genre_scores_gemma":[0.9783793,0.000029013834,0.019649744,0.0006434287,0.00008154307,0.00035682222,0.000031893316,0.000035177807,0.00079304],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985338,0.00002859824,0.0004042128,0.00030322475,0.00038478573,0.00034540467],"domain_scores_gemma":[0.9989529,0.00028184513,0.000045956105,0.00042194882,0.000066351284,0.00023099685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027606008,0.0003242145,0.000272038,0.00024851403,0.00020412727,0.00027736713,0.0005150582,0.00009370519,0.000051518153],"category_scores_gemma":[0.000158251,0.00023065723,0.000046237597,0.0008145371,0.000015110341,0.0003377801,0.000050351005,0.00033563844,0.00010966944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002561298,0.0004639489,0.011154958,0.00029892745,0.0006974332,0.000005309975,0.017484352,0.89819956,0.001265357,0.020796211,0.032438163,0.017170163],"study_design_scores_gemma":[0.0024928742,0.000106451684,0.37760967,0.009563424,0.00022185648,0.000006244384,0.030042976,0.32438815,0.20372815,0.001584826,0.04495649,0.0052988944],"about_ca_topic_score_codex":0.0000376185,"about_ca_topic_score_gemma":0.00003765664,"teacher_disagreement_score":0.5738114,"about_ca_system_score_codex":0.00037297967,"about_ca_system_score_gemma":0.0003308743,"threshold_uncertainty_score":0.9405929},"labels":[],"label_agreement":null},{"id":"W4413388378","doi":"10.18260/1-2--56977","title":"Motivation and Learning Strategies - What can university engineering design courses do to help students and what must students do?","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Computer science; Engineering education; Knowledge management; Engineering management; Psychology; Engineering","score_opus":0.009772673611367445,"score_gpt":0.239087734134654,"score_spread":0.22931506052328657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413388378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653396,0.0008668347,0.032569293,0.000096238335,0.00052612904,0.00023502049,3.5608127e-7,0.00026585575,0.00010067511],"genre_scores_gemma":[0.99492055,0.0024639708,0.0019778577,0.000035977195,0.000015312651,0.0000078834155,0.000003561138,0.000015346173,0.0005595641],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99931103,0.000019697314,0.00011459966,0.0001901432,0.00018219213,0.00018234798],"domain_scores_gemma":[0.99968374,0.00007236702,0.000011725937,0.00008534863,0.000041312065,0.000105512925],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016279728,0.0001634856,0.00013091035,0.00022421207,0.00009240197,0.001238701,0.00013777529,0.000053185155,0.00001502567],"category_scores_gemma":[0.000024793495,0.00017984804,0.000011844223,0.00027638828,0.000009741331,0.00091578235,0.000082035345,0.00014321941,0.0000026547903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013724236,0.00010165923,0.066511355,0.00039165563,0.00034202664,0.000011800108,0.014617917,0.88739824,0.0018495949,0.0019362647,0.0011268349,0.0256989],"study_design_scores_gemma":[0.0012456202,0.00008981685,0.72653913,0.0017481061,0.0000788531,0.0000070999836,0.24542637,0.013844391,0.0016048767,0.00003019493,0.008429869,0.00095568155],"about_ca_topic_score_codex":0.0000129723085,"about_ca_topic_score_gemma":0.0000076264314,"teacher_disagreement_score":0.8735539,"about_ca_system_score_codex":0.00013956099,"about_ca_system_score_gemma":0.000027499531,"threshold_uncertainty_score":0.9997981},"labels":[],"label_agreement":null},{"id":"W4413388458","doi":"10.18260/1-2--56983","title":"Multidisciplinary Major Design Capstone Projects","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Multidisciplinary approach; Capstone; Computer science; Systems engineering; Engineering management; Engineering; Sociology","score_opus":0.011246246581017073,"score_gpt":0.23922940335105264,"score_spread":0.22798315677003556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413388458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019653687,0.0003863191,0.546987,0.0002553641,0.0011502968,0.00038475142,4.489712e-7,0.0018369568,0.4293452],"genre_scores_gemma":[0.82114094,0.000019199295,0.07752038,0.000044720528,0.000023490808,0.00012015783,0.0000027692904,0.000033688884,0.10109468],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996862,0.0000041911094,0.00008003405,0.00007678461,0.0000400312,0.00011276132],"domain_scores_gemma":[0.99984723,0.000012138056,0.0000033279482,0.00009739737,0.000009752941,0.000030171796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042642798,0.00007494924,0.00005775236,0.00010023699,0.000021301214,0.000010295485,0.000059863945,0.00002934798,0.0002739675],"category_scores_gemma":[0.0000068647623,0.000068483,0.000013319722,0.0002059668,0.00000551369,0.00002438751,0.000013490559,0.00004475695,0.00018416441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006913251,0.00024685747,0.002702922,0.00054353307,0.0002682016,0.000013950948,0.002332993,0.107096575,0.02543854,0.023949135,0.81541055,0.021989828],"study_design_scores_gemma":[0.0023507765,0.00006200967,0.1361429,0.00049094163,0.00007675123,0.000024451278,0.002440762,0.44055966,0.24114423,0.0009921879,0.173756,0.0019593472],"about_ca_topic_score_codex":0.0000031005638,"about_ca_topic_score_gemma":0.0000024630956,"teacher_disagreement_score":0.8014872,"about_ca_system_score_codex":0.00004771316,"about_ca_system_score_gemma":0.000026428661,"threshold_uncertainty_score":0.2999752},"labels":[],"label_agreement":null},{"id":"W4413390127","doi":"10.18260/1-2--56473","title":"Examining underrepresented student success and engagement in engineering following completion of a bioengineering bridge program","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Bridge (graph theory); Student engagement; Computer science; Underrepresented Minority; Mathematics education; Engineering; Engineering ethics; Engineering management; Medical education; Psychology; Medicine","score_opus":0.025653219740426465,"score_gpt":0.2972831693184429,"score_spread":0.27162994957801645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413390127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604491,0.00048322935,0.035555284,0.0000318822,0.0006076511,0.00040973935,7.4967477e-7,0.00051861734,0.0019437717],"genre_scores_gemma":[0.9944292,0.000054950982,0.0052908175,0.000008091054,0.00001385178,0.00013922177,0.000008412645,0.00002105225,0.000034401608],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990465,0.0000123139025,0.0003666507,0.00018515254,0.00014844886,0.00024092912],"domain_scores_gemma":[0.9996987,0.00006385511,0.000017104252,0.00014974341,0.000019878185,0.00005072354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025489813,0.00017646854,0.00023753174,0.00043292076,0.000021274642,0.000038631704,0.00011705513,0.00004878183,0.000009039661],"category_scores_gemma":[0.000030103769,0.00019515074,0.000033351567,0.00057707436,0.000008827759,0.000092600996,0.00006660328,0.00015732611,9.0680254e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004550346,0.0003942003,0.31265154,0.0019471617,0.00044943247,0.00001618206,0.0026259292,0.6319425,0.014393996,0.0032518927,0.0002931158,0.03202949],"study_design_scores_gemma":[0.00053378363,0.000019640896,0.831973,0.00043034845,0.000016267666,0.0000014660069,0.00039869995,0.16340607,0.002226386,0.0000051645425,0.00075575383,0.00023338331],"about_ca_topic_score_codex":0.00002974483,"about_ca_topic_score_gemma":0.000012641783,"teacher_disagreement_score":0.5193215,"about_ca_system_score_codex":0.000129803,"about_ca_system_score_gemma":0.000015603784,"threshold_uncertainty_score":0.79580164},"labels":[],"label_agreement":null},{"id":"W4413390469","doi":"10.18260/1-2--56042","title":"Building Sociotechnical Competencies through an Integration of Engineering Ethics and Science, Technology and Society Studies: A Reflection on Instructional Practices","year":2025,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Reflection (computer programming); Engineering ethics; Computer science; Sociology; Knowledge management; Engineering","score_opus":0.053039968720052504,"score_gpt":0.3807876386999586,"score_spread":0.32774766997990606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413390469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9279523,0.00036621865,0.06871977,0.0010273942,0.000517825,0.00010587194,6.49256e-7,0.00040800814,0.00090199744],"genre_scores_gemma":[0.80047375,0.00064904446,0.19878253,0.000042137795,0.0000144098785,0.00001629724,6.061423e-7,0.0000051797906,0.00001602756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994332,0.000007184047,0.0001621094,0.00016140785,0.00013145963,0.000104593964],"domain_scores_gemma":[0.99960047,0.0001299755,0.000040691924,0.00008149385,0.00012696545,0.000020402545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039641996,0.00009498983,0.00011553929,0.0003195075,0.00016058642,0.000026953072,0.000063169195,0.00012467784,0.0000012793124],"category_scores_gemma":[0.00041249808,0.00008653115,0.00001310804,0.00097343395,0.0002025362,0.0003273523,0.000035630517,0.00041186096,1.266697e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017873379,0.000024826271,0.00015011178,0.0002152968,0.0000617375,8.412412e-8,0.002573371,0.008239254,0.15235355,0.83222854,0.00006904074,0.004082383],"study_design_scores_gemma":[0.0012493965,0.000485959,0.02816804,0.0017544917,0.00013264232,0.00010651003,0.057534862,0.44614947,0.41100675,0.019938275,0.03222658,0.0012470122],"about_ca_topic_score_codex":0.0000033608237,"about_ca_topic_score_gemma":0.0000028590866,"teacher_disagreement_score":0.8122903,"about_ca_system_score_codex":0.00013307469,"about_ca_system_score_gemma":0.00007224843,"threshold_uncertainty_score":0.35286382},"labels":[],"label_agreement":null},{"id":"W4415459258","doi":"10.56295/1aceg25","title":"The impact of industry supported field courses on the education and professional training of Geological Engineers at Queen’s University, Canada","year":2025,"lang":"","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Geomechanica (Canada)","funders":"","keywords":"Capstone; Training (meteorology); Field (mathematics); Engineering education; Mining industry; Tailings; Apprenticeship","score_opus":0.008240165954916617,"score_gpt":0.24509394076641652,"score_spread":0.2368537748114999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415459258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853424,0.00013715235,0.00006607472,0.006289144,0.0011211595,0.000216647,0.000011115911,0.000017026901,0.006799307],"genre_scores_gemma":[0.9875402,0.000096778465,0.00004454261,0.00008271075,0.00001858064,0.0000049982705,0.000006730439,0.000005894952,0.012199564],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99921507,0.000042970343,0.0002484803,0.0001239708,0.00016635456,0.00020313666],"domain_scores_gemma":[0.99888146,0.00070221943,0.00006868248,0.00017013345,0.00009908326,0.000078424695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017599629,0.0001621932,0.00016906585,0.00007758675,0.00014565387,0.000009510956,0.00018813666,0.00018252527,0.0004844469],"category_scores_gemma":[0.00015901093,0.00009733508,0.000051860305,0.0002889425,0.000059936756,0.000027804132,0.00006193483,0.00041630038,3.518257e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014419408,0.0005876254,0.10745909,0.00046385312,0.0015465103,0.0000047294243,0.0080652805,0.09279685,0.00073364907,0.08416819,0.6864463,0.0175837],"study_design_scores_gemma":[0.00058221095,0.00017379352,0.9019071,0.00090989715,0.00010434767,0.0000082157385,0.06232713,0.013248787,0.005432337,0.00009779563,0.01475575,0.00045263357],"about_ca_topic_score_codex":0.038706183,"about_ca_topic_score_gemma":0.00648061,"teacher_disagreement_score":0.794448,"about_ca_system_score_codex":0.00044638454,"about_ca_system_score_gemma":0.0030838416,"threshold_uncertainty_score":0.9676952},"labels":[],"label_agreement":null},{"id":"W4416873963","doi":"10.1109/weef-gedc66748.2025.11256403","title":"Assessing the Influence of Global Cross-Cultural Collaboration in Capstone Design Projects on Engineering Education","year":2025,"lang":"","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Capstone; Teamwork; Engineering education; Presentation (obstetrics); Class (philosophy); Quality (philosophy); Capstone course","score_opus":0.011763674721436104,"score_gpt":0.3402927472982068,"score_spread":0.3285290725767707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416873963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830939,0.00061707426,0.009010383,0.0005495008,0.0020792338,0.00085787725,0.0000028492123,0.000115525116,0.003673644],"genre_scores_gemma":[0.99274707,0.000071474606,0.006551862,0.000109312416,0.000050487928,0.0001811058,0.000007766899,0.00001714727,0.0002637569],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9982907,0.000063186366,0.00071020046,0.00031260267,0.0002785052,0.00034476366],"domain_scores_gemma":[0.99893266,0.00013856105,0.000101686164,0.00031725317,0.00044932376,0.000060495262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045738052,0.00032970266,0.00026713684,0.00019615596,0.00009489364,0.00047574236,0.00028247762,0.00017325331,0.00001525334],"category_scores_gemma":[0.0005035824,0.00027723977,0.0000465624,0.0027489557,0.000055119144,0.0008073457,0.00003767787,0.00028876687,0.000011514929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006502226,0.00017023133,0.008438881,0.000458598,0.000040504437,4.9362825e-7,0.0010202955,0.9659699,0.0035160563,0.017841222,0.0005549127,0.0019823639],"study_design_scores_gemma":[0.00053789146,0.00004326651,0.8638134,0.0022132813,0.000035726935,0.0000046411606,0.003695378,0.11548731,0.012679045,0.000094920564,0.00088743336,0.00050773314],"about_ca_topic_score_codex":0.00013672636,"about_ca_topic_score_gemma":0.000025111965,"teacher_disagreement_score":0.8553745,"about_ca_system_score_codex":0.0014432666,"about_ca_system_score_gemma":0.0015568315,"threshold_uncertainty_score":0.999968},"labels":[],"label_agreement":null},{"id":"W4416982862","doi":"10.58812/esle.v3i03.800","title":"Bibliometric Analysis of Outcome-Based Education (OBE) in Higher Education: Trends, Themes, and Future Directions","year":2025,"lang":"","type":"article","venue":"The Eastasouth Journal of Learning and Educations","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Employability; Scholarship; Higher education; Scopus; Curriculum; Work (physics); Quality (philosophy)","score_opus":0.01489765467143318,"score_gpt":0.2938090435001856,"score_spread":0.27891138882875244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416982862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77957726,0.16823536,0.0005936439,0.03034932,0.012641205,0.0002819147,0.000021538604,0.00005113898,0.008248587],"genre_scores_gemma":[0.9845541,0.0042962604,0.00125218,0.00009297425,0.00045098175,0.000028708462,0.000025693293,0.000021546344,0.009277539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806845,0.00018601956,0.0010404853,0.00020555117,0.00025756407,0.00024191741],"domain_scores_gemma":[0.99830884,0.00031072067,0.0004832415,0.00024291077,0.00048191907,0.0001723745],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0007542088,0.0002648103,0.0005183344,0.05824916,0.00027241337,0.00014567754,0.00021387676,0.00012312374,0.00050699484],"category_scores_gemma":[0.00018690086,0.00022133334,0.0001833748,0.09291426,0.000088281995,0.00015266702,0.000028102815,0.00073653605,0.0000017740218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021625161,0.0012787294,0.5125379,0.00038270623,0.001506817,2.3311168e-7,0.010951998,0.019216834,0.000025459638,0.004661173,0.0032398244,0.4461767],"study_design_scores_gemma":[0.00024064747,0.000028592798,0.7960289,0.00028244854,0.0014114146,0.0000075728894,0.014638931,0.0006903573,0.0000057921475,0.00005347529,0.18643141,0.00018045293],"about_ca_topic_score_codex":0.00008059623,"about_ca_topic_score_gemma":0.000017551489,"teacher_disagreement_score":0.44599625,"about_ca_system_score_codex":0.00021677242,"about_ca_system_score_gemma":0.0014222845,"threshold_uncertainty_score":0.95242476},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W565280520","doi":"10.18848/1835-2030/cgp/v01i01/56902","title":"A Preliminary Study on Problem Based Learning and its Implementation in Architectural Education","year":2008,"lang":"en","type":"article","venue":"The Journal of the World Universities Forum","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.0058994098783714186,"score_gpt":0.23230723961417124,"score_spread":0.22640782973579981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W565280520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798244,0.00012500562,0.000035091067,0.0009005619,0.00020309935,0.0001451003,2.6276223e-7,0.000012379192,0.0005960289],"genre_scores_gemma":[0.9986846,0.000009258376,0.00008735218,0.00003953197,0.000017300796,0.0000014487256,4.1062458e-7,0.0000061655,0.0011539595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99961895,0.000051205534,0.00011113532,0.000027387325,0.00010608404,0.00008526161],"domain_scores_gemma":[0.9998256,0.000041340823,0.000049880156,0.000040142153,0.000023012894,0.000020044079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012760726,0.00005953232,0.000057317866,0.0001696206,0.000107951295,0.0000057199372,0.00010125003,0.0000069897565,0.000013475699],"category_scores_gemma":[0.0000024875333,0.000038935977,0.00001944208,0.00017266665,0.0000101452415,0.000063714535,0.000017972698,0.0001864319,7.216183e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002674969,0.00039126302,0.08404226,0.00010378325,0.00016574727,0.000011955924,0.09404289,0.8031002,0.00090432016,0.00086740457,0.008890246,0.007212431],"study_design_scores_gemma":[0.0018976117,0.0006537378,0.76997685,0.00038492645,0.00008181175,0.00021749751,0.20842516,0.006683267,0.002792882,0.00008360058,0.008490019,0.00031261673],"about_ca_topic_score_codex":0.00000758018,"about_ca_topic_score_gemma":0.000046650744,"teacher_disagreement_score":0.79641694,"about_ca_system_score_codex":0.00017687706,"about_ca_system_score_gemma":0.00009013731,"threshold_uncertainty_score":0.15877631},"labels":[],"label_agreement":null},{"id":"W583040533","doi":"","title":"HOT FOR TEACHERS","year":2000,"lang":"en","type":"article","venue":"Roads & bridges/Roads & bridges (Des Plaines, Ill. Online)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Work (physics); Shadow (psychology); Engineering; Pilot program; Public relations; Management; Medical education; Political science; Psychology; Pedagogy; Medicine; Economics","score_opus":0.012932853657519647,"score_gpt":0.24013012865357633,"score_spread":0.2271972749960567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W583040533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777679,0.0039338255,0.007430881,0.0010544658,0.0023467282,0.0010883834,0.0005000126,0.002549389,0.0033284186],"genre_scores_gemma":[0.95295644,0.002953587,0.016553795,0.0009990983,0.002408581,0.0005057601,0.0022828712,0.0004897339,0.020850115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962732,0.000051557647,0.000977185,0.0008333872,0.00052410975,0.0013405702],"domain_scores_gemma":[0.99814785,0.00015704372,0.00009915864,0.00079296366,0.00026117056,0.0005418048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041523602,0.000910035,0.0007641491,0.0003503778,0.00031822844,0.00019972835,0.0007382851,0.0003549797,0.000698153],"category_scores_gemma":[0.00015985555,0.00096316,0.0003779933,0.0006725035,0.00015040432,0.00040564692,0.000057491496,0.0005571337,0.00036478858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013291721,0.0010390726,0.0049465955,0.0007756079,0.0006243084,0.000054689983,0.00366619,0.17525992,0.0025999018,0.00046935285,0.27916366,0.5312678],"study_design_scores_gemma":[0.0017864669,0.00014182599,0.12385597,0.00029529072,0.0001404142,0.00017561462,0.0004974363,0.0631815,0.0018963001,0.00005278442,0.8061257,0.0018507015],"about_ca_topic_score_codex":0.00018583404,"about_ca_topic_score_gemma":0.00012134082,"teacher_disagreement_score":0.5294171,"about_ca_system_score_codex":0.0006255965,"about_ca_system_score_gemma":0.00016140263,"threshold_uncertainty_score":0.9992819},"labels":[],"label_agreement":null},{"id":"W614413653","doi":"10.7202/028267ar","title":"The Labor Market Experience of Engineers in North America","year":2005,"lang":"en","type":"article","venue":"Relations industrielles","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Market analysis; Economics; Engineering; Labour economics; Business; Management","score_opus":0.006396935129911368,"score_gpt":0.2055067064393764,"score_spread":0.19910977130946503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W614413653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98806596,0.0011090413,0.0011717002,0.0007147621,0.00027021006,0.00012894232,0.000007118677,0.0001212481,0.008411043],"genre_scores_gemma":[0.9971378,0.00034310448,0.0011770484,0.000011531891,0.000031773387,0.000041669686,0.000005339981,0.00001026107,0.0012414913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950933,0.000008207234,0.00020539753,0.00006128062,0.00008768226,0.00012810863],"domain_scores_gemma":[0.99969953,0.000092731236,0.000019711686,0.00013203487,0.000022234146,0.000033753513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000046570247,0.00007285623,0.00006466342,0.0000786219,0.00004163317,0.000009696004,0.00010794789,0.000049834976,0.00012328995],"category_scores_gemma":[0.000061635015,0.00006177368,0.000016276448,0.0006198517,0.000028898792,0.00006481372,0.000008728947,0.00016651298,0.00002281941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019153313,0.00004141817,0.029860882,0.0000039375273,0.000026327658,5.813065e-7,0.008879289,0.8590106,0.00004763417,0.0006036513,0.03176194,0.069761865],"study_design_scores_gemma":[0.00015678331,0.0000057437587,0.13463804,0.000024714958,0.0000040401646,0.0000014143961,0.0037985086,0.0670403,0.0005535763,0.0000045826127,0.79359746,0.00017485657],"about_ca_topic_score_codex":0.000005286827,"about_ca_topic_score_gemma":0.000033031218,"teacher_disagreement_score":0.79197025,"about_ca_system_score_codex":0.000071990784,"about_ca_system_score_gemma":0.000036343492,"threshold_uncertainty_score":0.25190574},"labels":[],"label_agreement":null},{"id":"W627241046","doi":"","title":"The Dawn of the Creative Age: Fostering Creativity Among Engineering Students","year":2014,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Creativity; Capstone; Context (archaeology); Engineering ethics; Engineering education; Capstone course; Mathematics education; Creativity technique; Pedagogy; Creative thinking; Psychology; Engineering; Computer science; Curriculum; Engineering management; Social psychology","score_opus":0.042414126225089596,"score_gpt":0.2812721563455414,"score_spread":0.23885803012045181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W627241046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955459,0.000048488655,0.0025740736,0.000034724053,0.0007115219,0.00023847587,0.000004311502,0.00021898214,0.0006234803],"genre_scores_gemma":[0.99765056,0.00003469498,0.000048197915,0.0000179717,0.000052991636,0.000004673122,0.0000031748227,0.000042980213,0.002144761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998664,0.00010501143,0.0002465995,0.00023331837,0.00039433173,0.0003566993],"domain_scores_gemma":[0.9990221,0.00015206897,0.0000899069,0.00052641873,0.00007653162,0.00013297156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038329198,0.0002692436,0.00023480073,0.00013938524,0.00022359692,0.00018325813,0.0010275497,0.00010326251,0.000006874658],"category_scores_gemma":[0.000087105895,0.00021284334,0.00011460012,0.00044897717,0.000092933966,0.00043960699,0.0004126849,0.00043228568,0.000017194558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005989611,0.000033174227,0.989839,0.000078624966,0.00011256527,0.000006128134,0.00083428016,0.00724911,0.0009855148,0.00010832946,0.0000026848195,0.0007445943],"study_design_scores_gemma":[0.00032419333,0.00001882232,0.99131536,0.00021789446,0.000037057198,0.0000039907623,0.00017997132,0.000044051696,0.0049952394,0.000015014455,0.0025997108,0.0002487006],"about_ca_topic_score_codex":0.0000032921023,"about_ca_topic_score_gemma":0.00023406644,"teacher_disagreement_score":0.0072050584,"about_ca_system_score_codex":0.00021025498,"about_ca_system_score_gemma":0.000024570121,"threshold_uncertainty_score":0.86794996},"labels":[],"label_agreement":null},{"id":"W659011609","doi":"","title":"A Comparative Analysis of Civil Engineering Program Standards in Canada, the United States and Europe","year":2009,"lang":"en","type":"article","venue":"ITE journal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Bachelor; Bologna Process; Bologna declaration; Engineering education; Engineering; Civil engineering; Engineering ethics; Political science; Higher education; Engineering management; Law","score_opus":0.006830788424870356,"score_gpt":0.24016318602646353,"score_spread":0.23333239760159316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W659011609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979549,0.000496249,0.00091704464,0.00015944267,0.000103176935,0.000060960087,0.00001065111,0.000027093318,0.0002704476],"genre_scores_gemma":[0.99924606,0.00032261582,0.00036281915,0.000031854353,0.000012640601,0.0000025091986,0.000007717652,0.0000043597956,0.000009402374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9994119,0.000013608158,0.00020925554,0.000045607838,0.0001846385,0.0001349813],"domain_scores_gemma":[0.999722,0.000030389461,0.000029649596,0.000056109428,0.00009743833,0.00006440861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017177542,0.00008293374,0.00016634716,0.00027800325,0.000021490363,0.000031992593,0.000070900875,0.000011448397,0.000029564686],"category_scores_gemma":[0.000015459185,0.000061364524,0.000019659488,0.0011879584,0.000006107903,0.00003711518,0.000004720899,0.00018254611,1.4312629e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018724734,0.0000143044135,0.003290319,0.00000889663,0.00019545342,0.000005794326,0.0014775,0.9914642,0.00008892873,0.000026177682,0.0019446338,0.0014819372],"study_design_scores_gemma":[0.0001335364,0.000018643559,0.5216463,0.00004194138,0.000057598583,0.000012594164,0.00046550357,0.4533452,0.000101788195,0.000003404723,0.024071632,0.00010180268],"about_ca_topic_score_codex":0.0067437533,"about_ca_topic_score_gemma":0.15538074,"teacher_disagreement_score":0.53811896,"about_ca_system_score_codex":0.00022094503,"about_ca_system_score_gemma":0.00015143737,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W6888936953","doi":"10.25318/2110012401-fra","title":"Divertissement et loisirs, dépenses d'exploitation, selon le Système de classification des industries de l'Amérique du Nord (SCIAN), inactif","year":2020,"lang":"fr","type":"dataset","venue":"Statistics Canada Dissemination","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Service (business); Desk; Officer","score_opus":0.013310899624893112,"score_gpt":0.2451042944727594,"score_spread":0.23179339484786626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6888936953","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067444243,0.00053925137,0.3065868,0.005545835,0.0022543513,0.0008929618,0.67702067,0.00023116835,0.00018454931],"genre_scores_gemma":[0.14384344,0.0015877937,0.020443782,0.00026275174,0.00024115518,0.00036802914,0.8324352,0.00012300148,0.00069484214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740833,0.00017187434,0.00075299945,0.00046245707,0.00061790174,0.00058644154],"domain_scores_gemma":[0.99790317,0.00048719757,0.00031592566,0.0002911378,0.0005632732,0.000439311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037528365,0.00054915354,0.00041077915,0.00020092608,0.00038455598,0.0002619966,0.00035011923,0.0003274797,0.00013288815],"category_scores_gemma":[0.0016770273,0.0007104331,0.000034049972,0.00064399285,0.00008515102,0.0002658347,0.00006173439,0.0006053166,0.00004560616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009959307,0.0001123695,0.0009116134,0.0015204268,0.00013973347,0.000055937486,0.0038639852,0.0046837553,0.0005094496,0.006898228,0.9735366,0.007757926],"study_design_scores_gemma":[0.00041749672,0.00009395959,0.32214162,0.0013402784,0.00023787537,0.000055221568,0.008436924,0.01093601,0.002857344,0.0005760635,0.65152204,0.0013851505],"about_ca_topic_score_codex":0.1034191,"about_ca_topic_score_gemma":0.54851425,"teacher_disagreement_score":0.44509512,"about_ca_system_score_codex":0.008612002,"about_ca_system_score_gemma":0.0045301174,"threshold_uncertainty_score":0.99953467},"labels":[],"label_agreement":null},{"id":"W6893211044","doi":"10.5281/zenodo.15428898","title":"Failure as a Means of Creating Spaces for Learning and Growth","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Constructive; Work (physics); Setback; Perception; Active learning (machine learning); Experiential learning","score_opus":0.008084210648453645,"score_gpt":0.2209074823090495,"score_spread":0.21282327166059586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893211044","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3862019,0.00092685386,0.19023979,0.0017895901,0.0004848583,0.0013857211,0.00007833495,0.0039425334,0.41495043],"genre_scores_gemma":[0.9947943,0.000099182085,0.0033200698,0.000019310004,0.000030366487,1.6083352e-7,0.00014283275,0.00035621916,0.0012375473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948597,0.000027030224,0.000130687,0.00012687106,0.000087070286,0.00014236607],"domain_scores_gemma":[0.9996288,0.000024523906,0.00002321192,0.00007557768,0.00019771201,0.000050180162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019830331,0.000076484626,0.00008941868,0.00015465984,0.0004145644,0.00015613134,0.00015783176,0.000032580832,0.00056523166],"category_scores_gemma":[0.00043613702,0.000083837454,0.000019645326,0.0002817419,0.000028740968,0.00006943203,0.00011049771,0.00010769716,0.00007388647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076884855,0.00027218906,0.00074638816,0.005200366,0.00069396506,0.0000040603045,0.023405414,0.016880935,0.05822945,0.27276006,0.3577548,0.2639755],"study_design_scores_gemma":[0.00034211756,0.00006805713,0.0010056733,0.00012156272,0.000014981716,0.0000120111135,0.0015590023,0.007263582,0.0036716014,0.00022519982,0.9855751,0.00014112314],"about_ca_topic_score_codex":0.000003816251,"about_ca_topic_score_gemma":1.5879725e-7,"teacher_disagreement_score":0.6278203,"about_ca_system_score_codex":0.000048311867,"about_ca_system_score_gemma":0.0000026648133,"threshold_uncertainty_score":0.61888903},"labels":[],"label_agreement":null},{"id":"W6902054155","doi":"10.6084/m9.figshare.21256470.v1","title":"Implementation of Successful Design Planning and Orientation of Engineering Management Systems","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Applied engineering; Health systems engineering; Field (mathematics); Process (computing); Program management; Engineering design process; Production engineering; System of systems engineering; Technology management","score_opus":0.01924272302514417,"score_gpt":0.24991085541089605,"score_spread":0.23066813238575187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902054155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8652407,0.013256546,0.046585478,0.000053408494,0.0045181466,0.0059086145,0.058508012,0.0019018025,0.00402727],"genre_scores_gemma":[0.9956467,0.0000034087757,0.00099388,0.0000018109763,0.000009519693,0.00035057205,0.0029667001,0.000013822912,0.000013595073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995528,0.0000067802343,0.00016816918,0.00006629292,0.00012773217,0.00007821875],"domain_scores_gemma":[0.9998418,0.000018716279,0.000039174767,0.00005896122,0.0000199891,0.000021358997],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000047442896,0.000062383064,0.000075605676,0.000110215544,0.000022271159,0.000008008913,0.000057644305,0.000010196657,0.0031550871],"category_scores_gemma":[0.0000046631803,0.00007521927,0.000010955941,0.0001657861,7.3152745e-7,0.000050616156,0.000032094682,0.0000411748,0.00000249389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010903036,0.000007416026,0.000658069,0.0011225926,0.000041498228,0.000001669093,0.0010192577,0.9830827,0.00032467378,0.00012036224,0.012686487,0.0009341937],"study_design_scores_gemma":[0.0023678795,0.00026796578,0.26462334,0.0028969508,0.000100120466,0.000054984386,0.03447091,0.5617821,0.05015741,0.000019351595,0.081887856,0.0013710889],"about_ca_topic_score_codex":0.000003583327,"about_ca_topic_score_gemma":8.357605e-8,"teacher_disagreement_score":0.42130056,"about_ca_system_score_codex":0.000051314964,"about_ca_system_score_gemma":0.000008137123,"threshold_uncertainty_score":0.9977562},"labels":[],"label_agreement":null},{"id":"W6912006140","doi":"10.5281/zenodo.14735979","title":"Les personnes étudiantes, des complices essentielles au cœur de nos pratiques de rétroaction et d'amélioration continue","year":2024,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Windsor; Ministry of Foreign Affairs; Christian ministry","score_opus":0.03226330701584164,"score_gpt":0.27322433106066524,"score_spread":0.2409610240448236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912006140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49893075,0.014858121,0.35542634,0.0102037005,0.002348753,0.0010313777,0.00034123787,0.0055227927,0.1113369],"genre_scores_gemma":[0.9858171,0.0022282957,0.0062952493,0.000051064275,0.0005348091,5.109727e-7,0.00072738715,0.001077079,0.003268531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985192,0.00027042572,0.0002598805,0.00030546403,0.00020169945,0.00044337523],"domain_scores_gemma":[0.99928194,0.000052976884,0.00004495382,0.00017607021,0.00026819503,0.0001758497],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007344138,0.00020915498,0.00014439729,0.00025924746,0.0010365789,0.0014844328,0.0003149551,0.00012501492,0.0036731607],"category_scores_gemma":[0.00026205898,0.00024629684,0.00006139206,0.0006088484,0.00011986014,0.0005137869,0.00014706938,0.00039210104,0.001822721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025549863,0.0004204187,0.00021306856,0.0038507124,0.000445897,0.000039274688,0.10638652,0.01597112,0.027265493,0.120731995,0.38034284,0.34430712],"study_design_scores_gemma":[0.00017644536,0.000091137845,0.009918375,0.00066198397,0.0000498028,0.00025394614,0.005893384,0.024287047,0.0026040901,0.00022296884,0.95551515,0.00032564317],"about_ca_topic_score_codex":0.00052268157,"about_ca_topic_score_gemma":0.00004031323,"teacher_disagreement_score":0.57517236,"about_ca_system_score_codex":0.0010579695,"about_ca_system_score_gemma":0.00003898562,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W6912246551","doi":"10.5281/zenodo.14698004","title":"Engineering Education for Sustainable Cities in Africa: Conversations From Kenya","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kenya; Accreditation; Curriculum; Engineering education; Context (archaeology); Curriculum development; CDIO","score_opus":0.01939329263565252,"score_gpt":0.21981012702124955,"score_spread":0.20041683438559704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912246551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45696807,0.0010107856,0.08410608,0.0022549015,0.00286378,0.003196385,0.00038216714,0.005301362,0.44391647],"genre_scores_gemma":[0.99550056,0.000048934973,0.0013595292,0.000014825516,0.00013239692,0.0000010584033,0.0006219323,0.0005137366,0.0018070136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992544,0.000015510688,0.0001603781,0.00017547666,0.00011160081,0.00028263222],"domain_scores_gemma":[0.9992886,0.000020165042,0.000035646837,0.0003258665,0.00024257805,0.00008713476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021891922,0.00010528298,0.000095799915,0.00020083631,0.0008439446,0.00068874937,0.0004973749,0.000047003974,0.0011609878],"category_scores_gemma":[0.00048426804,0.00012953894,0.000026274178,0.00013679302,0.000028344895,0.00033354334,0.00015299972,0.00012285783,0.00040477037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029970171,0.00036754232,0.00019080765,0.00108971,0.00017990902,0.000008218814,0.016893096,0.024935314,0.0051226486,0.09301939,0.7730745,0.085088864],"study_design_scores_gemma":[0.00030786282,0.000015310336,0.0080321,0.000049839196,0.000006849534,0.0000035619814,0.0017434353,0.0092806,0.0004093554,0.0003376546,0.9796205,0.00019291721],"about_ca_topic_score_codex":0.000029824569,"about_ca_topic_score_gemma":5.54868e-7,"teacher_disagreement_score":0.5385325,"about_ca_system_score_codex":0.0002885147,"about_ca_system_score_gemma":0.00000940638,"threshold_uncertainty_score":0.9997521},"labels":[],"label_agreement":null},{"id":"W6921983366","doi":"10.1080/03043797.2013.833173#.u-jxyundxtp","title":"Information use skills in the engineering programme accreditation criteria of four countries","year":2014,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Information literacy; Certification and Accreditation; Work (physics); Engineering education; Information system","score_opus":0.011080865506368968,"score_gpt":0.19393851737915402,"score_spread":0.18285765187278505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921983366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961335,0.000019644913,0.0028486908,0.0001546622,0.0002754235,0.0001919849,0.00001215679,0.00008764218,0.00027628226],"genre_scores_gemma":[0.9967396,0.000016402924,0.003086406,0.000029854766,0.000023661078,0.0000019715922,0.00004519054,0.00001047627,0.000046391535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991858,0.00004153451,0.00021087706,0.000078281606,0.00027413547,0.00020938179],"domain_scores_gemma":[0.9994229,0.000128736,0.000074767864,0.0002059142,0.00011372964,0.000053951208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056195474,0.0001292228,0.00016528157,0.00027457112,0.000058073703,0.000044064906,0.00028312524,0.00010154033,0.000051122966],"category_scores_gemma":[0.00017242396,0.0001375869,0.000055045515,0.0003806449,0.00003290894,0.0012156952,0.000033344833,0.00018298818,0.000026571548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002446047,0.0007453528,0.48413378,0.005313881,0.00058336096,0.000020259527,0.24033286,0.19185486,0.018411232,0.016786015,0.00976035,0.031813454],"study_design_scores_gemma":[0.0007177894,0.000042806816,0.9629994,0.00015589909,0.000024761,0.0000079073025,0.0022409076,0.0078054494,0.001160101,0.000043217784,0.024546925,0.00025480837],"about_ca_topic_score_codex":0.000022365744,"about_ca_topic_score_gemma":0.00003208606,"teacher_disagreement_score":0.47886565,"about_ca_system_score_codex":0.00009778925,"about_ca_system_score_gemma":0.000027321055,"threshold_uncertainty_score":0.5610631},"labels":[],"label_agreement":null},{"id":"W6930753168","doi":"10.5281/zenodo.14735958","title":"Agrément et évaluation périodique: un arrimage gagnant! Partage d'expérience de la Faculté de génie de l'Université de Sherbrooke","year":2024,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Limiting; Marshall Plan; Ile de france","score_opus":0.015611728021069918,"score_gpt":0.24158424658411543,"score_spread":0.2259725185630455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930753168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5986441,0.005364279,0.26835096,0.004682281,0.0008120569,0.00076275604,0.00026268783,0.003615049,0.11750586],"genre_scores_gemma":[0.9718109,0.0032108575,0.012496398,0.00027726515,0.00021978564,6.8318747e-7,0.00063453673,0.0014705986,0.009879023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978855,0.00055012025,0.00024090917,0.000359722,0.00031123165,0.0006525063],"domain_scores_gemma":[0.99914795,0.00006756788,0.000037699436,0.00025810293,0.000133885,0.00035477354],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019282533,0.00022543425,0.00013505307,0.000190166,0.0007531084,0.0010297069,0.0005260139,0.00014961907,0.01431908],"category_scores_gemma":[0.00032841353,0.00027727295,0.00007231852,0.0005332393,0.00010682791,0.00026646713,0.00038180078,0.0005094447,0.0035160484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028961835,0.00033439408,0.00011310605,0.001459406,0.00026546413,0.0003608629,0.1485705,0.06749635,0.077657886,0.024170855,0.4944308,0.1851114],"study_design_scores_gemma":[0.0002977876,0.00006412431,0.008399775,0.00034744912,0.00004662922,0.0005007241,0.0010499989,0.03435482,0.008148144,0.0002597726,0.9462108,0.00031999804],"about_ca_topic_score_codex":0.000073323616,"about_ca_topic_score_gemma":0.0000019584854,"teacher_disagreement_score":0.45177996,"about_ca_system_score_codex":0.0029660698,"about_ca_system_score_gemma":0.00007630715,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W6945166107","doi":"10.21427/zw4n-1766","title":"Use Of The Triple-Bottom Line Framework To Examine The Design Tendencies Of First Year Engineering Students","year":2023,"lang":"en","type":"article","venue":"Arrow - TU Dublin (Technological University Dublin)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Engineering design process; Engineering education; Design education; Process (computing); Design process; Selection (genetic algorithm); Interactive design; Profit (economics); Design thinking","score_opus":0.03760697235176085,"score_gpt":0.21813046902965647,"score_spread":0.1805234966778956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945166107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277925,0.000039856463,0.06854078,0.0016497627,0.0005377107,0.000484988,0.000021373875,0.00090016297,0.000032868473],"genre_scores_gemma":[0.9877095,0.000114833616,0.011484143,0.000024585508,0.000023384066,0.000007679596,0.0000053679005,0.000021314032,0.0006091866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99877167,0.000035312984,0.00027111583,0.00021625802,0.00039938063,0.00030628196],"domain_scores_gemma":[0.9988012,0.00042779758,0.000060560196,0.00051922514,0.00011018243,0.000081050566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037268896,0.00020011837,0.00025030947,0.00035314533,0.00010495037,0.00003460684,0.0010975802,0.00024600918,0.00005634741],"category_scores_gemma":[0.0009312471,0.0001402715,0.00010454086,0.002803043,0.000108209024,0.00014987527,0.0003518602,0.00047101354,0.00003742889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073690055,0.00047795227,0.019798597,0.0003094097,0.00047904887,0.000040923846,0.0024695753,0.8888756,0.00858036,0.059152532,0.017707981,0.0020343387],"study_design_scores_gemma":[0.0032825517,0.0007079982,0.39672148,0.0017254944,0.00033984444,0.00003125144,0.013391971,0.2947259,0.08475948,0.0013751168,0.20019127,0.0027476398],"about_ca_topic_score_codex":0.000009498968,"about_ca_topic_score_gemma":0.000005860299,"teacher_disagreement_score":0.5941497,"about_ca_system_score_codex":0.00011119059,"about_ca_system_score_gemma":0.000027661525,"threshold_uncertainty_score":0.5720106},"labels":[],"label_agreement":null},{"id":"W6945259039","doi":"10.25316/ir-1517","title":"Learning outcomes and program mapping: Tools for transparent assessment","year":2018,"lang":"en","type":"article","venue":"VIURRSpace (Vancouver Island University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Academic institution; Experiential learning; Program evaluation; Higher education; Institution; Educational technology","score_opus":0.01738231279696641,"score_gpt":0.2436122400206953,"score_spread":0.22622992722372887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6945259039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18850674,0.00018573286,0.5006043,0.0010301836,0.006298991,0.0026401368,0.000052166466,0.0033953225,0.29728648],"genre_scores_gemma":[0.9668141,0.000112259004,0.016063662,0.000022819346,0.00008518954,0.00001610871,0.0000030114113,0.000029860019,0.016852971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942344,0.000010038257,0.000080598584,0.00016763053,0.00009235485,0.00022592382],"domain_scores_gemma":[0.9996975,0.00004745923,0.000020426143,0.00009109637,0.000055337186,0.00008815322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005786767,0.00014766984,0.00015101605,0.00015349964,0.00012498828,0.00005363532,0.00008677152,0.00005650305,0.000031792904],"category_scores_gemma":[0.000011040721,0.0001489242,0.000044109125,0.00020631334,0.0000314302,0.0001787994,0.000016647424,0.00010600383,0.000004449281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092630566,0.0008365872,0.017857647,0.0016228118,0.0016674098,0.00005149942,0.02127353,0.036913745,0.0020945636,0.01099427,0.4157634,0.49083188],"study_design_scores_gemma":[0.00077922834,0.00012414326,0.007870321,0.000043407676,0.000026221778,9.655799e-7,0.002185619,0.0107077155,0.00012288323,0.000012107547,0.9778523,0.00027512875],"about_ca_topic_score_codex":0.0000037786588,"about_ca_topic_score_gemma":0.000038113834,"teacher_disagreement_score":0.7783074,"about_ca_system_score_codex":0.000114060946,"about_ca_system_score_gemma":0.000031678654,"threshold_uncertainty_score":0.6072953},"labels":[],"label_agreement":null},{"id":"W6949624217","doi":"10.5281/zenodo.14735957","title":"Agrément et évaluation périodique: un arrimage gagnant! Partage d'expérience de la Faculté de génie de l'Université de Sherbrooke","year":2024,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Limiting; Marshall Plan; Ile de france","score_opus":0.015611728021069918,"score_gpt":0.24158424658411543,"score_spread":0.2259725185630455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949624217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5986441,0.005364279,0.26835096,0.004682281,0.0008120569,0.00076275604,0.00026268783,0.003615049,0.11750586],"genre_scores_gemma":[0.9718109,0.0032108575,0.012496398,0.00027726515,0.00021978564,6.8318747e-7,0.00063453673,0.0014705986,0.009879023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978855,0.00055012025,0.00024090917,0.000359722,0.00031123165,0.0006525063],"domain_scores_gemma":[0.99914795,0.00006756788,0.000037699436,0.00025810293,0.000133885,0.00035477354],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019282533,0.00022543425,0.00013505307,0.000190166,0.0007531084,0.0010297069,0.0005260139,0.00014961907,0.01431908],"category_scores_gemma":[0.00032841353,0.00027727295,0.00007231852,0.0005332393,0.00010682791,0.00026646713,0.00038180078,0.0005094447,0.0035160484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028961835,0.00033439408,0.00011310605,0.001459406,0.00026546413,0.0003608629,0.1485705,0.06749635,0.077657886,0.024170855,0.4944308,0.1851114],"study_design_scores_gemma":[0.0002977876,0.00006412431,0.008399775,0.00034744912,0.00004662922,0.0005007241,0.0010499989,0.03435482,0.008148144,0.0002597726,0.9462108,0.00031999804],"about_ca_topic_score_codex":0.000073323616,"about_ca_topic_score_gemma":0.0000019584854,"teacher_disagreement_score":0.45177996,"about_ca_system_score_codex":0.0029660698,"about_ca_system_score_gemma":0.00007630715,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W6949720716","doi":"10.5281/zenodo.14735978","title":"Les personnes étudiantes, des complices essentielles au cœur de nos pratiques de rétroaction et d'amélioration continue","year":2024,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Windsor; Ministry of Foreign Affairs; Christian ministry","score_opus":0.03226330701584164,"score_gpt":0.27322433106066524,"score_spread":0.2409610240448236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949720716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49893075,0.014858121,0.35542634,0.0102037005,0.002348753,0.0010313777,0.00034123787,0.0055227927,0.1113369],"genre_scores_gemma":[0.9858171,0.0022282957,0.0062952493,0.000051064275,0.0005348091,5.109727e-7,0.00072738715,0.001077079,0.003268531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985192,0.00027042572,0.0002598805,0.00030546403,0.00020169945,0.00044337523],"domain_scores_gemma":[0.99928194,0.000052976884,0.00004495382,0.00017607021,0.00026819503,0.0001758497],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007344138,0.00020915498,0.00014439729,0.00025924746,0.0010365789,0.0014844328,0.0003149551,0.00012501492,0.0036731607],"category_scores_gemma":[0.00026205898,0.00024629684,0.00006139206,0.0006088484,0.00011986014,0.0005137869,0.00014706938,0.00039210104,0.001822721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025549863,0.0004204187,0.00021306856,0.0038507124,0.000445897,0.000039274688,0.10638652,0.01597112,0.027265493,0.120731995,0.38034284,0.34430712],"study_design_scores_gemma":[0.00017644536,0.000091137845,0.009918375,0.00066198397,0.0000498028,0.00025394614,0.005893384,0.024287047,0.0026040901,0.00022296884,0.95551515,0.00032564317],"about_ca_topic_score_codex":0.00052268157,"about_ca_topic_score_gemma":0.00004031323,"teacher_disagreement_score":0.57517236,"about_ca_system_score_codex":0.0010579695,"about_ca_system_score_gemma":0.00003898562,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W6949921411","doi":"10.5281/zenodo.14698005","title":"Engineering Education for Sustainable Cities in Africa: Conversations From Kenya","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kenya; Accreditation; Curriculum; Engineering education; Context (archaeology); Curriculum development; CDIO","score_opus":0.01939329263565252,"score_gpt":0.21981012702124955,"score_spread":0.20041683438559704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949921411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45696807,0.0010107856,0.08410608,0.0022549015,0.00286378,0.003196385,0.00038216714,0.005301362,0.44391647],"genre_scores_gemma":[0.99550056,0.000048934973,0.0013595292,0.000014825516,0.00013239692,0.0000010584033,0.0006219323,0.0005137366,0.0018070136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992544,0.000015510688,0.0001603781,0.00017547666,0.00011160081,0.00028263222],"domain_scores_gemma":[0.9992886,0.000020165042,0.000035646837,0.0003258665,0.00024257805,0.00008713476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021891922,0.00010528298,0.000095799915,0.00020083631,0.0008439446,0.00068874937,0.0004973749,0.000047003974,0.0011609878],"category_scores_gemma":[0.00048426804,0.00012953894,0.000026274178,0.00013679302,0.000028344895,0.00033354334,0.00015299972,0.00012285783,0.00040477037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029970171,0.00036754232,0.00019080765,0.00108971,0.00017990902,0.000008218814,0.016893096,0.024935314,0.0051226486,0.09301939,0.7730745,0.085088864],"study_design_scores_gemma":[0.00030786282,0.000015310336,0.0080321,0.000049839196,0.000006849534,0.0000035619814,0.0017434353,0.0092806,0.0004093554,0.0003376546,0.9796205,0.00019291721],"about_ca_topic_score_codex":0.000029824569,"about_ca_topic_score_gemma":5.54868e-7,"teacher_disagreement_score":0.5385325,"about_ca_system_score_codex":0.0002885147,"about_ca_system_score_gemma":0.00000940638,"threshold_uncertainty_score":0.9997521},"labels":[],"label_agreement":null},{"id":"W6957931210","doi":"10.6068/dp14ba8bc0bdb39","title":"Trend 1998 - 2011. Statistics Canada. CANSIM: Construction - Residential Construction | Country: Canada | Table: Capital expenditures on construction, by type of asset and North American Industry Classification System (NAICS) sector | Variable: Breakwaters (x 1,000,000), Administrative and support, waste management and remediation services | Units: $CAD, 1998-2011. Data-Planet™ Statistical Ready Reference by Conquest Systems, Inc. Dataset-ID: 075-001-037.","year":2015,"lang":"en","type":"other","venue":"Data Planet","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic statistics; Census; Official statistics; Summary statistics; Stock (firearms); Asset (computer security); Index (typography); Descriptive statistics; Capital (architecture)","score_opus":0.013799142209225655,"score_gpt":0.2201036848880858,"score_spread":0.20630454267886014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957931210","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023179129,0.00035613962,0.000017612338,0.0000017665561,0.0014868975,0.0004078446,0.99695367,0.00007849443,0.00046580995],"genre_scores_gemma":[0.0019217678,0.0008543799,0.00046895037,0.000020071117,0.00013542167,0.000020138868,0.99629873,0.00008544308,0.00019507983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780196,0.00010998343,0.00061963254,0.0006150163,0.0005453498,0.0003080648],"domain_scores_gemma":[0.99839646,0.000104910716,0.000520603,0.0006234932,0.000048974278,0.00030558597],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015448667,0.00045010913,0.00049814803,0.000119200435,0.00009240519,0.00012599159,0.00030185128,0.00026922274,0.0002486483],"category_scores_gemma":[0.000005816249,0.00046482455,1.7487e-7,0.00012333704,0.00023906896,0.00020216877,0.00009174123,0.00044926628,0.0000046033715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035599016,0.000014739027,0.00027788503,0.0012481062,0.0003026326,0.000022665103,0.000012840191,0.000060711183,0.000006335509,0.0002907557,0.99746233,0.00026541494],"study_design_scores_gemma":[0.0004041628,0.00006302849,0.00016898644,0.00005302469,0.000250122,0.0002341698,0.0043703495,0.0018751525,6.817944e-7,1.0001855e-7,0.99212056,0.00045965172],"about_ca_topic_score_codex":0.9636069,"about_ca_topic_score_gemma":0.93940103,"teacher_disagreement_score":0.024205843,"about_ca_system_score_codex":0.00024912742,"about_ca_system_score_gemma":0.0011597147,"threshold_uncertainty_score":0.99978036},"labels":[],"label_agreement":null},{"id":"W6957959317","doi":"10.6068/dp14ba83ab56b36","title":"Trend 1991 - 2011. Statistics Canada. CANSIM: Education, Training and Learning - Fields of Study | Country: Canada | Table: Registered apprenticeship training, registrations, by age groups, sex and major trade groups | Variable: 50 years and over, Millwrights, Total registration status, Males | Units: #, 1991-2011. Data-Planet™ Statistical Ready Reference by Conquest Systems, Inc. Dataset-ID: 075-001-071.","year":2015,"lang":"en","type":"other","venue":"Data Planet","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Census; Apprenticeship; Statistics education; Descriptive statistics; Economic statistics; Official statistics; Socioeconomic status; Statistical analysis","score_opus":0.023048082939279024,"score_gpt":0.23561479706408803,"score_spread":0.21256671412480901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957959317","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006142232,0.005155409,0.00003077996,0.0000033389742,0.0005717428,0.00048176767,0.9927259,0.00008094087,0.00088869577],"genre_scores_gemma":[0.0014599566,0.0012069925,0.00053803436,0.00003451526,0.00012328166,0.000028722025,0.9926913,0.00012930213,0.0037879413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740946,0.00017433395,0.0007343844,0.00070914015,0.00052171235,0.00045094942],"domain_scores_gemma":[0.99802434,0.00027448017,0.00038480014,0.0008903139,0.000022232163,0.00040383657],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039596818,0.0004982854,0.0006244433,0.00009872007,0.000118406184,0.00020154763,0.00043606377,0.0002705576,0.00042614245],"category_scores_gemma":[0.000050487237,0.0005364232,2.3093305e-7,0.00011249296,0.00012258452,0.00022734463,0.0000958937,0.0006235788,0.0000010363898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010925821,0.00006327292,0.000040478102,0.0006847949,0.00022579494,0.00003249863,0.00018032102,0.00004764636,0.0000035848939,0.00029015733,0.99793726,0.00048323805],"study_design_scores_gemma":[0.00058776303,0.00006923243,0.00016898777,0.00005598162,0.00023631177,0.00009621851,0.0042926115,0.0016330843,1.2010871e-8,4.2514947e-7,0.99227065,0.00058872375],"about_ca_topic_score_codex":0.9904812,"about_ca_topic_score_gemma":0.9837403,"teacher_disagreement_score":0.0067408723,"about_ca_system_score_codex":0.00012918767,"about_ca_system_score_gemma":0.002406086,"threshold_uncertainty_score":0.9997087},"labels":[],"label_agreement":null},{"id":"W6958802118","doi":"10.6084/m9.figshare.c.5412810.v1","title":"First Nations emergency care in Alberta: descriptive results of a retrospective cohort study","year":2021,"lang":"en","type":"other","venue":"Figshare","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Triage; Health care; Retrospective cohort study; Developing country; Emergency department; Population; Interquartile range; Public health","score_opus":0.011658098888707977,"score_gpt":0.23457812339747056,"score_spread":0.22292002450876258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958802118","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000119230186,0.002875528,0.0000014187516,0.000008241234,0.0008865641,0.0012409806,0.08369512,0.00020724548,0.9109657],"genre_scores_gemma":[0.3823415,0.00047116945,0.0003933308,0.000004557729,0.00037717368,0.0040016607,0.22681345,0.0009056508,0.3846915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991036,0.000013022762,0.0002861603,0.0002594611,0.00018975206,0.00014799809],"domain_scores_gemma":[0.9994744,0.000027722182,0.0000692054,0.00026495632,0.00012048241,0.00004320887],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000019432697,0.00021387474,0.00028936187,0.00032424513,0.000020424743,0.000008256931,0.00014347407,0.0001426562,0.12065256],"category_scores_gemma":[0.0005617227,0.00024241993,0.000052816216,0.00061345863,0.0000016383293,0.000019624176,0.00003603628,0.00018362686,0.00014570101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.417355e-7,0.0000792153,0.0036802255,0.00074246293,0.00012950366,0.0000064423657,0.0049310536,0.00096754596,3.5369317e-7,0.0000057028938,0.9894312,0.000025468129],"study_design_scores_gemma":[0.00051985215,0.000037009086,0.3697828,0.006910747,0.000024597015,0.0000012284613,0.0023274948,0.00016247819,0.000022536067,0.000001034902,0.6196454,0.0005647991],"about_ca_topic_score_codex":0.0004196545,"about_ca_topic_score_gemma":0.060944933,"teacher_disagreement_score":0.52627414,"about_ca_system_score_codex":0.000360235,"about_ca_system_score_gemma":0.000076401644,"threshold_uncertainty_score":0.9885598},"labels":[],"label_agreement":null},{"id":"W6966653411","doi":"10.4122/1.1000054645","title":"The CDIO as an Enabler for Graduate Attributes Assessment in Canadian Engineering Schools","year":2011,"lang":"en","type":"article","venue":"DTU Data","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CDIO; Accreditation; Syllabus; Engineering education; Enabling; Process (computing); Graduate students","score_opus":0.09790454566527705,"score_gpt":0.29472963735975044,"score_spread":0.19682509169447338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966653411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91654015,0.0019007651,0.045956466,0.0035066535,0.011611431,0.0038377985,0.0022553678,0.002019537,0.012371855],"genre_scores_gemma":[0.9874822,0.00009939812,0.011220194,0.000047495418,0.00008945202,0.00018709849,0.0007140215,0.00004246872,0.000117653115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909747,0.00000744162,0.00018131544,0.00018338891,0.00009676007,0.00043365103],"domain_scores_gemma":[0.999076,0.000032727585,0.000011750105,0.0006195849,0.00003102015,0.00022891237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004412364,0.00012995115,0.00009541041,0.00010014218,0.00007049515,0.00007491688,0.00057371584,0.0000438632,0.000035303936],"category_scores_gemma":[0.000092931405,0.00011269533,0.000014136935,0.00016904333,0.0000054886377,0.00026076648,0.00004364164,0.00019254274,0.000030075384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031945998,0.0005459909,0.07104696,0.0010496799,0.0010665304,0.00011266806,0.008084999,0.08246812,0.0029440245,0.12242635,0.63419276,0.076029986],"study_design_scores_gemma":[0.00042114247,0.000034320656,0.17675781,0.00008405445,0.000018419803,0.000010914951,0.0006389668,0.2239296,0.0008871614,0.00029677918,0.5963025,0.0006183309],"about_ca_topic_score_codex":0.013061312,"about_ca_topic_score_gemma":0.02681952,"teacher_disagreement_score":0.14146148,"about_ca_system_score_codex":0.00021791787,"about_ca_system_score_gemma":0.000211088,"threshold_uncertainty_score":0.9935108},"labels":[],"label_agreement":null},{"id":"W6968353175","doi":"10.5281/zenodo.15428899","title":"Failure as a Means of Creating Spaces for Learning and Growth","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Constructive; Work (physics); Setback; Perception; Active learning (machine learning); Experiential learning","score_opus":0.008084210648453645,"score_gpt":0.2209074823090495,"score_spread":0.21282327166059586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968353175","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3862019,0.00092685386,0.19023979,0.0017895901,0.0004848583,0.0013857211,0.00007833495,0.0039425334,0.41495043],"genre_scores_gemma":[0.9947943,0.000099182085,0.0033200698,0.000019310004,0.000030366487,1.6083352e-7,0.00014283275,0.00035621916,0.0012375473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948597,0.000027030224,0.000130687,0.00012687106,0.000087070286,0.00014236607],"domain_scores_gemma":[0.9996288,0.000024523906,0.00002321192,0.00007557768,0.00019771201,0.000050180162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019830331,0.000076484626,0.00008941868,0.00015465984,0.0004145644,0.00015613134,0.00015783176,0.000032580832,0.00056523166],"category_scores_gemma":[0.00043613702,0.000083837454,0.000019645326,0.0002817419,0.000028740968,0.00006943203,0.00011049771,0.00010769716,0.00007388647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076884855,0.00027218906,0.00074638816,0.005200366,0.00069396506,0.0000040603045,0.023405414,0.016880935,0.05822945,0.27276006,0.3577548,0.2639755],"study_design_scores_gemma":[0.00034211756,0.00006805713,0.0010056733,0.00012156272,0.000014981716,0.0000120111135,0.0015590023,0.007263582,0.0036716014,0.00022519982,0.9855751,0.00014112314],"about_ca_topic_score_codex":0.000003816251,"about_ca_topic_score_gemma":1.5879725e-7,"teacher_disagreement_score":0.6278203,"about_ca_system_score_codex":0.000048311867,"about_ca_system_score_gemma":0.0000026648133,"threshold_uncertainty_score":0.61888903},"labels":[],"label_agreement":null},{"id":"W6980138129","doi":"","title":"AvaliaÏão Estocástica da Influência de Parâmetros no Comportamento de Modelos Dinâmicos - AplicaÏão em Eixo Rotativo com Trinca","year":2010,"lang":"pt","type":"other","venue":"Mecánica Computacional (Asociación Argentina de Mecánica Computacional)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Boundary value problem; Mathematical model; Dissipation; Beam (structure)","score_opus":0.0113170588947463,"score_gpt":0.25222497133450866,"score_spread":0.24090791243976237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980138129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16188368,0.00815689,0.76630616,0.006064896,0.014505561,0.009305098,0.003478454,0.006687777,0.023611486],"genre_scores_gemma":[0.7015061,0.0015070162,0.21298659,0.0034138537,0.0056507057,0.0025149158,0.0058169905,0.0038036874,0.06280014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834811,0.0011323129,0.0039284127,0.0033241604,0.0033242626,0.0048097665],"domain_scores_gemma":[0.989871,0.0015496302,0.0017954624,0.002371037,0.0011455987,0.0032672735],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0030922967,0.0038356117,0.0038612613,0.001673649,0.0013018729,0.0010905795,0.0038817665,0.0030278915,0.010004387],"category_scores_gemma":[0.0007844295,0.0045346906,0.0022327115,0.002248396,0.00052108953,0.00040869435,0.0015026792,0.0060553965,0.0042171073],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000664031,0.011139174,0.0076382793,0.0048002996,0.010310345,0.0008113465,0.0066179084,0.29597655,0.013242223,0.12754978,0.5119565,0.00929354],"study_design_scores_gemma":[0.003451233,0.00024021945,0.0066628633,0.001299391,0.00079732353,0.00047858836,0.00018658758,0.39311525,0.0003624177,0.0016984848,0.5873556,0.0043520136],"about_ca_topic_score_codex":0.0001566818,"about_ca_topic_score_gemma":0.00009463336,"teacher_disagreement_score":0.5533196,"about_ca_system_score_codex":0.005223533,"about_ca_system_score_gemma":0.0036584376,"threshold_uncertainty_score":0.9999983},"labels":[],"label_agreement":null},{"id":"W6987794202","doi":"","title":"UNI Student Satisfaction Survey June 2003","year":2003,"lang":"en","type":"article","venue":"UNI ScholarWorks (University of Northern Iowa)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Data collection; Attendance; Work (physics); Quarter (Canadian coin)","score_opus":0.008124547930240155,"score_gpt":0.1881349390180925,"score_spread":0.18001039108785236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987794202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821854,0.00031946148,0.011945212,0.000035753947,0.0010511487,0.0001384175,0.000009602889,0.00019924785,0.0041157478],"genre_scores_gemma":[0.995176,0.0001836438,0.0023061153,0.000011537719,0.000012214227,4.4287017e-7,0.000027239117,0.000024078343,0.0022586896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99922335,0.000074582094,0.00012180738,0.00015997932,0.00021712361,0.00020315745],"domain_scores_gemma":[0.99936295,0.000025639274,0.000043111802,0.00023731103,0.00021010384,0.000120905075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030328828,0.00014495607,0.0001633857,0.0001528362,0.00012041104,0.000023558543,0.00017601205,0.000109211454,0.0003555752],"category_scores_gemma":[0.00004726927,0.00018906819,0.000041791664,0.0007282312,0.000028772773,0.00021762172,0.000020538517,0.00028344966,0.00010462227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008297901,0.000120003126,0.92341596,0.00005425129,0.00021099948,0.000011548824,0.002119963,0.058790255,0.00036696394,0.0009701182,0.0057837223,0.008147914],"study_design_scores_gemma":[0.0004044431,0.000012531709,0.961914,0.00003626652,0.000020564265,0.00000396643,0.001636096,0.00059176603,0.00010771087,0.000013365437,0.034991533,0.0002677461],"about_ca_topic_score_codex":0.00018342698,"about_ca_topic_score_gemma":0.0042075645,"teacher_disagreement_score":0.05819849,"about_ca_system_score_codex":0.00019525822,"about_ca_system_score_gemma":0.0000653737,"threshold_uncertainty_score":0.7709977},"labels":[],"label_agreement":null},{"id":"W6996901611","doi":"","title":"The 19th CDIO International Conference:Proceedings - Full Papers","year":2023,"lang":"en","type":"book","venue":"Åbo Akademi University Research Portal","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"CDIO; Engineering education; Work (physics)","score_opus":0.0345885921172176,"score_gpt":0.2747221713459144,"score_spread":0.24013357922869683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996901611","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005675532,0.00009610074,0.000016713573,0.00056787767,0.0016787148,0.00023481746,0.000056672423,0.0005368628,0.99624467],"genre_scores_gemma":[0.0059677074,0.0029816935,0.000048784463,0.000008668048,0.00038906536,0.000006573332,0.00022601645,0.00006415804,0.99030733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979858,0.000014557977,0.00019409867,0.00031019287,0.00095158163,0.00054381276],"domain_scores_gemma":[0.9990473,0.00012593914,0.000041982727,0.00018957429,0.00035795718,0.00023726466],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000616873,0.00023817977,0.00018581662,0.00039373396,0.0003332623,0.00014009075,0.0009916945,0.00032583484,0.0010147261],"category_scores_gemma":[0.00007688833,0.00022898162,0.0001074864,0.0003159484,0.00019405285,0.00012031432,0.00024029172,0.0015450718,0.0007071304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008557889,0.00000854015,0.00005145294,0.000070845475,0.00023247977,0.00007136031,0.00058549916,0.00008003836,0.00007555946,0.03445341,0.9631928,0.0011694105],"study_design_scores_gemma":[0.00013991575,0.000016737891,0.0002885642,0.00013094877,0.000011947529,0.0000119699935,0.0030481797,0.0011904927,0.000008687984,0.00026419753,0.9946168,0.00027157893],"about_ca_topic_score_codex":0.000008431575,"about_ca_topic_score_gemma":0.000050833423,"teacher_disagreement_score":0.034189213,"about_ca_system_score_codex":0.0006656787,"about_ca_system_score_gemma":0.000558242,"threshold_uncertainty_score":0.9998985},"labels":[],"label_agreement":null},{"id":"W7006224436","doi":"","title":"TES VSETÍN Successfully Tests Generators for Pilot Project in Canada","year":2015,"lang":"en","type":"other","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Process (computing); Troubleshooting; Data collection","score_opus":0.014688037283395043,"score_gpt":0.22857691856078194,"score_spread":0.2138888812773869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006224436","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016161549,0.0027018322,0.0005988961,0.00009151256,0.0053685,0.0017515819,0.00024801228,0.0012391555,0.98638433],"genre_scores_gemma":[0.021268766,0.00022573753,0.025790945,0.0002522358,0.0009931138,0.0015890906,0.00073603686,0.0016865691,0.9474575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927855,0.000004554718,0.00017364348,0.00015738483,0.00013864455,0.0002472373],"domain_scores_gemma":[0.9997184,0.000015630598,0.000021339032,0.00014112229,0.000028502993,0.00007496389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005449638,0.0002269625,0.00020997648,0.00020581551,0.0000070155625,0.000016917591,0.00013939186,0.000069607566,0.00036600014],"category_scores_gemma":[0.000022293087,0.00021152997,0.000013439825,0.00022251108,0.0000037114414,0.000016542353,0.0000099915205,0.00009502677,0.000014721454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.907498e-7,0.000010175078,0.0004583402,0.00017244979,0.000022407057,0.0000013877732,0.000023276385,0.0009374021,0.000006186055,0.00003440226,0.99791694,0.00041662465],"study_design_scores_gemma":[0.00020272854,0.000011499817,0.00026769988,0.00008460865,0.000004985475,0.0000012912618,0.00006129705,0.00097354373,0.00009482337,0.0000043318437,0.9979377,0.00035553076],"about_ca_topic_score_codex":0.50902766,"about_ca_topic_score_gemma":0.9710222,"teacher_disagreement_score":0.4619945,"about_ca_system_score_codex":0.000715097,"about_ca_system_score_gemma":0.0017503069,"threshold_uncertainty_score":0.8625942},"labels":[],"label_agreement":null},{"id":"W7014558887","doi":"","title":"Professional engineering education best practice study for first-year, multi-disciplinary courses","year":2006,"lang":"en","type":"article","venue":"Queensland's institutional digital repository (The University of Queensland)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Best practice; Engineering education; Set (abstract data type); Strengths and weaknesses; Professional development; Work (physics)","score_opus":0.008505185876942292,"score_gpt":0.228738819113,"score_spread":0.2202336332360577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014558887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429614,0.0005318385,0.033125672,0.00045536715,0.0039641666,0.0015724865,0.00011359426,0.0004246479,0.016850835],"genre_scores_gemma":[0.9927621,0.000010837464,0.0033643346,0.000006456374,0.00020773451,0.000015111158,0.00010804423,0.000019262616,0.0035061354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990751,0.000014677607,0.00024030956,0.00020721006,0.0002725832,0.00019007931],"domain_scores_gemma":[0.9992528,0.00015642615,0.00007948466,0.00018736551,0.00025215134,0.00007178601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009070372,0.00019117382,0.00016755403,0.00011300826,0.00038957375,0.000053103777,0.00021613837,0.000080323785,0.000009100632],"category_scores_gemma":[0.00005396485,0.00017605176,0.00009163494,0.0001614125,0.000087859946,0.00045723715,0.000046687215,0.0001552799,0.000023390605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004881693,0.011732603,0.19339474,0.0013708072,0.0010120423,0.00011380702,0.0061262813,0.6670611,0.00069709,0.027801925,0.0880118,0.0021896493],"study_design_scores_gemma":[0.0049719084,0.0005554549,0.53706735,0.0011368887,0.00042799575,0.0003531123,0.019951252,0.038607433,0.0005260522,0.0002847869,0.3943971,0.0017206823],"about_ca_topic_score_codex":0.00009225617,"about_ca_topic_score_gemma":0.000041166604,"teacher_disagreement_score":0.6284537,"about_ca_system_score_codex":0.00020594872,"about_ca_system_score_gemma":0.00028684599,"threshold_uncertainty_score":0.7179183},"labels":[],"label_agreement":null},{"id":"W7015727709","doi":"","title":"Traffic Engineering in a Hybrid Format: More Learning with Less Meeting","year":2011,"lang":"en","type":"article","venue":"DigitalCommons - CalPoly (California State Polytechnic University)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Class (philosophy); Context (archaeology); Set (abstract data type); Control (management); Engineering education; Traffic engineering; Quarter (Canadian coin)","score_opus":0.009393803894657205,"score_gpt":0.163662898315658,"score_spread":0.15426909442100079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015727709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630335,0.000093140894,0.014017329,0.00002530624,0.00009377097,0.00024882145,0.000046253434,0.0016209158,0.020820983],"genre_scores_gemma":[0.9982481,0.000051143106,0.0013810188,0.000010935198,0.000010641932,0.0000089472005,0.00004186673,0.00006626944,0.00018106453],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864703,0.000013485133,0.00028257977,0.00026066118,0.00019104067,0.0006051926],"domain_scores_gemma":[0.9994245,0.000036618323,0.000051243787,0.00023903062,0.00003351596,0.00021506201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009440925,0.0003425608,0.00027601546,0.0007798039,0.00007638836,0.00005613065,0.0003351361,0.000073010764,0.000019288058],"category_scores_gemma":[0.000013988665,0.0003690296,0.00007646056,0.00091119483,0.00005144365,0.00037893193,0.00007576671,0.00047075312,0.000037238322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001248095,0.00042130967,0.019773677,0.00048347193,0.0003298235,0.0008731702,0.0049037198,0.9332121,0.00041077557,0.0019189236,0.00073473685,0.036813486],"study_design_scores_gemma":[0.007066119,0.00056692003,0.030862052,0.0021743558,0.00019841848,0.0005861845,0.011787998,0.69686115,0.013660018,0.00004794144,0.2297783,0.0064105615],"about_ca_topic_score_codex":0.00004853739,"about_ca_topic_score_gemma":0.000058534104,"teacher_disagreement_score":0.23635097,"about_ca_system_score_codex":0.00035109103,"about_ca_system_score_gemma":0.000055332763,"threshold_uncertainty_score":0.99987614},"labels":[],"label_agreement":null},{"id":"W7015867805","doi":"","title":"UNLV Enrollment Analysis","year":2018,"lang":"en","type":"article","venue":"Digital Scholarship - UNLV (University of Nevada Reno)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Quarter (Canadian coin); Trend analysis","score_opus":0.006996717002405672,"score_gpt":0.17579915531346219,"score_spread":0.1688024383110565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015867805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613055,0.00012363453,0.0054163397,0.00011962503,0.00031641242,0.000103587714,0.00004913846,0.00032356635,0.032242212],"genre_scores_gemma":[0.9976071,0.000023375342,0.000950514,0.00002033647,0.000036878813,3.1279146e-7,0.00008753091,0.000014329544,0.0012596329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99919724,0.000010268113,0.00012843705,0.00018785089,0.00024868836,0.00022748778],"domain_scores_gemma":[0.99943733,0.000020808515,0.000038103633,0.00025217165,0.00009131397,0.0001602715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000097404874,0.00014546048,0.0002025942,0.000284775,0.00009321699,0.000067950525,0.00028949924,0.000078205856,0.0005516461],"category_scores_gemma":[0.000016969885,0.00017831665,0.00010895381,0.00093003834,0.000065322696,0.00057554705,0.000057882244,0.00014141397,0.00023760593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036358106,0.002735162,0.36620474,0.0012416146,0.022080602,0.00030573408,0.039625097,0.08125013,0.020789469,0.020016285,0.08385686,0.36153072],"study_design_scores_gemma":[0.0015218693,0.0002327923,0.6429641,0.00012160972,0.00064610824,0.000012900226,0.0044132145,0.0075622965,0.0021071048,0.00052134594,0.3383837,0.0015129463],"about_ca_topic_score_codex":0.000023512706,"about_ca_topic_score_gemma":0.00004842905,"teacher_disagreement_score":0.36001778,"about_ca_system_score_codex":0.00015080161,"about_ca_system_score_gemma":0.000031944157,"threshold_uncertainty_score":0.7271542},"labels":[],"label_agreement":null},{"id":"W7020171102","doi":"","title":"La Comisión Depuradora de Bibliotecas del Distrito Universitario de Zaragoza durant la Guerra Civil (1936-1939)","year":2018,"lang":"es","type":"article","venue":"Zaguan (University of Zaragoza Repository)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Spanish Civil War; Nova scotia; Politics","score_opus":0.0048945315273000835,"score_gpt":0.19211020508891402,"score_spread":0.18721567356161395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020171102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93135375,0.0005383365,0.021808278,0.00031426086,0.0009862431,0.00024412251,0.00003759356,0.0003976209,0.044319805],"genre_scores_gemma":[0.990141,0.00047144637,0.006462972,0.000026866972,0.00021788182,7.126047e-7,0.000019367373,0.00007269837,0.0025870788],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99766666,0.00025103975,0.00036067708,0.000550669,0.00043975015,0.00073120865],"domain_scores_gemma":[0.9980903,0.00020793745,0.00023395546,0.00066882634,0.0002634528,0.00053552527],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043186353,0.00050176255,0.000546153,0.0010048028,0.0005222283,0.00015940015,0.00088891876,0.0006003225,0.00032707702],"category_scores_gemma":[0.000047383608,0.0006805439,0.0003004656,0.0015720446,0.00050557766,0.00042356015,0.00023529444,0.00068879605,0.00011230437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015368839,0.004877927,0.26378328,0.0075637545,0.0073460946,0.016102588,0.13817047,0.029713916,0.16653188,0.036706578,0.3000426,0.027624054],"study_design_scores_gemma":[0.0039415015,0.0004418882,0.6861133,0.0018506063,0.0009002793,0.0018968789,0.01695481,0.02731396,0.012602036,0.00007691882,0.24539554,0.0025122468],"about_ca_topic_score_codex":0.0020914893,"about_ca_topic_score_gemma":0.00017033608,"teacher_disagreement_score":0.42233005,"about_ca_system_score_codex":0.0011024175,"about_ca_system_score_gemma":0.000825317,"threshold_uncertainty_score":0.9995646},"labels":[],"label_agreement":null},{"id":"W7030231301","doi":"","title":"New Zion Clarendon County Membership Records","year":2024,"lang":"en","type":"article","venue":"Digital Commons - Wofford College (Wofford College)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Period (music); Sequence (biology); Historical record; Quarter (Canadian coin)","score_opus":0.011940176675408953,"score_gpt":0.22079734984346452,"score_spread":0.20885717316805558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7030231301","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14442235,0.006626286,0.013925778,0.0031875258,0.022422988,0.0027477457,0.0071046534,0.011564055,0.7879986],"genre_scores_gemma":[0.96544075,0.00014807262,0.0019475365,0.00012372145,0.0005539855,0.0002270091,0.0006061473,0.00025507773,0.03069769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691445,0.000028224295,0.00082196447,0.0006355554,0.0006532153,0.00094660686],"domain_scores_gemma":[0.9982992,0.00022735693,0.000054774642,0.0006982206,0.00011295836,0.00060749653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024696544,0.0007365619,0.00057893404,0.0006027826,0.00023409662,0.0006463373,0.0006457496,0.00032186936,0.0006935289],"category_scores_gemma":[0.000055855475,0.00076353515,0.00032036073,0.002164563,0.00005566953,0.0010981879,0.0001429695,0.0007005621,0.0005595909],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053791937,0.00013178591,0.00061391917,0.00050981226,0.0003967573,0.00020770132,0.00048421274,0.0026694045,0.00007169578,0.069856,0.8992414,0.025763553],"study_design_scores_gemma":[0.0006212687,0.000113075715,0.00054412754,0.00036878925,0.000055444358,0.00017810684,0.0006076816,0.016848015,0.0005369992,0.002000113,0.97706276,0.0010635918],"about_ca_topic_score_codex":0.000041763047,"about_ca_topic_score_gemma":0.00027783003,"teacher_disagreement_score":0.8210184,"about_ca_system_score_codex":0.00086778356,"about_ca_system_score_gemma":0.0004881838,"threshold_uncertainty_score":0.99948156},"labels":[],"label_agreement":null},{"id":"W7034917705","doi":"","title":"Validité diagnostique des critères d’Ottawa pour exclure des fractures de la cheville et du médio-pied chez l’enfant ayant subi un traumatisme : une revue systématique","year":2024,"lang":"en","type":"dissertation","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ankle; Traumatology; Sports medicine; Orthopedic surgery; MEDLINE; Poison control","score_opus":0.006111240345260862,"score_gpt":0.23363177729245665,"score_spread":0.2275205369471958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034917705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88089144,0.010706357,0.04210818,0.0021695532,0.0008530243,0.0007448338,0.00008827755,0.0016441518,0.06079419],"genre_scores_gemma":[0.95659846,0.005265962,0.031355284,0.00006607184,0.00007707461,0.00045729883,0.0014198051,0.00023199675,0.0045280233],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958422,0.0018846927,0.00076789304,0.00059656013,0.00037534462,0.00053329614],"domain_scores_gemma":[0.99583834,0.0019131984,0.00022046345,0.0008841136,0.00085484376,0.00028903683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037984643,0.0006519594,0.0005635767,0.0003526155,0.00034874398,0.00054961606,0.00077697885,0.0005795122,0.00031972543],"category_scores_gemma":[0.0019345883,0.0006823899,0.0002570029,0.00073051575,0.00014448994,0.00021410969,0.00008406706,0.0010048676,0.00006421751],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031291424,0.0021304179,0.006217902,0.01850406,0.0015688984,0.00021155068,0.5929997,0.013929645,0.03319242,0.22715344,0.034610953,0.06944971],"study_design_scores_gemma":[0.0019062554,0.0000047263684,0.4039691,0.042536013,0.00065953017,0.00047835446,0.0119242985,0.04812707,0.39986303,0.016834473,0.06922598,0.0044711544],"about_ca_topic_score_codex":0.0012675455,"about_ca_topic_score_gemma":0.0060207834,"teacher_disagreement_score":0.58107543,"about_ca_system_score_codex":0.00048371276,"about_ca_system_score_gemma":0.00042710252,"threshold_uncertainty_score":0.99956274},"labels":[],"label_agreement":null},{"id":"W7096327228","doi":"","title":"What’s in an Iron Ring?","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Apprenticeship; Work (physics); Value (mathematics); Engineering education; Set (abstract data type)","score_opus":0.007107825243704354,"score_gpt":0.21827452082334137,"score_spread":0.21116669557963702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096327228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891438,0.00008437452,0.002542765,0.0002563933,0.0014016666,0.00004364285,1.7286514e-7,0.00036662133,0.0061605885],"genre_scores_gemma":[0.997454,0.00008672608,0.00082127994,0.00003577145,0.000028758623,0.000014268367,7.013756e-7,0.000010698845,0.0015478198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997177,0.0000024999665,0.000072896466,0.00006128132,0.000041070387,0.00010451297],"domain_scores_gemma":[0.99985474,0.0000065103477,0.0000023685614,0.00008643412,0.0000056153635,0.00004432043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000036944395,0.000050436247,0.000038365528,0.00005052664,0.000004493656,0.000020391217,0.00005079214,0.00002167672,0.0003335914],"category_scores_gemma":[0.0000030826595,0.000034998473,0.000006659019,0.000060850154,0.000003017236,0.00027973688,0.000004567382,0.000023777158,0.00014415405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066570383,0.00039973113,0.089957304,0.0002483556,0.000035518835,0.000021874896,0.0073129614,0.032397505,0.10596552,0.03137408,0.03293363,0.69934684],"study_design_scores_gemma":[0.0016780671,0.00006331333,0.78446764,0.00052483246,0.000005207028,0.000013394794,0.0017520963,0.018183727,0.04122025,0.00058210007,0.15010107,0.0014082819],"about_ca_topic_score_codex":0.0000016482111,"about_ca_topic_score_gemma":0.000033492255,"teacher_disagreement_score":0.69793856,"about_ca_system_score_codex":0.000058573034,"about_ca_system_score_gemma":0.000005134947,"threshold_uncertainty_score":0.3652592},"labels":[],"label_agreement":null},{"id":"W7096775530","doi":"","title":"INTEGRATING SUSTAINABLE DEVELOPMENT INTO THE ENGINEERING CURRICULUM","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Bachelor; Engineering education; Sustainable development; Health systems engineering","score_opus":0.0026815642627911625,"score_gpt":0.18260670866995243,"score_spread":0.17992514440716126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096775530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68343264,0.000749858,0.28927574,0.0015292655,0.0018323348,0.0004905041,3.4711226e-7,0.0028195975,0.019869752],"genre_scores_gemma":[0.97907466,0.000030303152,0.015877508,0.000045360433,0.00008310413,0.00014875647,0.0000016173323,0.000037103666,0.0047015827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911237,0.000005978136,0.00022976116,0.00013397424,0.00014922932,0.0003686658],"domain_scores_gemma":[0.99960065,0.000050616334,0.000013451281,0.00018439257,0.000064267646,0.0000866452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019737614,0.0001773128,0.00009888546,0.00008983769,0.00010068278,0.0000502191,0.00021752629,0.00004287937,0.00020552034],"category_scores_gemma":[0.00007494808,0.00009036709,0.00003150041,0.00027569983,0.000012376573,0.00014266037,0.000047693164,0.00009912016,0.00017568583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041200547,0.00024689583,0.009393234,0.0010610225,0.0006296808,0.00005616659,0.041360456,0.07023081,0.039354704,0.33380976,0.123918116,0.37993503],"study_design_scores_gemma":[0.00032545478,0.000012049272,0.004945013,0.0001852,0.000008718498,0.00001507706,0.005243574,0.021243999,0.031118304,0.00014355135,0.93601346,0.00074559974],"about_ca_topic_score_codex":0.000014755838,"about_ca_topic_score_gemma":0.000010187931,"teacher_disagreement_score":0.81209534,"about_ca_system_score_codex":0.00030258627,"about_ca_system_score_gemma":0.0000501538,"threshold_uncertainty_score":0.36850628},"labels":[],"label_agreement":null},{"id":"W7096853100","doi":"","title":"Student perceptions and use of an inventory to facilitate learning of individual team-effectiveness” Canadian Engineering Education Association","year":2013,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Engineering education; Work (physics); Perception; Graduate students; Quality (philosophy)","score_opus":0.012901702791288433,"score_gpt":0.22748717346288813,"score_spread":0.2145854706715997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096853100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99819815,0.00002301878,0.00090657425,0.000019620267,0.00023800183,0.00026101773,0.0000049439423,0.00007106405,0.00027760662],"genre_scores_gemma":[0.996961,0.000009904595,0.002581311,0.00001365619,0.000014002741,0.000099242134,0.000025043326,0.000013929099,0.00028188722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994269,0.00002532957,0.00017333268,0.00009337698,0.00013905305,0.00014202239],"domain_scores_gemma":[0.9995637,0.000041238352,0.000021565898,0.000077044926,0.000108449465,0.00018802677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018351349,0.000091037444,0.00011180699,0.00026959044,0.000024538278,0.00003435954,0.000059312846,0.00005047703,0.00008090663],"category_scores_gemma":[0.000082096,0.000101084275,0.000016859387,0.00016551962,0.000004256633,0.00023314115,0.000012670676,0.00008978911,0.000013334804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010526559,0.000158872,0.50198245,0.00047272697,0.00018826197,1.0478145e-7,0.024134627,0.42982867,0.025102422,0.0005644804,0.0032271722,0.014339181],"study_design_scores_gemma":[0.00006116257,0.00002789139,0.988389,0.000048967635,0.000009509057,5.4910765e-7,0.0015840663,0.0078032673,0.00055467174,0.0000030489764,0.0013954809,0.00012239056],"about_ca_topic_score_codex":0.007373966,"about_ca_topic_score_gemma":0.0013698055,"teacher_disagreement_score":0.48640656,"about_ca_system_score_codex":0.00032642597,"about_ca_system_score_gemma":0.00008082525,"threshold_uncertainty_score":0.999236},"labels":[],"label_agreement":null},{"id":"W7097715047","doi":"","title":"Education / Education Competency- and Project-Based Programs in Electrical &amp;amp; Computer Engineering at the Université de Sherbrooke","year":2008,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering education; Range (aeronautics); Curriculum; Computer Applications","score_opus":0.011630278288740114,"score_gpt":0.20347410905930302,"score_spread":0.1918438307705629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097715047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98554623,0.0006521424,0.010339068,0.00023418007,0.00043107278,0.00042732756,4.2243659e-7,0.00030560902,0.002063946],"genre_scores_gemma":[0.9305667,0.00022726863,0.061781093,0.00026713393,0.00015461778,0.0002415615,0.00013593542,0.000053535805,0.0065721464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993441,0.000013807079,0.00015122011,0.00015321968,0.00010797452,0.00022969735],"domain_scores_gemma":[0.99969375,0.00003121469,0.000014974614,0.00015107048,0.00003325708,0.00007572114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000071801616,0.00014609598,0.000099297176,0.0001546472,0.00008235098,0.000019961695,0.00009570145,0.000060400453,0.000043411103],"category_scores_gemma":[0.000007828967,0.00012719627,0.000025759322,0.00037023387,0.000018754767,0.000054041182,0.000025492796,0.0001339572,0.000034509027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230381,0.0020080814,0.28488043,0.0009884055,0.00014583237,0.0000066103908,0.018109392,0.2163459,0.008846514,0.005607912,0.34247938,0.12053923],"study_design_scores_gemma":[0.0005522833,0.000033237367,0.25611007,0.00016083212,0.000018414623,0.00021662866,0.00014487363,0.120499186,0.0009840111,0.000011739884,0.6205646,0.00070415053],"about_ca_topic_score_codex":0.00008197685,"about_ca_topic_score_gemma":0.0002922936,"teacher_disagreement_score":0.2780852,"about_ca_system_score_codex":0.00084495323,"about_ca_system_score_gemma":0.0003755297,"threshold_uncertainty_score":0.5186913},"labels":[],"label_agreement":null},{"id":"W7098134545","doi":"","title":"ENGINEERING STAKEHOLDERS","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rubric; Accreditation; Process (computing); Set (abstract data type); Engineering education; Authentic assessment","score_opus":0.016715937525700157,"score_gpt":0.17754446155573192,"score_spread":0.16082852403003176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098134545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31976292,0.00022020747,0.5896866,0.000945916,0.0034641938,0.00018496395,0.0000043258433,0.005540904,0.08018999],"genre_scores_gemma":[0.99380296,0.00003221512,0.003748941,0.000024096924,0.000041391657,0.000016471053,5.9820104e-7,0.000020427868,0.0023129194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966836,9.103963e-7,0.000075806085,0.00006044118,0.00005768362,0.00013677187],"domain_scores_gemma":[0.99982333,0.00001527059,0.000002554848,0.00008977548,0.000008788557,0.000060275237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003041678,0.00006950154,0.000044931,0.000048860726,0.0000072173802,0.00000799045,0.00005461248,0.000020993013,0.0006436138],"category_scores_gemma":[0.000009949588,0.000046329482,0.000016331456,0.00007727454,0.000003323363,0.000058210302,0.00000469271,0.000023463805,0.00038615256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002133478,0.00006805162,0.0032970794,0.00021252358,0.00022090517,0.000012419134,0.0007728413,0.06010858,0.28321978,0.050675165,0.34437343,0.25703707],"study_design_scores_gemma":[0.0005966141,0.000011337807,0.019432535,0.00011013297,0.000006886057,0.000017215458,0.00008451141,0.011645295,0.0748101,0.0000835737,0.89241713,0.00078464014],"about_ca_topic_score_codex":3.880644e-7,"about_ca_topic_score_gemma":4.070812e-7,"teacher_disagreement_score":0.67404,"about_ca_system_score_codex":0.000052367704,"about_ca_system_score_gemma":0.0000054062057,"threshold_uncertainty_score":0.704712},"labels":[],"label_agreement":null},{"id":"W7098135074","doi":"","title":"Project Engineer FOR THE COMMANDER:","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Project management","score_opus":0.013883340932786422,"score_gpt":0.22883255651070727,"score_spread":0.21494921557792085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098135074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003773877,0.00034830847,0.9812263,0.0024192133,0.0017664444,0.00069957634,0.0000054775596,0.0009291763,0.008831593],"genre_scores_gemma":[0.98317194,0.00014041967,0.006413874,0.00012132846,0.00016337237,0.0007434517,0.0000023510047,0.00003352909,0.00920976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972296,0.0000013393096,0.00006859807,0.000047619218,0.000043839096,0.00011564957],"domain_scores_gemma":[0.9997502,0.00010368615,0.0000032896287,0.000107989246,0.000016616765,0.000018243234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005889716,0.0000618934,0.00004100106,0.00002426903,0.00002508171,0.000010842359,0.00008182911,0.000018827675,0.00009193388],"category_scores_gemma":[0.000013424054,0.000027902935,0.000024990099,0.00005721481,0.000005838978,0.000030384479,0.0000051202783,0.000021075755,0.000037910497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034171821,0.000031207757,0.00038735985,0.000100603924,0.00017058617,2.8442355e-7,0.0006804397,0.0047502033,0.0058679106,0.01946614,0.8098331,0.15870875],"study_design_scores_gemma":[0.00024177761,0.000006262137,0.001403458,0.000012943188,0.000005666887,0.0000023765465,0.000055796136,0.005624785,0.0065064784,0.00004901712,0.98596704,0.00012441937],"about_ca_topic_score_codex":9.89087e-7,"about_ca_topic_score_gemma":0.000002436418,"teacher_disagreement_score":0.979398,"about_ca_system_score_codex":0.000028774724,"about_ca_system_score_gemma":0.000010325296,"threshold_uncertainty_score":0.113784865},"labels":[],"label_agreement":null},{"id":"W7100170705","doi":"","title":"SPECIAL ISSUE PAPER 175 How industry concepts of concurrent engineering enhance aircraft design education","year":2006,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Concurrent engineering; Aerospace; Process (computing); Engineering design process; Aircraft industry; Conceptual design; Engineering education","score_opus":0.006056790981376801,"score_gpt":0.23161852804443397,"score_spread":0.22556173706305718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100170705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20451772,0.0039503784,0.60347414,0.0024693545,0.04719742,0.0021953008,0.000027871323,0.0030857935,0.133082],"genre_scores_gemma":[0.9709778,0.00004643699,0.016510215,0.000055501147,0.004966823,0.00009879969,0.000029286935,0.000051835552,0.0072633373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991915,0.000010240551,0.0002470693,0.00015464785,0.00016994895,0.00022659711],"domain_scores_gemma":[0.9996287,0.00003397972,0.000033456156,0.00015302403,0.00007295217,0.00007787593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007989151,0.00019226919,0.00017589147,0.00009981008,0.00001962219,0.000029697738,0.00012398706,0.00015619639,0.00109916],"category_scores_gemma":[0.000022297214,0.00020144979,0.000040842082,0.00023272396,0.000017261154,0.0001562853,0.000012294972,0.00023241909,0.00005447853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001548127,0.00018046865,0.00042322619,0.00024331966,0.00004479332,0.0000010923077,0.00045513784,0.17207734,0.020111613,0.002984598,0.7755202,0.027956665],"study_design_scores_gemma":[0.0002692779,0.000026775877,0.011747533,0.00017094388,0.000019350355,0.000008205808,0.000343531,0.0080950055,0.15821841,0.000026007585,0.82045525,0.00061969756],"about_ca_topic_score_codex":0.000010902483,"about_ca_topic_score_gemma":0.000003525655,"teacher_disagreement_score":0.76646006,"about_ca_system_score_codex":0.00012628868,"about_ca_system_score_gemma":0.00010379857,"threshold_uncertainty_score":0.999814},"labels":[],"label_agreement":null},{"id":"W7100359001","doi":"","title":"Abstract The 2008 Canadian Engineering Accreditation","year":2016,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Engineering education; Process (computing); Engineering design process; Outcome-based education; Outcome (game theory)","score_opus":0.004945333458667734,"score_gpt":0.17215605964676367,"score_spread":0.16721072618809593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100359001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7085811,0.0011251996,0.0791095,0.019006103,0.015322099,0.0009274851,0.000040953055,0.0043539708,0.17153361],"genre_scores_gemma":[0.9985302,0.00003416525,0.0006381607,0.00005875219,0.000108019005,0.000026426284,0.0000025327986,0.000016700078,0.000585051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959815,0.0000012386049,0.00009056491,0.0000577843,0.0000689325,0.00018330783],"domain_scores_gemma":[0.9997249,0.000034534045,0.000004551284,0.00010854866,0.000018694742,0.000108738575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000062797284,0.00007558535,0.00003868955,0.000068289206,0.000029892839,0.0000195623,0.000094322546,0.000030115121,0.00058385456],"category_scores_gemma":[0.00002413842,0.00004192316,0.000017020076,0.00010126592,0.0000048349652,0.00007940483,0.0000032088085,0.000045839664,0.00035349655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011392879,0.000019936022,0.0021960032,0.00008893189,0.00014730854,0.000010081306,0.0012993908,0.06911372,0.030601805,0.014528665,0.7699066,0.11208642],"study_design_scores_gemma":[0.0001947506,0.0000043547484,0.34341487,0.000060235216,0.000005178264,0.000010882061,0.00010734302,0.005976271,0.005737917,0.000050996772,0.64404804,0.00038915803],"about_ca_topic_score_codex":0.0006281266,"about_ca_topic_score_gemma":0.0022688266,"teacher_disagreement_score":0.34121886,"about_ca_system_score_codex":0.00013423267,"about_ca_system_score_gemma":0.000047313206,"threshold_uncertainty_score":0.63927984},"labels":[],"label_agreement":null},{"id":"W7100652993","doi":"","title":"Examining and Evaluating Curriculum?","year":2014,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Higher education; Engineering education; Curriculum development; Teaching method; Problem-based learning","score_opus":0.017322790755344566,"score_gpt":0.24240204644331015,"score_spread":0.22507925568796558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100652993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93659896,0.000085842155,0.021853322,0.000047141744,0.00042995033,0.000042549233,9.623755e-8,0.00046794047,0.04047421],"genre_scores_gemma":[0.98312235,0.0000072916687,0.016236972,0.00004595968,0.00004997204,0.000012856552,0.0000016457969,0.000011366486,0.0005115665],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99966407,0.0000062450736,0.00008376818,0.00007455201,0.000068261754,0.0001031221],"domain_scores_gemma":[0.9998408,0.00002153605,0.0000051617135,0.00006624296,0.000014196404,0.00005205448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015220272,0.00006533081,0.00005591454,0.000034348304,0.00002366183,0.000021691425,0.000032709326,0.000020013984,0.00009926149],"category_scores_gemma":[0.000038004782,0.00005978204,0.0000057686016,0.00006861611,0.000004915445,0.000039454968,0.0000099304625,0.00004768045,0.00003542045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.947439e-7,0.00006729623,0.0661963,0.00043613478,0.000098184755,0.0000012832254,0.0031772822,0.12814198,0.013393569,0.030513104,0.050076894,0.7078972],"study_design_scores_gemma":[0.00019812242,0.00002662064,0.05050976,0.00003261659,0.0000063804046,0.000010044418,0.0003264899,0.922547,0.0008177483,0.00011780742,0.025137708,0.00026970397],"about_ca_topic_score_codex":0.0000022796128,"about_ca_topic_score_gemma":0.0000010585547,"teacher_disagreement_score":0.79440504,"about_ca_system_score_codex":0.000014466919,"about_ca_system_score_gemma":0.0000031871498,"threshold_uncertainty_score":0.24378408},"labels":[],"label_agreement":null},{"id":"W7110244462","doi":"10.1080/03043797.2025.2598348","title":"Quality education: what do undergraduate students expect from their engineering education experience?","year":2025,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering education; Quality (philosophy); Higher education; Teaching method; Quality assurance","score_opus":0.009878907373792295,"score_gpt":0.27348780042087373,"score_spread":0.26360889304708146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110244462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9230019,0.016878271,0.024489218,0.0005038501,0.03245183,0.00028359043,0.0000031521154,0.00033736724,0.002050854],"genre_scores_gemma":[0.9885494,0.0014351667,0.008134709,0.00016628121,0.0009844415,0.00005226565,0.00003771971,0.000089476714,0.0005505141],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99797046,0.00009047176,0.0009888264,0.0002716492,0.00037641107,0.0003022007],"domain_scores_gemma":[0.99863577,0.00010488575,0.00020505441,0.0004565612,0.0003512408,0.00024648904],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005351205,0.00039387812,0.00035094845,0.0006544119,0.0000707496,0.00047681804,0.00066534005,0.00006403986,0.000052133426],"category_scores_gemma":[0.00020149288,0.00040580204,0.00015342353,0.000676794,0.000016528054,0.00085329905,0.000053735395,0.00043388156,0.000037210048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045235145,0.0034284745,0.013911226,0.0019174004,0.0012822082,0.0000098102955,0.03167808,0.16431564,0.035413537,0.007683321,0.06865566,0.6716594],"study_design_scores_gemma":[0.0014692994,0.00012069247,0.50478876,0.011248387,0.00018986086,0.00011666648,0.031321462,0.0041502616,0.014548035,0.0005290592,0.42900255,0.0025149428],"about_ca_topic_score_codex":0.000008371695,"about_ca_topic_score_gemma":7.119126e-7,"teacher_disagreement_score":0.66914445,"about_ca_system_score_codex":0.0005903296,"about_ca_system_score_gemma":0.00078856084,"threshold_uncertainty_score":0.99983937},"labels":[],"label_agreement":null},{"id":"W7117476285","doi":"10.5539/jel.v15n2p404","title":"The Reconstruction Path and Practical Strategies of Classroom Teaching Blackboard Writing for the “Fundamentals of Electrical Engineering” Course in the Information Age","year":2025,"lang":"","type":"article","venue":"Journal of Education and Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blackboard (design pattern); Blackboard system; Experiential learning; Engineering education; Notation; Cognition; Higher education; Teaching method","score_opus":0.006294939034862096,"score_gpt":0.28901594073973336,"score_spread":0.28272100170487124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117476285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9499126,0.0057184715,0.036190767,0.005052863,0.0020128454,0.00047141782,0.0000011249518,0.000010313451,0.0006296054],"genre_scores_gemma":[0.9943357,0.0014416327,0.0040124715,0.000042895314,0.000106997264,0.000016773987,0.0000017350918,0.000006796373,0.000034986027],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986271,0.00014539441,0.0008298305,0.00006222814,0.00018285951,0.00015256945],"domain_scores_gemma":[0.9974586,0.0017915785,0.0004569094,0.00007985675,0.00017813571,0.00003492447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002550941,0.00012411836,0.00019680175,0.00018714528,0.00023666432,0.00023922761,0.00009703837,0.00007397759,0.0000035559024],"category_scores_gemma":[0.0012262899,0.000078796336,0.000059418224,0.0002501648,0.00006023944,0.00044549524,0.00001410494,0.00091625116,1.1854656e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107796826,0.00040339396,0.012309657,0.0013320645,0.0005019167,9.067192e-7,0.051815297,0.07315986,0.0017633714,0.08656168,0.00270586,0.7693382],"study_design_scores_gemma":[0.0014440668,0.00044678396,0.28199622,0.0026776912,0.00042034977,0.00044076517,0.48309726,0.181205,0.00027172314,0.00073338876,0.04692821,0.00033852752],"about_ca_topic_score_codex":0.000010968962,"about_ca_topic_score_gemma":0.0000024491646,"teacher_disagreement_score":0.7689997,"about_ca_system_score_codex":0.00009180051,"about_ca_system_score_gemma":0.00050713716,"threshold_uncertainty_score":0.39807063},"labels":[],"label_agreement":null},{"id":"W7123848139","doi":"10.1109/fie63693.2025.11328464","title":"Integrating Technical and Professional Communication into the Engineering Curriculum: International Perspectives from Four Programs","year":2025,"lang":"","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Technical communication; Discipline; Engineering education; Professional communication; International communication; Communication skills","score_opus":0.0056762061078666085,"score_gpt":0.2536458415290297,"score_spread":0.24796963542116307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123848139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72584426,0.03973847,0.12594524,0.053075034,0.015455491,0.0036035604,0.00002537114,0.002706623,0.03360594],"genre_scores_gemma":[0.9451225,0.0012189698,0.051811617,0.0000900432,0.00016980164,0.00036230506,0.000061964856,0.000036861216,0.0011259494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824566,0.00006489615,0.00059902016,0.00043647093,0.0003308468,0.0003231011],"domain_scores_gemma":[0.99881387,0.00026541113,0.000079383826,0.0004930027,0.00023852348,0.000109800385],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041776508,0.00040313977,0.00027374213,0.00022002171,0.00031105737,0.0003594295,0.00073267403,0.00022324244,0.00021241509],"category_scores_gemma":[0.0003089841,0.00030850686,0.00009814441,0.0005954673,0.000118233846,0.00026073479,0.00045838504,0.0009890184,0.000016947397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003648477,0.0018443487,0.034142733,0.00061300973,0.0024470552,0.000008825801,0.092126325,0.012183651,0.008991115,0.5363163,0.026666012,0.28462416],"study_design_scores_gemma":[0.0014676373,0.000056464905,0.08778801,0.0048507256,0.00022423621,0.000028411361,0.08633528,0.69386804,0.00070551777,0.003294031,0.11980911,0.0015725167],"about_ca_topic_score_codex":0.00035590405,"about_ca_topic_score_gemma":0.00020092633,"teacher_disagreement_score":0.68168443,"about_ca_system_score_codex":0.00053106406,"about_ca_system_score_gemma":0.00014044155,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W7131813647","doi":"10.1109/metrocon66796.2025.11405823","title":"Navigating Successful Automation on Challenged Programs: A Case Study and Practical Solutions","year":2025,"lang":"","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Automation; Leverage (statistics); Plan (archaeology); Process automation system; ISA100.11a","score_opus":0.031512076398674344,"score_gpt":0.344213825548044,"score_spread":0.31270174914936966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131813647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97306067,0.00056080776,0.013503619,0.005063353,0.0013811855,0.0016343617,0.0000015208041,0.00082614465,0.0039683552],"genre_scores_gemma":[0.99376696,0.00009688596,0.005330356,0.000093892435,0.000060952923,0.00038288505,0.000006776805,0.000028595417,0.00023270889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826056,0.00009195498,0.0005462417,0.000425498,0.00023601644,0.00043973408],"domain_scores_gemma":[0.9991891,0.00017738019,0.000056645018,0.00029391976,0.00011361589,0.00016938282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005037132,0.00032849185,0.00026066863,0.00011624504,0.00040439,0.00026811697,0.0000614416,0.00014339639,0.000088392444],"category_scores_gemma":[0.00016547297,0.00033799966,0.000044570093,0.0006256544,0.000036937792,0.00023047788,0.00008675521,0.00069765915,0.000034093606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028396766,0.011594986,0.010121935,0.0025179489,0.0018025803,0.0026337795,0.073050454,0.011846066,0.00007476097,0.041038327,0.002869058,0.8424217],"study_design_scores_gemma":[0.002863941,0.00078093435,0.014723383,0.002627847,0.00043684326,0.0022258088,0.26026148,0.71074647,0.00010346081,0.00015333485,0.0036743917,0.0014021201],"about_ca_topic_score_codex":0.00023430295,"about_ca_topic_score_gemma":0.00017424025,"teacher_disagreement_score":0.8410196,"about_ca_system_score_codex":0.00028320475,"about_ca_system_score_gemma":0.00015629672,"threshold_uncertainty_score":0.9999072},"labels":[],"label_agreement":null},{"id":"W7132994541","doi":"","title":"Lessons Learned from Teaching Systems Thinking to Engineering Students","year":2024,"lang":"en","type":"article","venue":"TSpace","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Systems thinking; Engineering education; Association (psychology); Critical thinking; Health systems engineering; Design thinking","score_opus":0.027712359976369984,"score_gpt":0.3362747612764704,"score_spread":0.3085624013001004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132994541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781332,0.003405889,0.09863163,0.0017671686,0.008467372,0.0003041676,0.0000077869545,0.004630443,0.0046523605],"genre_scores_gemma":[0.99420273,0.000043707332,0.003314609,0.00003457445,0.00030608522,0.000037128728,0.00001212474,0.00007602102,0.0019730022],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990864,0.000010781983,0.00015240545,0.00021765748,0.00027526662,0.00025750278],"domain_scores_gemma":[0.9995938,0.000060978284,0.0000062958156,0.00019129306,0.000011278572,0.00013633487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021510359,0.00017592056,0.00014173202,0.00015388802,0.000050460836,0.00036387576,0.00024206658,0.000058060043,0.000045196663],"category_scores_gemma":[0.00003366024,0.00018193359,0.000036166555,0.00019889679,0.000002237731,0.00008207872,0.000052735297,0.00031735614,0.0004009485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.903948e-7,0.000023282144,0.00024473085,0.0002845118,0.00020992997,0.000027875298,0.030452976,0.92453516,0.0134881325,0.0061537903,0.01868527,0.0058933506],"study_design_scores_gemma":[0.00020608216,0.000019277439,0.005106979,0.0018388623,0.000050019353,0.0000135835535,0.0041715377,0.42003384,0.0018272474,0.00007932372,0.5656568,0.0009964629],"about_ca_topic_score_codex":0.00009473556,"about_ca_topic_score_gemma":0.000002595669,"teacher_disagreement_score":0.5469715,"about_ca_system_score_codex":0.00021426308,"about_ca_system_score_gemma":0.000017729399,"threshold_uncertainty_score":0.74190366},"labels":[],"label_agreement":null},{"id":"W7133557681","doi":"10.1515/9783111563046-009","title":"263Three Competing Visions for the Future of Engineering Education","year":2025,"lang":"","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Vision; Engineering education; Work (physics); Perspective (graphical); Key (lock)","score_opus":0.0060158227549975875,"score_gpt":0.2241303747716395,"score_spread":0.2181145520166419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133557681","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001729714,0.05641748,0.4991127,0.0049935128,0.057176445,0.0057764165,0.00019248559,0.00095741363,0.3752006],"genre_scores_gemma":[0.16914548,0.026245376,0.28665993,0.00080527033,0.010249004,0.002260345,0.0008308198,0.0009721324,0.50283164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979337,0.000004527744,0.00097642076,0.0004026166,0.00029594506,0.00038681764],"domain_scores_gemma":[0.99804,0.0005501107,0.00018477152,0.0006772517,0.0004152166,0.00013259976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030364105,0.00065058627,0.0005693383,0.00040089246,0.00019739536,0.00006649405,0.00056617195,0.00040651014,0.0008488237],"category_scores_gemma":[0.000068252404,0.00055146986,0.00038893666,0.00019837944,0.000034071658,0.00007725283,0.00010166138,0.00057195907,0.000024279912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005230787,0.00006518433,0.000017541046,0.0032992251,0.0005433433,1.5549607e-7,0.0004547747,0.042026516,0.0001862755,0.830216,0.010326555,0.11285918],"study_design_scores_gemma":[0.00026893415,0.000030395775,0.00050016266,0.002977004,0.0003084543,0.000005894898,0.00091919117,0.075570494,0.00037735264,0.0003615412,0.91790473,0.0007758396],"about_ca_topic_score_codex":0.000010154479,"about_ca_topic_score_gemma":0.0000108512695,"teacher_disagreement_score":0.9075782,"about_ca_system_score_codex":0.00023947975,"about_ca_system_score_gemma":0.0005350454,"threshold_uncertainty_score":0.9996937},"labels":[],"label_agreement":null},{"id":"W7133947373","doi":"10.15173/mi.v1i1.4977","title":"The evolution of experiential learning in the Faculty of Engineering: From rogue experiment to curricular innovation and beyond","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Experiential learning; Experiential education; Engineering education; Active learning (machine learning); Reflective thinking; Educational technology; Higher education","score_opus":0.009244575652179976,"score_gpt":0.22461319437761437,"score_spread":0.2153686187254344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133947373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7032121,0.014949865,0.05108189,0.0009863006,0.0065161213,0.0041375705,0.00020181223,0.00083872955,0.2180756],"genre_scores_gemma":[0.9913551,0.00013046748,0.0018928885,0.000021225382,0.00008754696,0.00025530055,0.00025556027,0.00006590892,0.0059359716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894947,0.000010211536,0.00044037146,0.00015671448,0.00031667325,0.000126586],"domain_scores_gemma":[0.9996061,0.00005194684,0.000073014984,0.00018531832,0.000059366128,0.000024299696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020353528,0.00019565127,0.0001943794,0.00021037059,0.000049354425,0.000018195848,0.0001786258,0.00008069279,0.00016715968],"category_scores_gemma":[0.000026397773,0.00014496184,0.000039297214,0.00019415737,0.000016651304,0.00004172506,0.000063037885,0.00028267482,0.0000020639666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014793764,0.000073809686,0.00027239628,0.00017120737,0.00026687025,0.0000034288844,0.025271513,0.24191046,0.010535248,0.7077963,0.0059197512,0.0077642314],"study_design_scores_gemma":[0.00051239907,0.00013141254,0.003158021,0.00022033925,0.000045018438,0.0000060122106,0.011010397,0.0125295995,0.005662956,0.0004890304,0.9654167,0.00081809744],"about_ca_topic_score_codex":0.00006290663,"about_ca_topic_score_gemma":0.000008452579,"teacher_disagreement_score":0.959497,"about_ca_system_score_codex":0.00023107191,"about_ca_system_score_gemma":0.000033844626,"threshold_uncertainty_score":0.59113723},"labels":[],"label_agreement":null},{"id":"W7135488300","doi":"","title":"PRME SIP 2.0: enhancing quality and maximising stakeholder value","year":2024,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Upload; Context (archaeology); CLARITY; Quality (philosophy); Stakeholder; Value (mathematics); Documentation; Workflow; Community of practice","score_opus":0.04241268791551316,"score_gpt":0.2968577027928685,"score_spread":0.2544450148773553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135488300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507362,0.00042584306,0.007428595,0.0017211458,0.0006993438,0.0004153422,0.000033258184,0.0012271426,0.03731309],"genre_scores_gemma":[0.992581,0.00024509383,0.0008245073,0.000012238788,0.0000816402,0.0000021434034,0.000022169783,0.00003509017,0.006196105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984184,0.000085152366,0.00018258739,0.00032051053,0.0004908568,0.00050252565],"domain_scores_gemma":[0.9992801,0.00014038454,0.000011758283,0.00020104148,0.00009879876,0.00026790434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007669534,0.00016476815,0.00016123833,0.00041359026,0.00019688775,0.000136387,0.00016393166,0.000100473655,0.00025097182],"category_scores_gemma":[0.000056372326,0.00018543209,0.000048997783,0.0006684302,0.00007652668,0.0003102769,0.000105399675,0.0005629553,0.00007329558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010845249,0.0007458268,0.012836121,0.014605968,0.0023774889,0.007216836,0.026833205,0.04366901,0.034575235,0.59136367,0.21111067,0.054557495],"study_design_scores_gemma":[0.0016510997,0.00022925546,0.18464331,0.0024170098,0.00011861935,0.00014237362,0.022083478,0.02270286,0.013450983,0.0015949869,0.747942,0.0030240177],"about_ca_topic_score_codex":0.00019117624,"about_ca_topic_score_gemma":0.000016475573,"teacher_disagreement_score":0.5897687,"about_ca_system_score_codex":0.0002891526,"about_ca_system_score_gemma":0.00017222678,"threshold_uncertainty_score":0.75617015},"labels":[],"label_agreement":null},{"id":"W7163472838","doi":"","title":"Les 12 qualités du Bureau canadien d'agrément des programmes en génies comme levier d'intégration du développement durable dans la formation des futurs ingénieurs à Polytechnique","year":2019,"lang":"","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Context (archaeology); Action (physics); Agency (philosophy)","score_opus":0.01917328731336801,"score_gpt":0.2526448842076941,"score_spread":0.2334715968943261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163472838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61484575,0.0019691964,0.37238547,0.003570508,0.0006809282,0.0028973888,0.000053311902,0.0015637376,0.0020337212],"genre_scores_gemma":[0.90277123,0.0056472584,0.087029025,0.00030454146,0.00023899425,0.0025906598,0.0003115713,0.0002490348,0.000857698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943686,0.0004962666,0.0016670644,0.00082743226,0.00081476883,0.001825832],"domain_scores_gemma":[0.997118,0.00021701021,0.00046317678,0.0010621292,0.00038561856,0.0007540867],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022043078,0.0012338167,0.00091925566,0.0010139472,0.000817408,0.00074454607,0.0009229421,0.0008204865,0.00018561348],"category_scores_gemma":[0.0002762061,0.0013176802,0.00035853515,0.0011164275,0.00025324212,0.0013861397,0.0002859866,0.0010002644,0.000051520117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017851197,0.0020737238,0.35896775,0.0049337125,0.0011515125,0.00011553883,0.14244242,0.09632108,0.02993524,0.08815517,0.01010783,0.26561752],"study_design_scores_gemma":[0.002430074,0.0009095518,0.64643794,0.0030411403,0.00040341725,0.0010265069,0.03472376,0.21687722,0.054594014,0.0031272431,0.03196876,0.004460392],"about_ca_topic_score_codex":0.039516646,"about_ca_topic_score_gemma":0.036970496,"teacher_disagreement_score":0.28792548,"about_ca_system_score_codex":0.008258693,"about_ca_system_score_gemma":0.00052280806,"threshold_uncertainty_score":0.9989273},"labels":[],"label_agreement":null},{"id":"W753938548","doi":"10.15764/epi.2015.03002","title":"Innovative Pedagogical Practices in Engineering Education","year":2015,"lang":"en","type":"article","venue":"Education Practice and Innovation","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Engineering ethics; Engineering education; Mathematics education; Engineering management; Engineering; Sociology; Pedagogy; Psychology","score_opus":0.0731983389186011,"score_gpt":0.3706902273695152,"score_spread":0.29749188845091407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W753938548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363994,0.0015107631,0.0037940005,0.004576753,0.004079664,0.0004432107,0.0000011815365,0.00034660162,0.048848405],"genre_scores_gemma":[0.98475444,0.00015197051,0.012909994,0.00082724896,0.0003090131,0.00020612797,0.000098210476,0.000027020506,0.0007159703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905556,0.000028924893,0.00038061992,0.00018179076,0.00018595613,0.00016715503],"domain_scores_gemma":[0.99880105,0.000089320485,0.00017910029,0.00013123342,0.0007229786,0.00007633191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006622539,0.00014487513,0.00010698475,0.0007670464,0.000026587519,0.00009562401,0.00007075061,0.00008527605,0.000020690366],"category_scores_gemma":[0.0027143208,0.0001589877,0.000006155142,0.0029703854,0.000011124666,0.0014496695,0.000015068541,0.00026843007,0.000035695233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007226556,0.0024875521,0.026342055,0.0008177986,0.00011660147,0.0000031450822,0.03570489,0.008267913,0.006442819,0.5299489,0.12263688,0.26715916],"study_design_scores_gemma":[0.00048785255,0.000063553955,0.032410186,0.00018407793,0.000018219782,0.00009309914,0.03069369,0.0046089287,0.0011092124,0.00078260107,0.92894286,0.0006057187],"about_ca_topic_score_codex":0.00003761643,"about_ca_topic_score_gemma":0.0000034765696,"teacher_disagreement_score":0.806306,"about_ca_system_score_codex":0.00027298008,"about_ca_system_score_gemma":0.0010347276,"threshold_uncertainty_score":0.648333},"labels":[],"label_agreement":null},{"id":"W80173335","doi":"10.24908/pceea.v0i0.3906","title":"DESIGN IN CHEMICAL ENGINEERING: WHAT ARE THE PERSPECTIVES","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Capstone; Curriculum; Engineering education; Engineering ethics; Engineering design process; Engineering management; Computer science; Engineering; Mechanical engineering; Pedagogy; Sociology","score_opus":0.009217835734960633,"score_gpt":0.17889685229403357,"score_spread":0.16967901655907294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80173335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97419274,0.003022621,0.00064208085,0.005751604,0.008786978,0.0017627259,0.000011809392,0.00079175853,0.005037663],"genre_scores_gemma":[0.99648446,0.00007679803,0.002733411,0.00007853279,0.00011657612,0.00017239188,0.0000020832706,0.00005326927,0.00028248882],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988683,0.000005852359,0.0003069146,0.00017965313,0.00025997398,0.00037930152],"domain_scores_gemma":[0.9992562,0.000053256535,0.000121630896,0.00013604264,0.00026953078,0.00016337392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041966885,0.00021351124,0.0001773476,0.0003104677,0.00006331346,0.000115324365,0.0004355439,0.00015650855,0.000038525664],"category_scores_gemma":[0.0004915662,0.00018613374,0.00007190766,0.0007848727,0.000015337993,0.00036171466,0.000020841031,0.00036667084,0.000012632761],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025001236,0.0012154763,0.1873,0.0027529828,0.0014875504,0.0000026996204,0.25850958,0.26326618,0.041673273,0.06851196,0.16685855,0.008396773],"study_design_scores_gemma":[0.0009484342,0.000037415513,0.7577761,0.001992504,0.00016565206,0.00003714731,0.036683183,0.094502494,0.0716284,0.0005637792,0.033255555,0.0024093625],"about_ca_topic_score_codex":0.00060710846,"about_ca_topic_score_gemma":0.0003142787,"teacher_disagreement_score":0.57047606,"about_ca_system_score_codex":0.0024936097,"about_ca_system_score_gemma":0.0002852457,"threshold_uncertainty_score":0.75903136},"labels":[],"label_agreement":null},{"id":"W806660222","doi":"","title":"Developing A Contract For Learning: A Constructivist Approach For Professional Development","year":2000,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Professional development; Experiential learning; Pedagogy; Constructivist teaching methods; Engineering ethics; Mathematics education; Sociology; Knowledge management; Computer science; Psychology; Teaching method; Engineering","score_opus":0.013816843955781633,"score_gpt":0.27439426363900227,"score_spread":0.2605774196832206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W806660222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046199236,0.00006525567,0.94312847,0.0019763636,0.0019280724,0.0018677554,0.00004369169,0.0008035722,0.003987607],"genre_scores_gemma":[0.520938,0.000035533405,0.46481547,0.00025269922,0.00013175968,0.007732885,0.0019096426,0.000027302725,0.004156722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989202,0.000004585563,0.00048773384,0.00017463446,0.00015456321,0.00025828276],"domain_scores_gemma":[0.99903256,0.000048742775,0.00011699468,0.00010327744,0.0006470081,0.000051437375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025030223,0.00020100192,0.00016385288,0.00017305426,0.0002466637,0.00009578405,0.00029326434,0.00022738174,0.000148865],"category_scores_gemma":[0.00009310795,0.00021531958,0.00013183773,0.00018306608,0.000059206013,0.00046646871,0.000014542098,0.00021090561,0.000014618478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052848463,0.00026860647,0.0018229205,0.0006693137,0.00050818763,9.729926e-9,0.0100295665,0.0034043265,0.0002789443,0.21380378,0.04320455,0.725957],"study_design_scores_gemma":[0.0010279327,0.000028204306,0.0012590862,0.00008181425,0.000021595733,0.000009552562,0.006305223,0.102475524,0.0017150197,0.002014462,0.8846041,0.00045747426],"about_ca_topic_score_codex":0.000001150433,"about_ca_topic_score_gemma":5.2835276e-7,"teacher_disagreement_score":0.84139955,"about_ca_system_score_codex":0.00045174322,"about_ca_system_score_gemma":0.00084015005,"threshold_uncertainty_score":0.87804776},"labels":[],"label_agreement":null}]}