{"meta":{"query_hash":"0e5048029529","filters":{"venue":"International journal of engineering education"},"cohort_total":25,"direct_labels_cover":0,"predictions_cover":25,"exported":25,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0e5048029529","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+journal+of+engineering+education"},"results":[{"id":"W160141526","doi":"","title":"Product-Based Learning in an Overseas Study Program: The ME110K Course*","year":2001,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Curriculum; Creativity; Context (archaeology); Teamwork; Capstone course; Engineering; Work (physics); Product (mathematics); Quarter (Canadian coin); Course (navigation); Study abroad; Engineering management; Medical education; Pedagogy; Psychology; Management; Computer science","score_opus":0.0165513021063308,"score_gpt":0.3354406144028945,"score_spread":0.3188893122965637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W160141526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899484,0.00033368493,0.002138496,0.0013358756,0.00506788,0.00029494465,4.1361483e-7,0.0001084219,0.00077187724],"genre_scores_gemma":[0.99762475,0.000029178964,0.0013841463,0.000054925364,0.0007488944,0.000033968157,0.00000586565,0.000022540893,0.000095703836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99911994,0.00005331408,0.0003035989,0.000082024766,0.00032717024,0.000113956485],"domain_scores_gemma":[0.9992779,0.00009241733,0.000106844906,0.000115876945,0.0003447538,0.00006219914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005638098,0.00010016057,0.00008970221,0.00024182508,0.000023107552,0.00012640361,0.00030220492,0.000023757468,0.000061532126],"category_scores_gemma":[0.00022090634,0.000086477514,0.000035636225,0.00024082021,0.000007888878,0.00049824186,0.000006166545,0.00036091977,0.000007049686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075079,0.0023094518,0.056697425,0.000017567656,0.00013291123,0.00002357714,0.0024032097,0.8366873,0.0013912068,0.00026039855,0.0016808932,0.09832098],"study_design_scores_gemma":[0.0013901645,0.0005757819,0.5483756,0.0001999361,0.000096148455,0.00032807738,0.0046867663,0.13999149,0.00052089844,0.00005939438,0.3033338,0.0004419577],"about_ca_topic_score_codex":0.000015028215,"about_ca_topic_score_gemma":0.000013332063,"teacher_disagreement_score":0.6966958,"about_ca_system_score_codex":0.00017639915,"about_ca_system_score_gemma":0.00024785404,"threshold_uncertainty_score":0.35264507},"labels":[],"label_agreement":null},{"id":"W207344739","doi":"","title":"Exploring Concept Maps as Study Tools in a First Year Engineering Biology Course: A Case Study","year":2011,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concept map; Metacognition; Mathematics education; Quality (philosophy); Computer science; Psychology; Cognition; Physics","score_opus":0.18115093753929645,"score_gpt":0.4262291290206801,"score_spread":0.24507819148138366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207344739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934369,0.000080664235,0.0002194572,0.00033815464,0.005110849,0.00025219744,0.0000023783928,0.000019402258,0.000540053],"genre_scores_gemma":[0.99778986,0.000029618057,0.0008976457,0.000013909739,0.0011208709,0.000057203575,0.000003485868,0.000013274991,0.00007410825],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99893457,0.00006325699,0.0004041388,0.00012585288,0.00031218797,0.00015999335],"domain_scores_gemma":[0.99905914,0.00020527435,0.000167817,0.00008310562,0.00039179847,0.00009288031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006913072,0.000105145955,0.00014662015,0.0003938594,0.000052896547,0.00007031527,0.00032617245,0.000036872716,0.00015842593],"category_scores_gemma":[0.00034594702,0.00011228003,0.000048356884,0.00020848503,0.000017763152,0.00081617985,0.000027556078,0.00021309278,0.000008878011],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060478902,0.0059836637,0.5831056,0.000013070304,0.00041290175,0.00072423014,0.37219387,0.0024655287,0.00007221643,0.027939543,0.0002074225,0.0068214387],"study_design_scores_gemma":[0.0019940864,0.00095053326,0.35224453,0.00024564788,0.00010037382,0.0006793173,0.6299814,0.00015087008,0.000058206715,0.0005962311,0.012471157,0.0005276634],"about_ca_topic_score_codex":0.0038592906,"about_ca_topic_score_gemma":0.00084917666,"teacher_disagreement_score":0.25778753,"about_ca_system_score_codex":0.0002975568,"about_ca_system_score_gemma":0.00061122474,"threshold_uncertainty_score":0.5834119},"labels":[],"label_agreement":null},{"id":"W2182838545","doi":"","title":"An approach for improving design and innovation skills in engineering education: the multidisciplinary design stream","year":2012,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Multidisciplinary approach; Graduation (instrument); Accreditation; Engineering education; Medical education; Engineering; Residence; Engineering management; Function (biology); Engineering design process; Engineering ethics; Medicine; Mechanical engineering; Sociology","score_opus":0.021014166336019605,"score_gpt":0.3033704115346466,"score_spread":0.282356245198627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182838545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08304635,0.00093969225,0.91120017,0.0002022373,0.0041146013,0.0003828034,0.0000018083117,0.000044729924,0.00006760224],"genre_scores_gemma":[0.78874326,0.000044894234,0.20986463,0.000039296694,0.0011155996,0.000103625054,0.000019450015,0.00003443058,0.000034791243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989785,0.000046583104,0.00047398798,0.00010365018,0.00020573648,0.00019157067],"domain_scores_gemma":[0.9987989,0.00039819622,0.00017303975,0.00013216346,0.0004083592,0.00008931094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001296379,0.00016088731,0.00012846307,0.0007479698,0.000036974594,0.00011845606,0.00026939844,0.0000748052,0.000007032043],"category_scores_gemma":[0.00044179414,0.00014658329,0.000032106585,0.00038684878,0.000010285223,0.0012960121,0.000012482664,0.0002479156,0.0000011182268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050218612,0.0009043511,0.0014216017,0.00019726594,0.00009128967,3.556398e-7,0.0034556505,0.89837533,0.023523238,0.003788878,0.0008685242,0.06732332],"study_design_scores_gemma":[0.0007461865,0.00012790233,0.033545353,0.00024101282,0.0000781499,0.0003731651,0.0019050663,0.94893086,0.009410361,0.0002353688,0.0038846163,0.000521987],"about_ca_topic_score_codex":0.0000050477233,"about_ca_topic_score_gemma":1.144052e-7,"teacher_disagreement_score":0.70569694,"about_ca_system_score_codex":0.00026047352,"about_ca_system_score_gemma":0.000294192,"threshold_uncertainty_score":0.59774935},"labels":[],"label_agreement":null},{"id":"W2336042886","doi":"","title":"Sustainable Design in a Second Year Engineering Design Course","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Curriculum; Creativity; Sustainability; Sustainable design; Engineering; Engineering ethics; Engineering management; Obligation; Engineering design process; Engineering education; Test (biology); Social responsibility; Design education; Sociology; Pedagogy; Political science; Business; Public relations; Mechanical engineering","score_opus":0.005272219447351546,"score_gpt":0.23222300276201474,"score_spread":0.2269507833146632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336042886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5546139,0.00064016844,0.42151994,0.00039961975,0.0215452,0.0004028074,0.0000028655707,0.00026736845,0.00060813804],"genre_scores_gemma":[0.9265392,0.000039092076,0.072417535,0.000022261847,0.0005766578,0.00003253777,0.0000043799996,0.000048672508,0.00031967091],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989134,0.000011109037,0.000446682,0.00010277209,0.00028041514,0.00024564043],"domain_scores_gemma":[0.99921125,0.00010734794,0.00007668469,0.00012287796,0.00035546423,0.0001263918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053955475,0.00017561365,0.00016412156,0.000608273,0.000012096868,0.000088465684,0.00036489224,0.00009533703,0.00017471648],"category_scores_gemma":[0.0002467557,0.00019352719,0.000056287594,0.00027004827,0.0000073036413,0.00046983163,0.00001648691,0.0004980103,0.000015973765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013134349,0.0002046027,0.000509803,0.000097600045,0.00012207165,0.000031891035,0.000961273,0.9578272,0.027083162,0.0037795778,0.0074369875,0.0019326688],"study_design_scores_gemma":[0.0038297,0.000253846,0.12022242,0.0013175766,0.00011328913,0.0016597953,0.0026450183,0.5795523,0.07731772,0.0011097094,0.20931761,0.0026610233],"about_ca_topic_score_codex":0.0000039855377,"about_ca_topic_score_gemma":0.0000017449394,"teacher_disagreement_score":0.37827492,"about_ca_system_score_codex":0.00028448415,"about_ca_system_score_gemma":0.0003620709,"threshold_uncertainty_score":0.789181},"labels":[],"label_agreement":null},{"id":"W2564913021","doi":"","title":"Sustainable Design Throughout the Curriculum Using Case Studies","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Work (physics); Engineering management; Sustainable development; Engineering; Key (lock); Quality (philosophy); Sustainable design; Engineering design process; Engineering education; Engineering ethics; Construction engineering; Computer science; Sustainability; Mechanical engineering; Pedagogy; Sociology; Political science","score_opus":0.02575354657623103,"score_gpt":0.36129593617222716,"score_spread":0.33554238959599614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564913021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84035134,0.0020731022,0.12316656,0.0013394982,0.03215803,0.00021863104,0.0000014304943,0.00009419047,0.000597212],"genre_scores_gemma":[0.9794187,0.000103567305,0.018756907,0.000064211985,0.0014491838,0.000007648006,8.9645056e-7,0.000021885946,0.00017698215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992943,0.000025422743,0.00028806226,0.000056797926,0.00020822271,0.00012721986],"domain_scores_gemma":[0.99853754,0.0002469424,0.0001247964,0.00011234427,0.0009246998,0.000053705364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059365074,0.00010314521,0.0000962553,0.00019088156,0.000056248216,0.00011430567,0.00024934285,0.000040590825,0.00003866475],"category_scores_gemma":[0.0007654464,0.00008018774,0.000052366864,0.00015343366,0.000018957413,0.0005946725,0.000015928546,0.0003718159,0.0000066101425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031591266,0.00048654014,0.00060706155,0.00021074344,0.0014461945,0.0008088543,0.0123104295,0.84759694,0.049576115,0.026715506,0.041722927,0.018487116],"study_design_scores_gemma":[0.0013626181,0.00017012161,0.0013043605,0.00039648404,0.00056637026,0.11975951,0.05716777,0.4132895,0.028083103,0.004555437,0.37200043,0.0013443338],"about_ca_topic_score_codex":0.000028602139,"about_ca_topic_score_gemma":0.0000016276049,"teacher_disagreement_score":0.43430743,"about_ca_system_score_codex":0.00016721911,"about_ca_system_score_gemma":0.00021338694,"threshold_uncertainty_score":0.32699612},"labels":[],"label_agreement":null},{"id":"W2588482525","doi":"","title":"Potential of ICTs and pedagogical approaches to improve remote laboratory","year":2014,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Contextualization; Virtual Laboratory; Set (abstract data type); Work (physics); ICTS; Engineering management; Investment (military); Engineering; Multimedia; Computer science; Information and Communications Technology; Knowledge management; World Wide Web; Mechanical engineering","score_opus":0.02697123360776926,"score_gpt":0.27031657467679165,"score_spread":0.2433453410690224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588482525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8596654,0.0003797205,0.13617529,0.00014152845,0.0032002402,0.000054503394,0.0000028502634,0.000046885518,0.0003335938],"genre_scores_gemma":[0.9648809,0.000020634927,0.03440707,0.000015464924,0.0006214561,0.0000017864842,0.0000022117433,0.000025311729,0.00002516079],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929744,0.00000983308,0.00029218147,0.00007610955,0.0002302085,0.00009423001],"domain_scores_gemma":[0.99958175,0.000039413466,0.000069372254,0.000078134944,0.0001362377,0.00009508695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019685204,0.000103032005,0.00013428317,0.0002519998,0.000007839666,0.000027456612,0.00017447132,0.000048023554,0.0000069862995],"category_scores_gemma":[0.00016643511,0.00010793805,0.000039153096,0.00008050629,0.000009897116,0.00014864837,0.000025846584,0.00016363217,0.0000023353894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014529529,0.000040514777,0.0001688039,0.000082944534,0.000090882066,0.0000018508814,0.00065812794,0.6240506,0.3552826,0.0015179614,0.00014096011,0.017950227],"study_design_scores_gemma":[0.001113062,0.00044626908,0.027283818,0.0008241093,0.00007109214,0.0002749172,0.00063117937,0.71297705,0.2245004,0.00026917373,0.03087892,0.0007299782],"about_ca_topic_score_codex":0.0000027228393,"about_ca_topic_score_gemma":1.2786586e-7,"teacher_disagreement_score":0.1307822,"about_ca_system_score_codex":0.00008833116,"about_ca_system_score_gemma":0.000029770685,"threshold_uncertainty_score":0.4401586},"labels":[],"label_agreement":null},{"id":"W2608251582","doi":"","title":"Outcomes-Based Assessment in Action: Engineering Faculty Examine Graduate Attributes in their Courses*","year":2014,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Variety (cybernetics); Curriculum; Medical education; Checklist; Engineering education; Equity (law); Engineering; Psychology; Engineering ethics; Engineering management; Computer science; Medicine; Mathematics education; Pedagogy; Political science; Artificial intelligence","score_opus":0.034037611860261656,"score_gpt":0.3203715234734486,"score_spread":0.28633391161318694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608251582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941732,0.00010338553,0.049260885,0.0009540723,0.0075801215,0.00011929631,0.0000063417365,0.00010776081,0.00013616025],"genre_scores_gemma":[0.99087477,0.000037815,0.008561644,0.00005108472,0.00031671763,0.000036448084,0.000050404742,0.000038301634,0.00003280499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9986018,0.000017346843,0.0006403463,0.00012930557,0.0003888658,0.00022232534],"domain_scores_gemma":[0.99927557,0.00013918795,0.000111920235,0.00012707271,0.00024584687,0.00010038099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004929659,0.00022982883,0.00027057008,0.00090818515,0.000010110489,0.00006079419,0.00031502923,0.00007503912,0.000024784758],"category_scores_gemma":[0.00020755186,0.00022569978,0.00008453606,0.00033421078,0.000006238097,0.00027259238,0.000014250835,0.00045990155,0.000005010978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037363416,0.00020421963,0.03213381,0.00007554913,0.000060618455,0.0000039428824,0.00022410323,0.9590636,0.0017632889,0.0006324007,0.000489406,0.00534532],"study_design_scores_gemma":[0.0007210746,0.000026072456,0.7225131,0.00038865765,0.0000071779623,0.000029964562,0.00011902765,0.2648853,0.0017255015,0.000024825164,0.009284099,0.0002752226],"about_ca_topic_score_codex":0.000014352024,"about_ca_topic_score_gemma":0.000010650151,"teacher_disagreement_score":0.6941783,"about_ca_system_score_codex":0.00086289045,"about_ca_system_score_gemma":0.00019612549,"threshold_uncertainty_score":0.920377},"labels":[],"label_agreement":null},{"id":"W2789925554","doi":"","title":"Introducing PBL in Engineering Education: Challenges Lecturers and Students Confront","year":2017,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Problem-based learning; Medical education; Popularity; Psychology; Focus group; Pedagogy; Medicine; Sociology","score_opus":0.014155001225613893,"score_gpt":0.33986858749922183,"score_spread":0.3257135862736079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789925554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96091515,0.0065133227,0.0016751505,0.01567418,0.011914019,0.00018579465,8.839076e-7,0.00002925775,0.0030922375],"genre_scores_gemma":[0.9946421,0.0009764252,0.0025193798,0.000047118698,0.0016550361,0.0000068830127,0.0000011924309,0.000009791328,0.00014210578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914145,0.000030096875,0.00023466814,0.00010892159,0.00035852374,0.00012632363],"domain_scores_gemma":[0.9992264,0.000078712175,0.00023601414,0.00010015518,0.00028046969,0.00007826434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088794436,0.00008029446,0.000110566696,0.00032052843,0.00010547574,0.00027329684,0.00048272315,0.000053382253,0.000019700165],"category_scores_gemma":[0.0013303659,0.00008619138,0.000031158772,0.000037369788,0.000024338593,0.0005317119,0.000038546666,0.00022507916,0.0000016597756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121955956,0.0009799168,0.1600465,0.00041727108,0.00046197156,0.000037809645,0.106122136,0.02922915,0.0049237767,0.06807689,0.0017131608,0.6278695],"study_design_scores_gemma":[0.0016259088,0.00015690799,0.765204,0.0036159614,0.000063025866,0.00017263174,0.011027107,0.0020140635,0.00077735254,0.0016285358,0.2129386,0.0007758659],"about_ca_topic_score_codex":0.000405027,"about_ca_topic_score_gemma":0.00007745691,"teacher_disagreement_score":0.6270936,"about_ca_system_score_codex":0.00026453522,"about_ca_system_score_gemma":0.00059213705,"threshold_uncertainty_score":0.35147825},"labels":[],"label_agreement":null},{"id":"W2940373090","doi":"","title":"Professional integration of international engineering graduates in Canada: exploring the role of a co-operativeeducation program","year":2013,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Immigration; Exploratory research; Focus group; Engineering education; Professional development; Pedagogy; Higher education; Medical education; Cultural diversity; Soft skills; Psychology; Public relations; Engineering; Engineering ethics; Sociology; Political science; Engineering management; Social psychology; Medicine; Social science","score_opus":0.02258248624312259,"score_gpt":0.33057806278919305,"score_spread":0.30799557654607046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940373090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903804,0.00012588195,0.00016114107,0.0034593989,0.0052620675,0.0002862154,0.0000038061237,0.000009489832,0.0003115781],"genre_scores_gemma":[0.9966045,0.000073263414,0.0026251047,0.000023560917,0.000461273,0.00011902048,0.000014621711,0.0000092618575,0.00006937046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842525,0.00006985325,0.000638069,0.00009298844,0.0006458274,0.00012801237],"domain_scores_gemma":[0.9979308,0.00022834472,0.0003554128,0.00009010401,0.0013252656,0.000070048634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005417709,0.00009591988,0.00014584258,0.00031022,0.000033333265,0.000045331286,0.0004666255,0.000033473905,0.0001491624],"category_scores_gemma":[0.000826655,0.000079513455,0.000059767015,0.00024641407,0.000041705218,0.0006207583,0.00001827922,0.00020836726,0.0000019317074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007892484,0.0022961656,0.566452,0.00009331831,0.000342999,0.0000011608084,0.07489075,0.017271094,0.048248235,0.038286634,0.0027624907,0.24927619],"study_design_scores_gemma":[0.0002877006,0.000047296853,0.93988967,0.0005210325,0.000014724398,0.000008415286,0.02031536,0.0028727544,0.015985977,0.0007518087,0.01911585,0.00018940866],"about_ca_topic_score_codex":0.21676287,"about_ca_topic_score_gemma":0.028308952,"teacher_disagreement_score":0.37343764,"about_ca_system_score_codex":0.0009060404,"about_ca_system_score_gemma":0.0029661027,"threshold_uncertainty_score":0.9894219},"labels":[],"label_agreement":null},{"id":"W2948775394","doi":"","title":"Boundary play and pivots in public computation: new directions in STEM education","year":2017,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Boundary (topology); Computation; Space (punctuation); Code (set theory); Computer science; Source code; Open source; Discipline; Boundary-work; Public space; Software; Work (physics); Open source software; World Wide Web; Sociology; Data science; Human–computer interaction; Engineering; Programming language; Architectural engineering; Mathematics; Social science; Mechanical engineering; Operating system","score_opus":0.02173309488492257,"score_gpt":0.31719256409387153,"score_spread":0.29545946920894894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948775394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86440915,0.00042304254,0.107213296,0.014590689,0.012045989,0.00012763782,6.7692565e-7,0.000039363455,0.0011501807],"genre_scores_gemma":[0.98644274,0.000043711283,0.012847175,0.00008140765,0.0003580214,0.000008448668,0.0000025578156,0.000007068911,0.00020887719],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991258,0.000020570124,0.00039451336,0.00014395229,0.00021145307,0.0001037071],"domain_scores_gemma":[0.99883264,0.000058588434,0.0004090988,0.00016296537,0.0004897766,0.000046912286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029112233,0.00009182397,0.0001121485,0.0011993626,0.000067567045,0.0004618662,0.00062866777,0.00006201498,0.000004899135],"category_scores_gemma":[0.00027238126,0.00010224818,0.000025297146,0.00018165758,0.000025927822,0.0022209673,0.0000794554,0.00030329335,0.0000036383851],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023119355,0.0007362239,0.05242402,0.000027710652,0.00009019229,0.000019847297,0.0026993868,0.0017107062,0.0035884294,0.16333258,0.002921698,0.77242607],"study_design_scores_gemma":[0.0007740151,0.00007984291,0.9523201,0.0005902183,0.000005108252,0.00068008923,0.0002641897,0.014067531,0.0010755563,0.0106292525,0.019268034,0.00024606517],"about_ca_topic_score_codex":0.00008968147,"about_ca_topic_score_gemma":0.000059107573,"teacher_disagreement_score":0.8998961,"about_ca_system_score_codex":0.0004523596,"about_ca_system_score_gemma":0.0008838047,"threshold_uncertainty_score":0.44537866},"labels":[],"label_agreement":null},{"id":"W2952003544","doi":"","title":"Quality Assurance of Engineering Education in Canada: its suitability for graduates working in global markets","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Engineering education; Process (computing); Quality (philosophy); Engineering management; Order (exchange); Engineering; Engineering ethics; Political science; Business; Medical education; Medicine; Computer science; Operations management; Finance","score_opus":0.009058459160874744,"score_gpt":0.2664826682707206,"score_spread":0.25742420910984587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952003544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914831,0.0012655207,0.0017069839,0.00024314609,0.004772938,0.0001895834,0.000010946815,0.000025364074,0.00030243423],"genre_scores_gemma":[0.99373007,0.00018777167,0.0057190107,0.000020194768,0.00022168849,0.000044889726,0.000018464316,0.000021310449,0.00003661125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984161,0.000017348531,0.00088899507,0.00013220814,0.00033442822,0.00021087057],"domain_scores_gemma":[0.99919546,0.00016790925,0.00013032176,0.00011067313,0.00031007675,0.00008559193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045121426,0.00017478352,0.0002616512,0.00027856123,0.0000077592795,0.000023742758,0.0003065056,0.00005709465,0.000045800538],"category_scores_gemma":[0.00036007367,0.00020375414,0.00006817904,0.00034840612,0.0000046158157,0.00022937864,0.0000084140875,0.00018298154,0.0000010703907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000511311,0.00036169813,0.11211753,0.00056987954,0.00010343759,0.0000025106806,0.0003852441,0.7924213,0.0014551588,0.000989448,0.0012744156,0.09026829],"study_design_scores_gemma":[0.00046117834,0.000010505876,0.9630328,0.0009616194,0.0000074252102,0.000033043707,0.00016763865,0.027980033,0.0013790557,0.00007851764,0.005611349,0.000276855],"about_ca_topic_score_codex":0.0067617274,"about_ca_topic_score_gemma":0.014989691,"teacher_disagreement_score":0.85091525,"about_ca_system_score_codex":0.0023940848,"about_ca_system_score_gemma":0.002235922,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W2954191209","doi":"","title":"Quality assurance for engineering education in a changing world","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Credibility; Quality (philosophy); Engineering education; Quality assurance; Engineering; Creativity; Engineering ethics; Globalization; Engineering management; Political science; Operations management","score_opus":0.0076080004937053546,"score_gpt":0.283843320113928,"score_spread":0.27623531962022263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954191209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92463005,0.0022791128,0.049061306,0.0007865444,0.019296793,0.00045274562,0.000012454332,0.0002562058,0.0032247626],"genre_scores_gemma":[0.96889186,0.00020609089,0.02750135,0.000092179536,0.0012362452,0.000109400644,0.000031601303,0.00005689887,0.0018744017],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868655,0.000009076032,0.00065527164,0.00012759549,0.00027958484,0.0002419219],"domain_scores_gemma":[0.9992759,0.00011328795,0.00009345849,0.000119500415,0.00029486403,0.00010298216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039514204,0.00018767112,0.00020989151,0.0018320305,0.00001618464,0.000068503105,0.00030985582,0.000058958278,0.00011579888],"category_scores_gemma":[0.00015928756,0.00021495868,0.00010189193,0.0006985081,0.000004958355,0.00036257214,0.0000074596983,0.00021540656,0.00001164978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003464307,0.00046253958,0.0025667523,0.00051769457,0.00017758465,0.000002413516,0.0013693448,0.7198351,0.004983388,0.005852062,0.008303569,0.2558949],"study_design_scores_gemma":[0.0016315682,0.00005616456,0.09949524,0.0028133343,0.000038032165,0.00018959983,0.0004925368,0.10326585,0.005296003,0.00033465505,0.78514737,0.0012396564],"about_ca_topic_score_codex":0.000005622164,"about_ca_topic_score_gemma":0.000006190308,"teacher_disagreement_score":0.7768438,"about_ca_system_score_codex":0.00054391817,"about_ca_system_score_gemma":0.00041646903,"threshold_uncertainty_score":0.87657607},"labels":[],"label_agreement":null},{"id":"W2955277991","doi":"","title":"Canadian Approach to Global Evaluation of Engineering Education and Services","year":2000,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Globalization; Perspective (graphical); Licensure; Plan (archaeology); Engineering management; Engineering education; Engineering; Political science; Engineering ethics; Business; Computer science; Geography; Law; Artificial intelligence","score_opus":0.005597405744099978,"score_gpt":0.2472329252503562,"score_spread":0.24163551950625622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955277991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98756045,0.0014433961,0.0019075641,0.00023470953,0.004289701,0.00019546352,0.000010866737,0.000052235646,0.0043056067],"genre_scores_gemma":[0.98633236,0.00009837496,0.0129655795,0.000060732837,0.00039914344,0.000031886804,0.000029220599,0.00002274124,0.000059974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988275,0.000010632302,0.00041950634,0.00011284036,0.0004744238,0.0001550901],"domain_scores_gemma":[0.9988843,0.000014076177,0.000062815976,0.00011021164,0.0006727249,0.0002558439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034378195,0.0001558304,0.00015069777,0.00046097118,0.0000152262155,0.000059403013,0.00026284353,0.00006705855,0.000082379214],"category_scores_gemma":[0.00005471772,0.00017373315,0.000044500874,0.00029458333,0.0000044628814,0.00026461072,0.000008545146,0.00011499473,0.000009015972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000596197,0.00020390768,0.0016287898,0.00024322241,0.00018029522,3.8048526e-7,0.0014837469,0.85373974,0.001064249,0.0011593654,0.0019131104,0.13837722],"study_design_scores_gemma":[0.0012385576,0.000103884675,0.37677005,0.0022343304,0.0002912733,0.000814104,0.0016693723,0.5044521,0.002766362,0.00034871793,0.108002536,0.0013086974],"about_ca_topic_score_codex":0.00078241277,"about_ca_topic_score_gemma":0.000104396975,"teacher_disagreement_score":0.37514126,"about_ca_system_score_codex":0.00095148804,"about_ca_system_score_gemma":0.00072579354,"threshold_uncertainty_score":0.70846325},"labels":[],"label_agreement":null},{"id":"W3024256634","doi":"","title":"Effect of personality traits in team dynamics and project outcomes in engineering design","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conscientiousness; Agreeableness; Big Five personality traits; Openness to experience; Extraversion and introversion; Engineering education; Personality; Psychology; Engineering; Teamwork; Project management; Project-based learning; Applied psychology; Knowledge management; Engineering management; Computer science; Mathematics education; Social psychology; Systems engineering; Management","score_opus":0.014514399154463196,"score_gpt":0.2957161430693349,"score_spread":0.28120174391487174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024256634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96479523,0.00034292683,0.03276793,0.00060013914,0.0011309811,0.00018467651,0.0000044790895,0.00002741938,0.00014623617],"genre_scores_gemma":[0.9959947,0.00006172876,0.0037617534,0.000025512873,0.00011855916,0.000009316813,0.0000029054743,0.000018020311,0.0000075436933],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992124,0.000042459746,0.00038844353,0.00007448634,0.00019066756,0.00009158799],"domain_scores_gemma":[0.9993262,0.00040601232,0.00009187378,0.000036062866,0.00008547197,0.00005434425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051192543,0.000115149465,0.00020683729,0.0003811494,0.000003430443,0.00002574505,0.00015140028,0.00004787133,0.000008123319],"category_scores_gemma":[0.00079507276,0.00011505133,0.00004118606,0.00020079182,0.0000058103997,0.00031510586,0.000008738752,0.00024800494,7.7029677e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029345546,0.0003307107,0.060621537,0.001209568,0.00030848183,0.000018753706,0.009039545,0.86160743,0.020769803,0.0010491837,0.00068078213,0.044070758],"study_design_scores_gemma":[0.0013367591,0.00030242137,0.1527228,0.00047599542,0.000037049016,0.00010926168,0.00035756084,0.8378627,0.0057413913,0.000017021872,0.0007376653,0.0002994],"about_ca_topic_score_codex":0.000021070013,"about_ca_topic_score_gemma":0.0000032064363,"teacher_disagreement_score":0.09210127,"about_ca_system_score_codex":0.00020072318,"about_ca_system_score_gemma":0.00010689007,"threshold_uncertainty_score":0.4691657},"labels":[],"label_agreement":null},{"id":"W3026027571","doi":"","title":"An exploratory study of teamwork processes and perceived team effectiveness in engineering capstone design teams","year":2020,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Teamwork; Medical education; Psychology; Engineering education; Team effectiveness; Engineering; Capstone course; Work (physics); Knowledge management; Engineering management; Computer science; Medicine; Management; Operations management","score_opus":0.01641308027955839,"score_gpt":0.2823711912486734,"score_spread":0.265958110969115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026027571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607813,0.0004514886,0.03730666,0.00006540321,0.0011261645,0.00019767553,0.0000011261579,0.000045730925,0.000024499248],"genre_scores_gemma":[0.99663633,0.000079059944,0.002896868,0.000019173793,0.0003099619,0.000023146617,0.0000023102666,0.00003170843,0.0000014657907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99910164,0.00006294375,0.0003869521,0.000109987544,0.00024313213,0.00009533517],"domain_scores_gemma":[0.99907875,0.00027049167,0.00011487949,0.000076207274,0.00034404,0.000115628565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004037063,0.0001352446,0.00019656644,0.00033491745,0.000010095512,0.000046268666,0.00022525068,0.00004447977,0.000007868613],"category_scores_gemma":[0.00057866593,0.00014544356,0.000020345024,0.0002784551,0.0000071373224,0.0006948444,0.000010475338,0.00023989983,0.0000014038036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011409718,0.00075852266,0.005369713,0.00043664835,0.00015276518,0.0000073264055,0.027372686,0.8841823,0.07869391,0.000034290653,0.00013697555,0.0027407776],"study_design_scores_gemma":[0.0072595985,0.0035664574,0.46615177,0.0036595664,0.00032871103,0.00047330235,0.06922001,0.38825652,0.056221016,0.00011731409,0.0027740682,0.0019716604],"about_ca_topic_score_codex":0.000008118363,"about_ca_topic_score_gemma":0.0000022694594,"teacher_disagreement_score":0.49592575,"about_ca_system_score_codex":0.00013467394,"about_ca_system_score_gemma":0.00020817347,"threshold_uncertainty_score":0.59310156},"labels":[],"label_agreement":null},{"id":"W3026531908","doi":"","title":"Comparison of student evaluation of teaching results when stratified by protocol, course content, and course structure","year":2015,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Set (abstract data type); Course (navigation); Course evaluation; Significant difference; Content delivery; Data set; Computer science; Mathematics education; Psychology; Medical education; Statistics; Engineering; Medicine; Mathematics; Artificial intelligence; Higher education; Pathology","score_opus":0.22379243038811716,"score_gpt":0.5486883596094423,"score_spread":0.32489592922132515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026531908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881783,0.00029304303,0.0008242875,0.0044615315,0.001908272,0.003279916,0.00002191567,0.000011619871,0.0010211131],"genre_scores_gemma":[0.99555475,0.0000031798213,0.003906533,0.000013426421,0.00031686996,0.00011244832,0.000013683408,0.000007312671,0.000071803115],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99689215,0.00038065188,0.0007069293,0.00009454496,0.0018483206,0.00007741803],"domain_scores_gemma":[0.9953628,0.00024131217,0.0013932376,0.00008588793,0.0028214068,0.000095315176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005663516,0.00008223911,0.00017616994,0.00013369389,0.00004260618,0.000071488124,0.0003039777,0.000060543,0.000021883907],"category_scores_gemma":[0.003337,0.00007912493,0.00003506482,0.000048277205,0.000052081203,0.0006433389,0.000020146834,0.00024286954,3.1819937e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013433351,0.00738261,0.26166224,0.00020685123,0.0018745667,0.000001936252,0.32648364,0.08881323,0.051741857,0.041520502,0.07552469,0.14344455],"study_design_scores_gemma":[0.022829212,0.0024785406,0.5720707,0.0034938501,0.0020170242,0.00007778759,0.22464813,0.048961405,0.020511325,0.0091044,0.092474684,0.0013329387],"about_ca_topic_score_codex":0.0003490333,"about_ca_topic_score_gemma":0.00007239235,"teacher_disagreement_score":0.31040847,"about_ca_system_score_codex":0.00024264546,"about_ca_system_score_gemma":0.001350058,"threshold_uncertainty_score":0.39949417},"labels":[],"label_agreement":null},{"id":"W3026733225","doi":"","title":"Survey of approaches for including the impact of technology on society in canadian engineering undergraduate curricula","year":2014,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Engineering ethics; Multidisciplinary approach; Perspective (graphical); Technology and society; Engineering; Interface (matter); Engineering management; Engineering education; Political science; Sociology; Pedagogy; Computer science; Social science","score_opus":0.023216187519913445,"score_gpt":0.2795399885751454,"score_spread":0.25632380105523195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026733225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686903,0.000361765,0.028063886,0.00054962497,0.0021046018,0.00012266537,0.00001851136,0.000024124392,0.000064527696],"genre_scores_gemma":[0.997865,0.000035935886,0.0018518249,0.0000045405027,0.00018667988,0.0000124779035,0.000018899442,0.000021419672,0.000003217845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991859,0.000009133909,0.0004013116,0.000069354246,0.00016562868,0.00016862484],"domain_scores_gemma":[0.9992653,0.00020075824,0.00011136602,0.0001025707,0.00024550394,0.00007451701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006197631,0.00011729488,0.00018087337,0.0005915927,0.000010405153,0.000011870446,0.0003002562,0.00009106167,0.0000022258487],"category_scores_gemma":[0.0005359646,0.00009305702,0.00011846881,0.00038383753,0.000018676605,0.00008175932,0.0000104738165,0.00020651765,3.639193e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067452434,0.000073896364,0.008623753,0.00014136011,0.00015848446,1.2907807e-7,0.0002173023,0.9759393,0.0020565568,0.002293204,0.00064875314,0.009840521],"study_design_scores_gemma":[0.0002961712,0.00009569612,0.27357873,0.0004927421,0.000012973232,0.000015267604,0.000044224107,0.7223889,0.001924219,0.00024672534,0.0007596162,0.00014468635],"about_ca_topic_score_codex":0.0030019921,"about_ca_topic_score_gemma":0.00028368458,"teacher_disagreement_score":0.26495498,"about_ca_system_score_codex":0.00042663765,"about_ca_system_score_gemma":0.0002146717,"threshold_uncertainty_score":0.45381343},"labels":[],"label_agreement":null},{"id":"W3034162777","doi":"","title":"Integration of local industry theme examples in process control education: a case from north-eastern quebec","year":2011,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Mineral Processing and Grinding","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Multidisciplinary approach; Process (computing); Engineering; Controller (irrigation); Control (management); Process control; Computer science; Manufacturing engineering; Engineering management; Industrial engineering; Sociology; Artificial intelligence; Social science","score_opus":0.01879892909559432,"score_gpt":0.25680125181892977,"score_spread":0.23800232272333544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034162777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967238,0.00039326874,0.030087302,0.000038261587,0.0018753764,0.000058687165,0.000008119341,0.0000227191,0.00027822962],"genre_scores_gemma":[0.99735254,0.0000097793645,0.002021048,0.000020558391,0.0005085566,0.000011878996,0.000014692313,0.00002023248,0.000040711944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.999062,0.000013736247,0.0005290942,0.000087883585,0.00020751209,0.00009977133],"domain_scores_gemma":[0.9992046,0.000048524646,0.00019382159,0.00008188573,0.0004048219,0.00006639109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001221664,0.0001291721,0.00016715564,0.00041280055,0.000010238982,0.000030778752,0.00021735541,0.00010428127,0.000052356965],"category_scores_gemma":[0.00007663369,0.00012577085,0.000048203136,0.00015857948,0.000017514669,0.00043972602,0.000007680545,0.0003649686,0.0000020971663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028879524,0.0016801684,0.12954971,0.0005337942,0.0006618605,0.00023629276,0.032104325,0.4239192,0.017593512,0.001584029,0.0007781719,0.39107013],"study_design_scores_gemma":[0.0048642238,0.00033045514,0.53717375,0.009261137,0.0003255336,0.0048605585,0.035022162,0.3525645,0.04921785,0.0028627762,0.001592332,0.0019246726],"about_ca_topic_score_codex":0.0019471688,"about_ca_topic_score_gemma":0.00081840693,"teacher_disagreement_score":0.40762407,"about_ca_system_score_codex":0.00019802645,"about_ca_system_score_gemma":0.00034255962,"threshold_uncertainty_score":0.51287866},"labels":[],"label_agreement":null},{"id":"W3034286319","doi":"","title":"Predictors of student’s engagement and persistence in an innovative PBL curriculum: applications for engineering education","year":2010,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Curriculum; Student engagement; Medical education; Psychology; Engineering education; Mathematics education; Pedagogy; Engineering; Medicine; Engineering management","score_opus":0.00975144252483483,"score_gpt":0.29410475282115206,"score_spread":0.2843533102963172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034286319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759651,0.0003610128,0.019335853,0.000039216222,0.0038706267,0.00029697933,0.0000062266854,0.00004947092,0.00007553472],"genre_scores_gemma":[0.96659184,0.000038914604,0.032579597,0.000007488761,0.0005765103,0.00013912097,0.000022460763,0.00003595283,0.00000812572],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.999012,0.000007971057,0.00048947695,0.00012305692,0.00023706692,0.00013042765],"domain_scores_gemma":[0.9990399,0.00007874613,0.0001394325,0.000119903314,0.00054213684,0.00007989434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029685954,0.00015092517,0.00016547875,0.00062152767,0.000015889784,0.00004442399,0.00030403177,0.00006840561,0.000006787297],"category_scores_gemma":[0.00012943526,0.00017284775,0.000042884654,0.00025563437,0.00001640582,0.00044112452,0.000025945566,0.00035964896,4.6555922e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016536951,0.0009135381,0.07480622,0.0004807744,0.00028596833,0.0000012123922,0.00611895,0.37712973,0.5144668,0.007692972,0.00015518209,0.017932082],"study_design_scores_gemma":[0.002527261,0.0006353472,0.5300096,0.0018833103,0.0001520404,0.00027180454,0.007930158,0.33180618,0.074247085,0.0001675345,0.04877412,0.0015955219],"about_ca_topic_score_codex":0.0000053090657,"about_ca_topic_score_gemma":0.0000025996799,"teacher_disagreement_score":0.4552034,"about_ca_system_score_codex":0.00019006923,"about_ca_system_score_gemma":0.00012911172,"threshold_uncertainty_score":0.7048527},"labels":[],"label_agreement":null},{"id":"W3036108386","doi":"","title":"Assessment of transition from mechanical engineering to mechatronics engineering in turkey","year":2009,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mechatronics; Turkish; Curriculum; Engineering; Engineering education; Engineering management; Quality (philosophy); Mechanical engineering; Engineering ethics; Pedagogy; Electrical engineering; Sociology","score_opus":0.005841250493859756,"score_gpt":0.27060813401761025,"score_spread":0.2647668835237505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036108386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6834067,0.00021377119,0.31291464,0.00088139565,0.0022356382,0.0001695199,0.000015888838,0.00007417612,0.000088236426],"genre_scores_gemma":[0.94198793,0.00007853759,0.0573735,0.00005364764,0.00042461636,0.00001781334,0.000032598946,0.000027153603,0.00000419003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985933,0.000008443295,0.0007046721,0.00013436399,0.0003781691,0.00018105925],"domain_scores_gemma":[0.9992448,0.00008099177,0.00011052667,0.00016710314,0.00025395546,0.00014263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024859764,0.00017480763,0.0002470146,0.0007017225,0.000008126384,0.00003824997,0.0003743976,0.00009010066,0.000040664814],"category_scores_gemma":[0.0000977204,0.00020439207,0.000105757106,0.00031905243,0.0000025624558,0.00023970052,0.000011416536,0.00032477605,0.000004041913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050834446,0.0001349655,0.000025541633,0.000018529725,0.00004938793,0.0000010447658,0.00026918756,0.8595859,0.121791646,0.015597137,0.00017548443,0.0023461154],"study_design_scores_gemma":[0.00079864013,0.00014056258,0.017785672,0.0006809674,0.000041074618,0.000032018434,0.00014684614,0.94492733,0.029298725,0.00065773766,0.005074399,0.00041604956],"about_ca_topic_score_codex":0.000016154392,"about_ca_topic_score_gemma":0.0000012338081,"teacher_disagreement_score":0.25858122,"about_ca_system_score_codex":0.00051544886,"about_ca_system_score_gemma":0.00017598056,"threshold_uncertainty_score":0.8334867},"labels":[],"label_agreement":null},{"id":"W3041910135","doi":"","title":"Practicum-education experiences: post-interns' views","year":2009,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Practicum; Internship; Mentorship; Medical education; Psychology; Competence (human resources); Experiential learning; Professional development; Pedagogy; Medicine; Social psychology","score_opus":0.02166161047645705,"score_gpt":0.4219375774661165,"score_spread":0.40027596698965945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041910135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901679,0.0008273653,0.005307536,0.019944087,0.030879723,0.0002509814,9.399327e-7,0.000054149394,0.041056234],"genre_scores_gemma":[0.9802993,0.00021241629,0.014231866,0.0008462892,0.0035449574,0.00001999561,0.000006922584,0.000010486816,0.00082777074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844027,0.00011542487,0.00046500843,0.00013679822,0.0006837574,0.00015871701],"domain_scores_gemma":[0.9967707,0.00017839324,0.00066891476,0.00012601892,0.0021166177,0.00013938967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008706168,0.00011197418,0.0001246669,0.00044700084,0.00008848536,0.0002466917,0.0005811327,0.00007393389,0.00022355543],"category_scores_gemma":[0.0036022388,0.00011392727,0.00009463397,0.00023872773,0.00003463831,0.0019809997,0.0000120032755,0.000252336,0.000027584594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016620503,0.003007733,0.0026660692,0.000020066864,0.00016950283,0.0000064167684,0.22139573,0.0005486512,0.013035247,0.06786739,0.0135644665,0.6775525],"study_design_scores_gemma":[0.0002761819,0.0002658904,0.019892903,0.00038471288,0.000055479424,0.00019609212,0.08895696,0.00013997628,0.0021211465,0.003760931,0.8835929,0.0003568223],"about_ca_topic_score_codex":0.00017221384,"about_ca_topic_score_gemma":0.000017939577,"teacher_disagreement_score":0.87002844,"about_ca_system_score_codex":0.0007955759,"about_ca_system_score_gemma":0.00236689,"threshold_uncertainty_score":0.46458194},"labels":[],"label_agreement":null},{"id":"W3042132238","doi":"","title":"Assessing the impact of career and family choices in mid-life: striking the right balance for women engineers in their 40’s","year":2007,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gender equity; Balance (ability); Equity (law); Career development; Qualitative research; Field (mathematics); Sociology; Psychology; Gender studies; Political science; Social psychology; Social science; Law","score_opus":0.020577101199776404,"score_gpt":0.3277650473950014,"score_spread":0.307187946195225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042132238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969718,0.00030387985,0.0009533995,0.0004123689,0.0008761501,0.000076885524,0.0000021097705,0.000002657564,0.00040076827],"genre_scores_gemma":[0.99941975,0.00004782722,0.00022341752,0.000022352626,0.0002536771,0.0000022351005,0.0000011977336,0.000003011763,0.000026557695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994125,0.000017341757,0.0001982017,0.00004515083,0.00021180829,0.000114992145],"domain_scores_gemma":[0.99918926,0.00039579536,0.00013178027,0.000030899766,0.0002164782,0.00003578201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014357422,0.00005025328,0.00007752708,0.00020084808,0.00003773678,0.00007569081,0.00023541483,0.00002799265,0.0000051212105],"category_scores_gemma":[0.0003800413,0.000032431275,0.00003932032,0.00015802881,0.00002619886,0.00032503298,0.000014614541,0.00010244707,4.341449e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012728896,0.0001642923,0.8261712,0.00003484936,0.00023217128,0.000004354028,0.12171146,0.022914747,0.0043014823,0.0026172588,0.0005151401,0.021205748],"study_design_scores_gemma":[0.00023678757,0.000009988825,0.9815377,0.000088100365,0.000002717048,0.0000019118017,0.015354503,0.00051587174,0.00013160278,0.00018763855,0.0018856276,0.00004754931],"about_ca_topic_score_codex":0.00045588915,"about_ca_topic_score_gemma":0.00013419238,"teacher_disagreement_score":0.1553665,"about_ca_system_score_codex":0.00045592964,"about_ca_system_score_gemma":0.00037787238,"threshold_uncertainty_score":0.1322509},"labels":[],"label_agreement":null},{"id":"W3043813089","doi":"","title":"Canadian engineering students’ motivation in the contextof a shift toward student-centered teaching methods in an outcome-based education","year":2016,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Set (abstract data type); Perception; Outcome (game theory); Task (project management); Mathematics education; Intrinsic motivation; Outcome-based education; Control (management); Cognition; Social psychology; Pedagogy; Engineering; Computer science; Curriculum; Mathematics","score_opus":0.026093175809635483,"score_gpt":0.3703783478304405,"score_spread":0.344285172020805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043813089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430788,0.00020858871,0.04778593,0.0019318212,0.00656843,0.000261452,0.0000039112365,0.000057080917,0.00010399313],"genre_scores_gemma":[0.98702586,0.00001891355,0.012232247,0.00019815356,0.00036967584,0.00007649178,0.000017437233,0.00003932057,0.000021925085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982237,0.000082451705,0.00079549133,0.00015756681,0.00047874622,0.00026201707],"domain_scores_gemma":[0.9991183,0.0002092347,0.00012550064,0.00018528823,0.00020203622,0.00015962179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012083998,0.0002215679,0.00020730875,0.0013818383,0.000020193858,0.00015588512,0.000836111,0.00008747887,0.000027769749],"category_scores_gemma":[0.00044784806,0.0001747929,0.000072356015,0.000273211,0.0000067276196,0.0005548858,0.000015153011,0.00038231924,0.000004558625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025034387,0.0015550597,0.68851125,0.00016649706,0.00016703829,0.00001763413,0.012463138,0.20588695,0.009172598,0.0037618522,0.0008034065,0.077469535],"study_design_scores_gemma":[0.0008517249,0.000043422813,0.9842287,0.00081297365,0.00001472988,0.000032898257,0.0011093013,0.0056870854,0.0004657404,0.00005108962,0.0063663586,0.000336015],"about_ca_topic_score_codex":0.0005908858,"about_ca_topic_score_gemma":0.00069229415,"teacher_disagreement_score":0.2957174,"about_ca_system_score_codex":0.001955452,"about_ca_system_score_gemma":0.0005504499,"threshold_uncertainty_score":0.71278477},"labels":[],"label_agreement":null},{"id":"W3044215693","doi":"","title":"Rubrics for assessing oral communication in the capstone design experience: development, application, analysis and refinement","year":2009,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rubric; Capstone; Accreditation; Quality (philosophy); Test (biology); Engineering; Medical education; Metric (unit); Quarter (Canadian coin); Computer science; Engineering management; Psychology; Mathematics education; Medicine; Operations management","score_opus":0.015594656710805017,"score_gpt":0.3088477442670927,"score_spread":0.2932530875562877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044215693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30289516,0.000621075,0.6951363,0.0005606323,0.0005172091,0.00017003831,6.3334545e-7,0.000030335557,0.00006861218],"genre_scores_gemma":[0.8989579,0.00011781597,0.10064943,0.000092738934,0.00007641451,0.0000615264,0.000024707515,0.000008148134,0.00001133719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991476,0.000017095708,0.00042555147,0.00007990105,0.00022592909,0.00010391484],"domain_scores_gemma":[0.99939173,0.00009290817,0.00010550728,0.0001168879,0.00025306552,0.000039894625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005433949,0.00010606852,0.00012570122,0.00048062624,0.000035124962,0.00011061786,0.0003112002,0.000038121645,0.0000032064609],"category_scores_gemma":[0.00008672992,0.00009388431,0.00003836442,0.00040882058,0.000007659416,0.00024134816,0.000006890433,0.00012226438,5.3573706e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021579765,0.0006413316,0.009777201,0.00009209611,0.0006285762,0.0000020517007,0.027949158,0.7122367,0.007983472,0.004481359,0.0035027023,0.23268375],"study_design_scores_gemma":[0.00078718376,0.00004486424,0.8218779,0.0002606477,0.00016085428,0.00008647051,0.0025800392,0.12113452,0.005088332,0.00046879618,0.046990786,0.000519581],"about_ca_topic_score_codex":0.000004101971,"about_ca_topic_score_gemma":0.0000027072251,"teacher_disagreement_score":0.8121007,"about_ca_system_score_codex":0.00022207022,"about_ca_system_score_gemma":0.0001007354,"threshold_uncertainty_score":0.3828491},"labels":[],"label_agreement":null},{"id":"W3044908654","doi":"","title":"An experiment in integrating communication into the biosystems engineering design trilogy","year":2007,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capstone; Technical communication; Trilogy; Toolbox; Communication skills; Process (computing); Engineering; Set (abstract data type); Curriculum; Engineering design process; Engineering education; Professional communication; Engineering management; Engineering ethics; Computer science; Psychology; Pedagogy; Medical education; Mechanical engineering; Electrical engineering; Computer security","score_opus":0.010078494917155121,"score_gpt":0.2789088964630466,"score_spread":0.2688304015458915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044908654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62500966,0.002652082,0.36371732,0.00052573194,0.0076905955,0.0001759482,9.0008956e-7,0.00012279798,0.00010498944],"genre_scores_gemma":[0.9661222,0.00013441326,0.03300491,0.000030050347,0.0006374803,0.000018718116,0.000011435088,0.000033395176,0.00000738718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986963,0.00002822881,0.0006690896,0.00009619785,0.0003154793,0.00019466765],"domain_scores_gemma":[0.99911124,0.00023354703,0.00011368996,0.00020818648,0.00022328968,0.00011004106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013133642,0.0001616496,0.00015989353,0.00059630745,0.000024458986,0.000074195596,0.00059329515,0.00009976948,0.000011799881],"category_scores_gemma":[0.00020150513,0.00013533632,0.0000556378,0.00031395652,0.000017157125,0.00037028792,0.000017240434,0.00038743517,0.000003772395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005505984,0.00039782305,0.00073390827,0.000178782,0.00019362001,0.000011681545,0.015178121,0.6726253,0.24486755,0.0040600505,0.0011457616,0.060552325],"study_design_scores_gemma":[0.0015691501,0.00034470882,0.03571742,0.0023646557,0.000059831877,0.0005431555,0.0068463185,0.80321085,0.109273024,0.0005473715,0.03840398,0.0011195524],"about_ca_topic_score_codex":0.00005337191,"about_ca_topic_score_gemma":0.000013909192,"teacher_disagreement_score":0.34111255,"about_ca_system_score_codex":0.0005438005,"about_ca_system_score_gemma":0.00009440015,"threshold_uncertainty_score":0.5518855},"labels":[],"label_agreement":null}]}