{"meta":{"query_hash":"4b834fb54f4c","filters":{"venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings"},"cohort_total":46,"direct_labels_cover":0,"predictions_cover":46,"exported":46,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4b834fb54f4c","api":"https://metacan.xera.ac/api/v1/cohort?venue=2020+ASEE+Virtual+Annual+Conference+Content+Access+Proceedings"},"results":[{"id":"W3041212750","doi":"10.18260/1-2--34182","title":"Assessing the Effects of a Robotics Workshop with Draw-a-Robot Test","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; American Society for Engineering Education; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Robotics; Artificial intelligence; Workforce; Curriculum; Robot; Educational robotics; Government (linguistics); Test (biology); Entertainment; Computer science; Engineering; Psychology; Political science; Pedagogy","score_opus":0.059447003623013306,"score_gpt":0.29979273263692,"score_spread":0.24034572901390672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041212750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2900236,0.00022966618,0.6832694,0.024226971,0.0003484308,0.00082351983,0.000004131818,0.00074425683,0.0003300631],"genre_scores_gemma":[0.98879284,0.000015141782,0.009583828,0.0011702736,0.00017815674,0.000044878663,0.000003264581,0.000029357801,0.00018227917],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745536,0.00006634621,0.0004675981,0.00076061435,0.0007061242,0.0005439448],"domain_scores_gemma":[0.9971429,0.00088841317,0.00050357665,0.0002653774,0.0009089527,0.00029079715],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042511435,0.00038795132,0.00048804522,0.000079651,0.00039161698,0.0028306744,0.0027598203,0.000116869654,0.000006149858],"category_scores_gemma":[0.0028204536,0.000253433,0.00011040007,0.0010867554,0.0002822247,0.003326564,0.0009476104,0.00091220747,0.000012589923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026254336,0.0010090308,0.0949999,0.0017881197,0.000535424,0.0001962733,0.1444934,0.0031285798,0.021322103,0.06412174,0.0052262973,0.6629166],"study_design_scores_gemma":[0.017442366,0.030807067,0.2791815,0.014656934,0.0015904009,0.0005023191,0.18983422,0.3751996,0.049912367,0.0016399932,0.028155103,0.011078113],"about_ca_topic_score_codex":0.000044490094,"about_ca_topic_score_gemma":0.0000032301823,"teacher_disagreement_score":0.6987692,"about_ca_system_score_codex":0.000029819228,"about_ca_system_score_gemma":0.00020507054,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W3047733435","doi":"10.18260/1-2--34558","title":"Engineering Safety and Risk Management: A Structured Case Study Approach to Investigating Chemical Process Safety","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Transport Canada; Suncor Energy Incorporated; Genome Canada","keywords":"Sustainability; SAFER; Risk management; Process (computing); Organizational culture; Engineering; Engineering ethics; Safety culture; Knowledge management; Process management; Business; Public relations; Computer science; Management; Political science","score_opus":0.10142922171016121,"score_gpt":0.3294843177311079,"score_spread":0.2280550960209467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047733435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784858,0.00004695284,0.016041925,0.0015353251,0.00008238797,0.0014701084,0.00017017973,0.00020725228,0.001960035],"genre_scores_gemma":[0.99696153,0.00008033701,0.0019222627,0.0005609907,0.00018509882,0.000096073,0.000014525543,0.000039077415,0.00014009392],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99387515,0.00009634054,0.0015818512,0.0019702197,0.0018286355,0.0006477917],"domain_scores_gemma":[0.99611336,0.0003025193,0.0005800745,0.00032262472,0.001561285,0.0011201412],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017260263,0.00061781186,0.001067375,0.00033530407,0.0005389869,0.0018024254,0.0019649928,0.00016149468,0.00008153047],"category_scores_gemma":[0.00508895,0.0004901393,0.00017069094,0.0030288987,0.00017449122,0.0021460264,0.0015943578,0.0007321541,0.000032848122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039145956,0.0009857569,0.31760383,0.00061199936,0.002242748,0.001190728,0.33675596,0.009914938,0.002008095,0.016262585,0.0029322873,0.30557647],"study_design_scores_gemma":[0.0048359684,0.0011425568,0.029954406,0.00016745839,0.0009428478,0.00042790666,0.70641184,0.24824482,0.00086048513,0.002156704,0.002442946,0.00241207],"about_ca_topic_score_codex":0.0002124022,"about_ca_topic_score_gemma":0.000023712792,"teacher_disagreement_score":0.36965588,"about_ca_system_score_codex":0.000058167047,"about_ca_system_score_gemma":0.000076105156,"threshold_uncertainty_score":0.999755},"labels":[],"label_agreement":null},{"id":"W3080552881","doi":"10.18260/1-2--34549","title":"Engineering Capstone Design of a Radio Telescope","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Antenna Design and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; U.S. Military Academy; University of Maryland, Baltimore County; National Institute of Standards and Technology; University of Guelph; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Telescope; Capstone; Capstone course; Radio telescope; Tracking (education); Service (business); Engineering education; Engineering; Computer science; Simulation; Engineering management; Sociology; Computer security; Astronomy; Business; Physics","score_opus":0.05580253088874486,"score_gpt":0.22632428495180926,"score_spread":0.1705217540630644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080552881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17151704,0.00038288155,0.8248492,0.00060457655,0.00027183973,0.0008054939,0.0000750034,0.00087202154,0.0006219717],"genre_scores_gemma":[0.99680275,0.0002521208,0.0023706874,0.00018698988,0.00015883902,0.000044660545,0.000016615946,0.00005968094,0.000107630694],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845564,0.000009677196,0.00049889623,0.00035815797,0.00031303542,0.00036457443],"domain_scores_gemma":[0.99890363,0.000044987308,0.000110035224,0.00008582385,0.0005863678,0.00026917056],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013914361,0.00033627532,0.00047111564,0.00011132819,0.00004726959,0.00018081829,0.0006057594,0.00013567484,0.00014453208],"category_scores_gemma":[0.00028372073,0.0003309665,0.00008147137,0.0005624017,0.00006945715,0.0012891479,0.000121263256,0.0002894706,0.00004437197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008447254,0.00016478823,0.002256249,0.0014197341,0.00054036605,0.00005417384,0.022616848,0.18029088,0.7416043,0.008671105,0.031534817,0.010001999],"study_design_scores_gemma":[0.0009292866,0.00045725316,0.00093507586,0.00021344796,0.00006654795,0.000010000653,0.0025212409,0.9496885,0.04387996,0.000021925931,0.0006308156,0.00064595375],"about_ca_topic_score_codex":0.00001197263,"about_ca_topic_score_gemma":4.015274e-7,"teacher_disagreement_score":0.82528573,"about_ca_system_score_codex":0.00004111544,"about_ca_system_score_gemma":0.000054898443,"threshold_uncertainty_score":0.9999142},"labels":[],"label_agreement":null},{"id":"W3083630188","doi":"10.18260/1-2--33993","title":"A Cross-cohort Dynamics Project Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"demographic modeling and climate adaptation","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dynamics (music); Physics","score_opus":0.28093717813738994,"score_gpt":0.4226981473556921,"score_spread":0.14176096921830217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083630188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840798,0.000025608999,0.005588654,0.002991033,0.0003499067,0.001486411,0.0001981839,0.00033908585,0.0049413675],"genre_scores_gemma":[0.9959539,0.000027249349,0.00008740995,0.001271868,0.00022230887,0.0001873913,0.00003951099,0.00003735161,0.002173001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99335474,0.000084724656,0.0015092612,0.001705694,0.0027322948,0.00061329023],"domain_scores_gemma":[0.9934432,0.00026185106,0.00068344135,0.00032925975,0.004859422,0.000422844],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022587213,0.0004876486,0.00077739626,0.00033431817,0.00041317087,0.004501434,0.002809351,0.0001749,0.0004101883],"category_scores_gemma":[0.005152303,0.00037451903,0.00024335428,0.0024685482,0.00026204294,0.003916666,0.00090423424,0.0005461922,0.00036231792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006960177,0.00039465295,0.9476222,0.000023638195,0.00012670878,0.000026261176,0.015803592,0.000077327604,0.00027215626,0.0047955597,0.0069977245,0.02316417],"study_design_scores_gemma":[0.0032664572,0.0041702623,0.42309287,0.00008434622,0.00020572817,0.000019390676,0.21081014,0.34999153,0.00020459325,0.0032283394,0.0033615732,0.0015647752],"about_ca_topic_score_codex":0.0002854481,"about_ca_topic_score_gemma":0.00009530664,"teacher_disagreement_score":0.52452934,"about_ca_system_score_codex":0.00006066981,"about_ca_system_score_gemma":0.00024772395,"threshold_uncertainty_score":0.99987066},"labels":[],"label_agreement":null},{"id":"W3083655966","doi":"10.18260/1-2--34197","title":"Augmented Reality for education (Diversity)","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"West Virginia University; West Virginia Space Grant Consortium; Commission for Environmental Cooperation; National Aeronautics and Space Administration","keywords":"Augmented reality; Scripting language; Computer science; Android (operating system); Mobile device; Software; Multimedia; Dimension (graph theory); Human–computer interaction; World Wide Web","score_opus":0.14387466963316872,"score_gpt":0.317093251337423,"score_spread":0.17321858170425428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083655966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037607744,0.000039816518,0.8897516,0.065992564,0.00033530223,0.0018957917,0.00022649141,0.000710499,0.0034401855],"genre_scores_gemma":[0.99091434,0.000033225908,0.0018539358,0.0056860624,0.00025694736,0.00037985377,0.000095134594,0.000017490842,0.0007630306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755925,0.0000235456,0.0004870883,0.0009976716,0.00049881113,0.0004336422],"domain_scores_gemma":[0.9968083,0.00007367407,0.00035837232,0.00026977147,0.0020118812,0.0004779842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026439838,0.0003078905,0.00034326987,0.000110356785,0.00054227206,0.0007955803,0.0029691993,0.00013171478,0.000043119162],"category_scores_gemma":[0.00044041395,0.00030660277,0.00014083144,0.00094263774,0.00012556578,0.0032718666,0.0022261401,0.00025621633,0.000060395185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023406126,0.0005505828,0.002769698,0.00022566393,0.00014573231,0.0000020180923,0.010821326,0.000024806046,0.0053646658,0.79072905,0.1289241,0.06020828],"study_design_scores_gemma":[0.011666358,0.006446555,0.05607969,0.00079506135,0.00074435817,0.00005718659,0.057526693,0.35486308,0.05791759,0.073378645,0.3734474,0.007077394],"about_ca_topic_score_codex":0.00015142116,"about_ca_topic_score_gemma":0.000010869553,"teacher_disagreement_score":0.95330656,"about_ca_system_score_codex":0.00011157016,"about_ca_system_score_gemma":0.00040732586,"threshold_uncertainty_score":0.9999386},"labels":[],"label_agreement":null},{"id":"W3086707457","doi":"10.18260/1-2--34705","title":"Generation-Z Learning Approaches to Improve Performance in the Fundamentals of Engineering Exam","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Generational Differences and Trends","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Council for Canadian Studies; U.S. Department of Energy","keywords":"Class (philosophy); Subject (documents); Schedule; Computer science; Test (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Artificial intelligence","score_opus":0.29597058465708664,"score_gpt":0.3017483915983336,"score_spread":0.005777806941246966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086707457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882766,0.00003698485,0.0004008225,0.008335679,0.00012354374,0.0004206196,0.00002137251,0.000040666237,0.002343732],"genre_scores_gemma":[0.99836004,0.000045200508,0.00010532291,0.000605326,0.0004181622,0.00012398866,0.000020338792,0.000010229983,0.00031141503],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99830425,0.000042984306,0.0003756242,0.00037633107,0.0005807307,0.00032008043],"domain_scores_gemma":[0.9992821,0.00006399508,0.00014280078,0.000054324497,0.0002925277,0.00016421417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000508014,0.00018291113,0.0002457005,0.000081363345,0.0002563214,0.00046562628,0.0007469508,0.000076608594,0.000099613004],"category_scores_gemma":[0.0004521544,0.00014364505,0.00005746482,0.00063746446,0.00009450583,0.0010092728,0.0001600006,0.00026793376,0.000014808577],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024496223,0.0003224547,0.22907998,0.00025156207,0.000115437644,0.0000060363755,0.4285128,0.006401955,0.03667361,0.25626847,0.002075053,0.04004766],"study_design_scores_gemma":[0.0023934948,0.0039494713,0.39119563,0.00032113492,0.00011888512,0.000003827493,0.37448135,0.17764913,0.021906242,0.000204582,0.025785362,0.001990907],"about_ca_topic_score_codex":0.00027300272,"about_ca_topic_score_gemma":0.00012508621,"teacher_disagreement_score":0.2560639,"about_ca_system_score_codex":0.00003687477,"about_ca_system_score_gemma":0.00012070905,"threshold_uncertainty_score":0.58576757},"labels":[],"label_agreement":null},{"id":"W3088994275","doi":"10.18260/1-2--34302","title":"Collecting and Selecting: A Tale of Training and Mentorship","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Training (meteorology); Computer science; Medical education; Medicine; Geography","score_opus":0.11475605159226773,"score_gpt":0.26645368960411164,"score_spread":0.1516976380118439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088994275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868867,0.00010347808,0.00010624669,0.0029065076,0.00006380179,0.00048478387,0.000007404384,0.00014968995,0.0092913965],"genre_scores_gemma":[0.99674064,0.000027669275,0.000035773675,0.0022157696,0.00048539953,0.000033465774,0.00000960453,0.000030327903,0.0004213439],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998166,0.0000068038853,0.00046634363,0.0005883751,0.00037541156,0.0003970197],"domain_scores_gemma":[0.99886084,0.00004992889,0.0004254849,0.00006131889,0.0005208854,0.000081566475],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00034098673,0.00030741672,0.00045948845,0.00019759696,0.00028153302,0.0010800115,0.00039422652,0.00007740313,0.00015316221],"category_scores_gemma":[0.0005644601,0.00029052637,0.000060839666,0.0006441775,0.00016286146,0.002305655,0.00079236244,0.000239935,0.00001286703],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016613783,0.00052618544,0.55134094,0.006511465,0.0009742413,0.00008491994,0.10266822,0.000027993083,0.028422847,0.1919206,0.02749843,0.08836279],"study_design_scores_gemma":[0.014538645,0.0027250994,0.15060848,0.002466109,0.0015345442,0.00004873835,0.6001827,0.06154098,0.005709874,0.005979284,0.1492233,0.0054422524],"about_ca_topic_score_codex":0.00013916005,"about_ca_topic_score_gemma":0.000019339599,"teacher_disagreement_score":0.49751446,"about_ca_system_score_codex":0.000014064847,"about_ca_system_score_gemma":0.000027469841,"threshold_uncertainty_score":0.99995697},"labels":[],"label_agreement":null},{"id":"W3091251830","doi":"10.18260/1-2--34029","title":"A Partnership Model for Integrating Technical Communication Habits Throughout Undergraduate Engineering Courses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coursework; General partnership; Context (archaeology); Engineering education; Mathematics education; Computer science; Medical education; Engineering; Psychology; Engineering management; Medicine","score_opus":0.07656869097773118,"score_gpt":0.3004912928565435,"score_spread":0.22392260187881236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091251830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32200602,0.00058365136,0.6479645,0.019223118,0.00058524567,0.0022506136,0.00017223763,0.004313577,0.0029010244],"genre_scores_gemma":[0.9925098,0.00011975876,0.005888066,0.00049091433,0.00012966442,0.0004960608,0.0000882538,0.00007212983,0.00020537179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834305,0.0000064909696,0.0005235482,0.00039649385,0.0002881882,0.0004422313],"domain_scores_gemma":[0.99875766,0.00008454833,0.000099548095,0.00013644037,0.00062345195,0.00029837797],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001831507,0.00039106587,0.0003826821,0.000080943,0.00012419623,0.0003988716,0.0007872718,0.00014947231,0.000015729009],"category_scores_gemma":[0.00054121297,0.00038343438,0.000108134416,0.00039027643,0.000053471802,0.0010571912,0.00016937575,0.00044950674,0.000016994196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026889239,0.0005038752,0.0069872993,0.0033731186,0.00079297787,0.0000066923926,0.06713094,0.24618986,0.08240927,0.34076133,0.23660763,0.014968101],"study_design_scores_gemma":[0.0005449116,0.000110289686,0.0008306263,0.0002520523,0.000045353132,0.0000047042618,0.0033156513,0.98754424,0.0035846396,0.0002642474,0.0028660349,0.00063722784],"about_ca_topic_score_codex":0.0000052289433,"about_ca_topic_score_gemma":0.000006075021,"teacher_disagreement_score":0.7413544,"about_ca_system_score_codex":0.00012398622,"about_ca_system_score_gemma":0.00010449799,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W3093790142","doi":"10.18260/1-2--34704","title":"Gendered Professional Role Confidence and Persistence of Artificial Intelligence and Machine Learning Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Persistence (discontinuity); Field (mathematics); Logistic regression; Psychology; Representation (politics); Artificial intelligence; Contradiction; Self-confidence; Confidence interval; Social psychology; Computer science; Machine learning; Engineering; Statistics; Political science; Mathematics","score_opus":0.18427292415342572,"score_gpt":0.32399331152406263,"score_spread":0.1397203873706369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093790142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944133,0.00023073549,0.00046743176,0.003242157,0.00013384977,0.00041571283,0.000045347213,0.00007782005,0.0009736356],"genre_scores_gemma":[0.99858755,0.00034603447,0.00009075779,0.0003522298,0.00009035759,0.000011376929,0.000009626563,0.000008183444,0.00050391175],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978236,0.000056572055,0.00036890124,0.0005391239,0.000874035,0.0003377524],"domain_scores_gemma":[0.9982486,0.00010346436,0.00025014812,0.000042423944,0.00096778816,0.00038760237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005235487,0.00021198559,0.00033901152,0.00007350427,0.0005815531,0.0004714825,0.0007270134,0.00011880677,0.00021561356],"category_scores_gemma":[0.00097354053,0.00020468568,0.000051149276,0.00035997367,0.0006817362,0.0013368014,0.00094673695,0.00033175483,0.000009117086],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074807537,0.00014105462,0.6226857,0.0001485655,0.00010094358,0.000013090506,0.292783,0.0000029137743,0.004710371,0.049308043,0.00036289633,0.028995363],"study_design_scores_gemma":[0.00064517686,0.00081409607,0.11040246,0.00029018027,0.0001181784,0.0000051206866,0.87490237,0.0025596274,0.0046427315,0.002517253,0.0022017946,0.00090102886],"about_ca_topic_score_codex":0.0006531856,"about_ca_topic_score_gemma":0.00014803887,"teacher_disagreement_score":0.58211935,"about_ca_system_score_codex":0.000032743086,"about_ca_system_score_gemma":0.00021502408,"threshold_uncertainty_score":0.834684},"labels":[],"label_agreement":null},{"id":"W3094015554","doi":"10.18260/1-2--33999","title":"A Doctorate That Works: Nontraditional Populations Served on Both Sides of the Atlantic","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Global Energy and Sustainability Research","field":"Energy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; International Council for Canadian Studies; Purdue University; American Society for Engineering Education","keywords":"Public relations; Population; Service (business); Public service; Political science; Sociology; Marketing; Business","score_opus":0.14891009684814624,"score_gpt":0.307450841690776,"score_spread":0.15854074484262978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094015554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823415,0.000033465516,0.00010727115,0.014168136,0.0001601331,0.00043477784,0.00009859144,0.00010344245,0.0025526262],"genre_scores_gemma":[0.9974781,0.000020988584,0.00002317584,0.0016506454,0.00018311596,0.00007246074,0.000057964473,0.00002183322,0.00049169996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976108,0.00007721292,0.0004720813,0.0005412267,0.0008232531,0.00047540318],"domain_scores_gemma":[0.9979755,0.00011572315,0.00024127052,0.00018309044,0.0012020422,0.0002823434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021620099,0.0003063837,0.00041655882,0.00006787549,0.00029160234,0.00042576483,0.0011774363,0.00015417101,0.00046347216],"category_scores_gemma":[0.0010755245,0.00021692991,0.0002084247,0.0007723135,0.00031628713,0.0012601159,0.00041912423,0.00047344237,0.000029429468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018953755,0.0003190571,0.08390593,0.0002717269,0.00018892753,0.000018343895,0.0051715635,0.004542947,0.002297302,0.8933855,0.004289046,0.0037142825],"study_design_scores_gemma":[0.0065550087,0.0029795263,0.8134401,0.0016350416,0.00027807645,0.000026048294,0.04991176,0.039351366,0.011949145,0.05925191,0.01238313,0.0022388857],"about_ca_topic_score_codex":0.0023798812,"about_ca_topic_score_gemma":0.00037941313,"teacher_disagreement_score":0.83413357,"about_ca_system_score_codex":0.000108136745,"about_ca_system_score_gemma":0.00028361523,"threshold_uncertainty_score":0.8846145},"labels":[],"label_agreement":null},{"id":"W3111820092","doi":"10.18260/1-2--35095","title":"Program: Study Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Coursework; Engineering education; Career development; Vocational education; Medical education; Work (physics); Identity (music); Psychological intervention; Psychology; Engineering; Engineering management; Pedagogy; Medicine","score_opus":0.23463506374278886,"score_gpt":0.34779529759647265,"score_spread":0.11316023385368379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111820092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662138,0.000035916448,0.00085863826,0.011916804,0.00039603384,0.0032885424,0.000035107205,0.00097246823,0.016282687],"genre_scores_gemma":[0.9963248,0.00003718591,0.0002603007,0.0012477395,0.0003731705,0.00013510938,0.000009745943,0.0000169322,0.0015950656],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972082,0.00008116546,0.00036111663,0.00070663576,0.0010468279,0.0005960923],"domain_scores_gemma":[0.9974276,0.00007336712,0.00018394258,0.00007872554,0.0016139591,0.0006224501],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000665768,0.00029410896,0.00038197823,0.000081764134,0.0007521209,0.0014073272,0.0014564906,0.00012901129,0.0007108997],"category_scores_gemma":[0.0009533978,0.00028282887,0.000102348116,0.00091047335,0.00029898263,0.0024506133,0.00067561,0.0003117256,0.0002167309],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001082653,0.0011284065,0.33235434,0.000049764385,0.0002536706,0.000095032694,0.47480604,0.0000030170893,0.0003692782,0.0147036975,0.11033622,0.06481788],"study_design_scores_gemma":[0.002959275,0.0034451764,0.0821314,0.00006768641,0.0001912644,0.0000015818521,0.8268523,0.0003155992,0.00058088603,0.00044129376,0.08157672,0.0014367887],"about_ca_topic_score_codex":0.0008004033,"about_ca_topic_score_gemma":0.00014769875,"teacher_disagreement_score":0.3520463,"about_ca_system_score_codex":0.00009412984,"about_ca_system_score_gemma":0.00046084195,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W3112617713","doi":"10.18260/1-2--34265","title":"Certification and Training for Automation and Mechatronics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Automation; Session (web analytics); Robotics; Engineering management; Curriculum; Mechatronics; Computer science; Artificial intelligence; Manufacturing engineering; Process (computing); Engineering; Robot; Mechanical engineering; Management; World Wide Web; Pedagogy","score_opus":0.12317449806599189,"score_gpt":0.2925398995963714,"score_spread":0.1693654015303795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112617713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87097937,0.00026993352,0.11230415,0.014155719,0.00013292124,0.0010076053,0.00014740224,0.0005829532,0.00041992715],"genre_scores_gemma":[0.99765974,0.0001882919,0.0011159154,0.00045072738,0.00011999354,0.00030102124,0.000064452455,0.000024509323,0.00007535417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908453,0.000003848544,0.0002715875,0.00031535394,0.00011905638,0.00020562156],"domain_scores_gemma":[0.99932426,0.000040565363,0.00007540539,0.000054068012,0.0002969888,0.0002086941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011306908,0.00016815249,0.00018322842,0.000047480033,0.00012911235,0.00034750634,0.00018964737,0.00008023888,0.000028948227],"category_scores_gemma":[0.00014139131,0.00017311863,0.000027405194,0.00016424767,0.00004425074,0.00078908465,0.000056225163,0.00013284085,0.0000076143956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011101293,0.00005727484,0.00062840484,0.00072716567,0.00013099486,2.9607773e-7,0.046031486,0.00020026261,0.112450846,0.60747474,0.013249877,0.21893764],"study_design_scores_gemma":[0.0014803752,0.00041229045,0.004702869,0.0001036254,0.00011802311,0.000010918575,0.040310938,0.8968378,0.011294067,0.005533743,0.038269475,0.0009259138],"about_ca_topic_score_codex":0.0000033701776,"about_ca_topic_score_gemma":0.0000012896635,"teacher_disagreement_score":0.8966375,"about_ca_system_score_codex":0.000025986143,"about_ca_system_score_gemma":0.000044734235,"threshold_uncertainty_score":0.70595735},"labels":[],"label_agreement":null},{"id":"W3124166495","doi":"10.18260/1-2--34889","title":"K-12 Digital Skills Programs as Preparation for Engineering Study: A Systematic Literature Review","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Terminology; Outreach; Government (linguistics); Computer science; Variety (cybernetics); Engineering management; Categorization; Software; Coding (social sciences); Software engineering; Engineering; Artificial intelligence; Political science","score_opus":0.04144198084020466,"score_gpt":0.2935711403877453,"score_spread":0.2521291595475406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124166495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26738438,0.016615285,0.65300155,0.01995456,0.001520274,0.033683885,0.00011199588,0.007189934,0.00053814286],"genre_scores_gemma":[0.99513227,0.00017176747,0.0018619936,0.000926531,0.0002096745,0.0011846278,0.00004861283,0.000035909696,0.00042861732],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970427,0.000044249682,0.00077334425,0.0009910237,0.000632822,0.00051586196],"domain_scores_gemma":[0.99773544,0.00012409309,0.00043733753,0.0002456031,0.0011030211,0.0003545099],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006408906,0.00045609326,0.0007590182,0.00009617729,0.00021399722,0.0051906314,0.0018773085,0.00011075745,0.000003955692],"category_scores_gemma":[0.0028430584,0.0003761449,0.00020657596,0.00066779833,0.00003086617,0.0049098716,0.0005707787,0.00049697806,0.000035558358],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052422134,0.0031551435,0.008957859,0.22621849,0.0012452444,0.00019042136,0.3579383,0.00012676443,0.0004684563,0.041783854,0.0087479735,0.3506433],"study_design_scores_gemma":[0.012810956,0.058676664,0.0028312562,0.4735174,0.0018860835,0.0007347802,0.05141067,0.25206798,0.00081711967,0.00049272313,0.1338921,0.010862265],"about_ca_topic_score_codex":0.000005905921,"about_ca_topic_score_gemma":9.456358e-7,"teacher_disagreement_score":0.72774786,"about_ca_system_score_codex":0.00004556534,"about_ca_system_score_gemma":0.000096459196,"threshold_uncertainty_score":0.99986905},"labels":[],"label_agreement":null},{"id":"W3129292021","doi":"10.18260/1-2--34927","title":"Lifelong Learning in an Engineering Communication Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Lifelong learning; Rubric; Accreditation; Information literacy; Engineering education; Technical communication; Quality (philosophy); Computer science; Process (computing); Engineering; Pedagogy; Engineering management; Medical education; Psychology; World Wide Web","score_opus":0.04113133758890169,"score_gpt":0.2617860101790896,"score_spread":0.2206546725901879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129292021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99397475,0.0002184084,0.0019035714,0.0018226156,0.00022438371,0.00028207822,0.000008323797,0.0010192466,0.00054663746],"genre_scores_gemma":[0.998678,0.00015981555,0.00042322528,0.00031201117,0.00012851869,0.00010979722,0.000056542005,0.000051701772,0.00008035314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860907,0.000011899204,0.0004259605,0.00032922052,0.00025813474,0.00036572685],"domain_scores_gemma":[0.9991336,0.00002981125,0.00006335235,0.00010453212,0.0003398466,0.00032885803],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017471725,0.00029615982,0.00029240779,0.00010583567,0.00006807173,0.00038293685,0.00068853353,0.00011422172,0.00010755401],"category_scores_gemma":[0.00018973039,0.0003225839,0.000042274416,0.0005646292,0.000028550076,0.0016863853,0.00014139997,0.0006346634,0.00004782503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022826821,0.0008240951,0.31562826,0.0017452589,0.00042883196,0.000058057034,0.1742221,0.33000323,0.060294442,0.024031391,0.03084203,0.061694015],"study_design_scores_gemma":[0.001380387,0.0003706253,0.21695738,0.000515554,0.000042153348,0.00001123839,0.02530963,0.7373306,0.004802971,0.00002883299,0.011636936,0.0016136568],"about_ca_topic_score_codex":0.000015294487,"about_ca_topic_score_gemma":0.00000966487,"teacher_disagreement_score":0.40732738,"about_ca_system_score_codex":0.000087237284,"about_ca_system_score_gemma":0.00006549011,"threshold_uncertainty_score":0.99992263},"labels":[],"label_agreement":null},{"id":"W3153713537","doi":"10.18260/1-2--35431","title":"Unleashing the Power of Data Analytics to Examine Engineering Students’ Experiences and Outcomes","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Data science; Data analysis; Computer science; Analytics; Engineering education; Knowledge management; Data modeling; Corporate governance; Information engineering; Engineering management; Information system; Engineering; Software engineering; Data mining; Management","score_opus":0.10258630608125895,"score_gpt":0.3288678903610568,"score_spread":0.22628158427979783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153713537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494059,0.0000605343,0.028353874,0.021629622,0.00011917571,0.00022199622,0.000031647975,0.00012543068,0.000051807867],"genre_scores_gemma":[0.9966302,0.000023920758,0.001564002,0.0015423985,0.00008024888,0.0000123924865,0.000005618572,0.000013097779,0.00012811573],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774987,0.000018218387,0.00047063245,0.0007134328,0.00072172633,0.00032610094],"domain_scores_gemma":[0.9984459,0.00016404585,0.00021173553,0.00035697088,0.0005259244,0.00029540306],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045274285,0.00026943116,0.00042248776,0.00009232617,0.00012642369,0.001158689,0.0050295745,0.000057326266,0.00001550649],"category_scores_gemma":[0.0013977063,0.00018606397,0.000049747778,0.0007669963,0.000099582074,0.0024487518,0.0041004326,0.00030913285,0.0000073189562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001802381,0.0005115573,0.5169225,0.0003663238,0.0008132606,0.000060851933,0.3701555,0.00096597994,0.007058896,0.059921302,0.008498271,0.034545362],"study_design_scores_gemma":[0.0016872925,0.0023441047,0.205207,0.0004530433,0.00017895242,0.000019283583,0.19264676,0.5881783,0.0022986112,0.00017262172,0.0051263534,0.0016877187],"about_ca_topic_score_codex":0.000034654582,"about_ca_topic_score_gemma":0.0000030561516,"teacher_disagreement_score":0.58721226,"about_ca_system_score_codex":0.000011949818,"about_ca_system_score_gemma":0.00006431383,"threshold_uncertainty_score":0.9998782},"labels":[],"label_agreement":null},{"id":"W3153870390","doi":"10.18260/1-2--35025","title":"Overcoming Non-numerical Challenges in an Engineering Numerical Methods Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of New Brunswick","funders":"","keywords":"Course (navigation); Computer science; MATLAB; Syllabus; Numerical analysis; Population; Curriculum; Numerical integration; Mathematics education; Calculus (dental); Mathematics; Programming language; Engineering; Pedagogy","score_opus":0.09000448607356092,"score_gpt":0.32846678392333734,"score_spread":0.2384622978497764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153870390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85784245,0.0024568704,0.13089542,0.0019381597,0.000992522,0.0009304355,0.000043049455,0.0025672799,0.0023337826],"genre_scores_gemma":[0.9897138,0.00023683705,0.009128686,0.00020213588,0.00038725266,0.00014591134,0.000016456293,0.00015358056,0.000015367088],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971763,0.000032490036,0.00069145026,0.00082488987,0.00044316304,0.00083171413],"domain_scores_gemma":[0.9987206,0.00012401634,0.00009639846,0.00018253559,0.0002336636,0.0006427767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033577866,0.0006458722,0.00079126214,0.0001623607,0.00006916347,0.0003817811,0.0010594378,0.0002518142,0.00010516181],"category_scores_gemma":[0.00035287073,0.00070016657,0.00012598479,0.0006528923,0.000055268145,0.0024859263,0.00038649084,0.0011166908,0.000046527955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052151666,0.0006601396,0.020646783,0.001553615,0.0005182988,0.00027622667,0.063166924,0.27010024,0.5284669,0.01127007,0.0016762139,0.10114312],"study_design_scores_gemma":[0.0008992232,0.00061851164,0.01401482,0.0002414266,0.00003624797,0.000019615884,0.0070480984,0.95763683,0.015391058,0.00001901498,0.002906757,0.0011683651],"about_ca_topic_score_codex":0.000020422975,"about_ca_topic_score_gemma":0.0000014164397,"teacher_disagreement_score":0.6875366,"about_ca_system_score_codex":0.00016086879,"about_ca_system_score_gemma":0.000044196036,"threshold_uncertainty_score":0.9995449},"labels":[],"label_agreement":null},{"id":"W3166459558","doi":"10.18260/1-2--35101","title":"Prominence of Conceptual Design with Computer-Aided Design Tools for Junior and Senior Product Designers","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product design; Conceptual design; Computer science; Product (mathematics); Engineering drawing; Human–computer interaction; Design technology; New product development; Engineering; Systems engineering; Management","score_opus":0.1564578944132929,"score_gpt":0.2809861815450344,"score_spread":0.12452828713174152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166459558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19985844,0.00017149902,0.79367685,0.0022846097,0.00023485889,0.0031512897,0.00008694132,0.00038441623,0.00015107186],"genre_scores_gemma":[0.9623124,0.00007734293,0.036283243,0.0005246534,0.00024526898,0.00036348373,0.000016987935,0.000062766296,0.000113871065],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979097,0.00006228188,0.00056532165,0.000658811,0.00035862834,0.00044523302],"domain_scores_gemma":[0.9971994,0.00066409115,0.00027359586,0.00013127466,0.0013606927,0.0003709386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049146125,0.0004487632,0.0005747677,0.00009819608,0.00011854381,0.00054502726,0.00060850236,0.00010801163,0.00005382688],"category_scores_gemma":[0.00095495913,0.00038822187,0.0000574389,0.00047264583,0.00037551296,0.003297414,0.00009821711,0.00028475167,0.0000092445625],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012213654,0.00070309575,0.0017094819,0.0031499804,0.0014099374,0.00003913622,0.12903318,0.01103824,0.52351385,0.01828534,0.0962458,0.2026583],"study_design_scores_gemma":[0.009734161,0.014564472,0.0047799475,0.0009868081,0.0008521423,0.00014389171,0.07146906,0.29370803,0.5894335,0.0003125556,0.010093011,0.0039224233],"about_ca_topic_score_codex":0.000010693683,"about_ca_topic_score_gemma":7.9415236e-7,"teacher_disagreement_score":0.7624539,"about_ca_system_score_codex":0.000036860758,"about_ca_system_score_gemma":0.00026898025,"threshold_uncertainty_score":0.99985695},"labels":[],"label_agreement":null},{"id":"W3166963848","doi":"10.18260/1-2--35649","title":"Work in Progress: Improving Engineering Students’ Need-finding Abilities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Curriculum; Class (philosophy); Engineering education; Identification (biology); Capstone course; Computer science; Project-based learning; Set (abstract data type); Psychological intervention; Engineering management; Medical education; Mathematics education; Engineering; Psychology; Pedagogy; Medicine; Artificial intelligence","score_opus":0.036918237345491545,"score_gpt":0.25568593485019514,"score_spread":0.2187676975047036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166963848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489313,0.0003128157,0.0011706278,0.0011592625,0.00064445846,0.0005612188,0.000014672476,0.000969916,0.0002739167],"genre_scores_gemma":[0.9984309,0.000054140397,0.000550647,0.00020517218,0.0002471883,0.00029849078,0.000016794867,0.00007110047,0.00012558443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976932,0.0000070716774,0.0006347528,0.0005142601,0.0005142539,0.0006364685],"domain_scores_gemma":[0.9991195,0.00004129557,0.00008337233,0.000104667924,0.0002950759,0.00035604724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021780498,0.00045973016,0.00044258544,0.00021631471,0.00006552588,0.0007403181,0.00095209817,0.00014388359,0.00011602433],"category_scores_gemma":[0.00028327366,0.00047288634,0.000080335,0.0010560337,0.00005157316,0.0013589857,0.00030925666,0.0005726095,0.000050033726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029773414,0.0005006484,0.76392806,0.0035896627,0.00048098486,0.000076247175,0.13669538,0.016948644,0.012097359,0.0072376924,0.020201044,0.037946545],"study_design_scores_gemma":[0.005009725,0.0008471191,0.7107154,0.003009442,0.0001416431,0.000029279558,0.11485035,0.12645434,0.015534722,0.000071137096,0.017450737,0.0058860807],"about_ca_topic_score_codex":0.000012884524,"about_ca_topic_score_gemma":0.0000022807988,"teacher_disagreement_score":0.1095057,"about_ca_system_score_codex":0.00020074673,"about_ca_system_score_gemma":0.00006794798,"threshold_uncertainty_score":0.9997723},"labels":[],"label_agreement":null},{"id":"W3173546019","doi":"10.18260/1-2--35314","title":"The Emergence of the Project Manager Role in Student Design Teams: A Mixed-Methods Exploratory Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Project management; Timeline; Teamwork; Project manager; Project stakeholder; Project planning; Project team; Project charter; Project management triangle; Exploratory research; Medical education; Psychology; OPM3; Knowledge management; Engineering management; Engineering; Computer science; Sociology; Management; Medicine; Systems engineering","score_opus":0.09055237774152364,"score_gpt":0.35542076123132554,"score_spread":0.2648683834898019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173546019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801303,0.00063269597,0.0087319715,0.0027279756,0.0012634029,0.0034340234,0.000020804173,0.0002679336,0.0027908809],"genre_scores_gemma":[0.99841624,0.00018234355,0.00025625463,0.00030372696,0.00009703285,0.00048839307,0.0000010972698,0.000035093763,0.00021980843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99777883,0.00028559953,0.00065531663,0.00041269217,0.0005103487,0.0003571828],"domain_scores_gemma":[0.9985483,0.00033410836,0.00022599817,0.00021453285,0.00055488315,0.00012217053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013861449,0.0003043717,0.0003368923,0.00008133818,0.00017543854,0.00037661887,0.0016533514,0.00007392931,0.00006823374],"category_scores_gemma":[0.0010212257,0.00020001583,0.000080735874,0.0011077276,0.00011361976,0.0013377923,0.00042214448,0.00053669006,0.00002143772],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012432339,0.0019827827,0.07530865,0.00049130013,0.00092861644,0.000021368178,0.600206,0.0024026472,0.049603555,0.006725995,0.106770895,0.15431494],"study_design_scores_gemma":[0.00090132817,0.00071420264,0.04501483,0.000104481674,0.00010673779,0.0000027900458,0.9206401,0.010743396,0.011767735,0.00015460154,0.009284536,0.0005652278],"about_ca_topic_score_codex":0.000054563534,"about_ca_topic_score_gemma":0.00004209948,"teacher_disagreement_score":0.3204341,"about_ca_system_score_codex":0.00004600647,"about_ca_system_score_gemma":0.00018424685,"threshold_uncertainty_score":0.81564087},"labels":[],"label_agreement":null},{"id":"W3186507409","doi":"10.18260/1-2--34501","title":"Effectiveness of Media Modules for Blended Delivery of a Statics Course: A Preimplementation Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National University of Singapore","keywords":"Pace; Course (navigation); Mathematics education; Diversity (politics); Term (time); Class (philosophy); Content delivery; Computer science; Multimedia; Medical education; Psychology; Sociology; Physics; Artificial intelligence; Medicine; Astronomy","score_opus":0.10161795689805342,"score_gpt":0.37625911809062784,"score_spread":0.2746411611925744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186507409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945514,0.000040799434,0.0019289249,0.0009433394,0.00011581284,0.0018263394,0.0003342479,0.000065752356,0.000193344],"genre_scores_gemma":[0.9989549,0.000049679573,0.0005687653,0.000045991248,0.00014316107,0.00013724816,0.00005274874,0.00001879832,0.000028694538],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99778783,0.0001542763,0.000595247,0.0004179694,0.000712326,0.00033234668],"domain_scores_gemma":[0.99580944,0.00062294584,0.00053723494,0.000065790395,0.0027769397,0.00018762471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011126758,0.00020845087,0.00053069857,0.000079546335,0.0001881134,0.00013336787,0.0006223693,0.000087135646,0.00007525904],"category_scores_gemma":[0.0015433981,0.00019712019,0.00010774734,0.00048788037,0.00023816842,0.0012393203,0.00017705644,0.00017497987,0.0000019699078],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007590939,0.003270679,0.30014348,0.0033729617,0.001253469,0.0000109292305,0.43584427,0.00015076096,0.04102179,0.091388,0.0021456631,0.11380706],"study_design_scores_gemma":[0.005756875,0.0056860303,0.0821357,0.00046283688,0.00055017206,4.400177e-7,0.8789321,0.0023672597,0.020808496,0.0015789706,0.0010696646,0.0006514604],"about_ca_topic_score_codex":0.00040292248,"about_ca_topic_score_gemma":0.00019490789,"teacher_disagreement_score":0.44308782,"about_ca_system_score_codex":0.000038235114,"about_ca_system_score_gemma":0.0006949365,"threshold_uncertainty_score":0.80383277},"labels":[],"label_agreement":null},{"id":"W3189577170","doi":"10.18260/1-2--34637","title":"Exploration of Technology-aided Education: Virtual Reality Processing Plant for Chemical Engineering Process Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Virtual reality; Capstone; Experiential learning; Process (computing); Computer science; Engineering education; Multimedia; Human–computer interaction; Engineering; Engineering management; Psychology; Mathematics education","score_opus":0.10317706018359678,"score_gpt":0.30215247284217844,"score_spread":0.19897541265858165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189577170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08674576,0.00009201267,0.89436203,0.01656372,0.00027615693,0.00092176953,0.00003386689,0.0009505426,0.000054154145],"genre_scores_gemma":[0.98440546,0.000014722304,0.014382929,0.00035567064,0.00016055309,0.00058329245,0.000031518026,0.000026620852,0.000039260263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99790275,0.000008302626,0.0006257298,0.0007442952,0.00033315184,0.00038575428],"domain_scores_gemma":[0.99735814,0.000064722866,0.00036014008,0.00019498383,0.0018141434,0.00020785768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024302506,0.0003275121,0.00044349415,0.0002863632,0.00009761719,0.00030310018,0.0017938936,0.00025743648,0.000006710128],"category_scores_gemma":[0.0012424963,0.00032486246,0.00007287912,0.0013279461,0.00011039853,0.0031914532,0.00030917255,0.00034289653,0.0000048865822],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004658973,0.0009332028,0.0006163633,0.0018462467,0.00017390201,0.000004593406,0.028700737,0.001855551,0.1712733,0.60873634,0.009521212,0.17587262],"study_design_scores_gemma":[0.001489149,0.0015557234,0.00019868738,0.00066743017,0.00007220371,0.00003616552,0.012967515,0.44108298,0.5318066,0.0062706685,0.0026010594,0.0012517966],"about_ca_topic_score_codex":0.0000041513676,"about_ca_topic_score_gemma":2.567165e-7,"teacher_disagreement_score":0.89765966,"about_ca_system_score_codex":0.00005983124,"about_ca_system_score_gemma":0.0006326395,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W3195661405","doi":"10.18260/1-2--34474","title":"Does Adding “Helping Disciplines” to Engineering Schools Contribute to Gender Parity?","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering education; Institution; Discipline; Medical education; Mathematics education; Psychology; Medicine; Engineering; Sociology; Social science; Engineering management","score_opus":0.08629266838215056,"score_gpt":0.302147414082257,"score_spread":0.21585474570010643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195661405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93345535,0.000022122123,0.006329568,0.053504713,0.001065368,0.0014783877,0.00039713885,0.00064383075,0.0031035158],"genre_scores_gemma":[0.99345064,0.000025530631,0.0005085312,0.0042424067,0.0008543913,0.000078884914,0.000024840438,0.000024522067,0.00079023547],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99682814,0.000024676925,0.0004557364,0.000850067,0.0009658611,0.0008755363],"domain_scores_gemma":[0.9966528,0.00008906476,0.00013758354,0.00009728283,0.0016220383,0.0014012335],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057178584,0.0003699219,0.00050496554,0.00017424535,0.0007176903,0.0016985625,0.0013860933,0.00015930127,0.0003440609],"category_scores_gemma":[0.0029790343,0.0003035673,0.00013074194,0.0011683583,0.00007251117,0.0025392964,0.0014474883,0.00040462223,0.00024649812],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013071129,0.00018137899,0.38051707,0.00030024556,0.00045633747,0.00009799361,0.35352802,0.00017918006,0.019172823,0.096709505,0.13393326,0.013617067],"study_design_scores_gemma":[0.0031184277,0.0007437644,0.16232744,0.0008783356,0.00024798678,0.0000026901234,0.43312797,0.0012662258,0.007437735,0.0006130678,0.3860366,0.0041997503],"about_ca_topic_score_codex":0.00047748035,"about_ca_topic_score_gemma":0.00016262374,"teacher_disagreement_score":0.25210336,"about_ca_system_score_codex":0.00021328001,"about_ca_system_score_gemma":0.0003104228,"threshold_uncertainty_score":0.99994165},"labels":[],"label_agreement":null},{"id":"W3200124631","doi":"10.18260/1-2--35286","title":"Teamwork in Action: Collaborating Across Borders","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Scholarship; Productivity; Psychological safety; Set (abstract data type); Promotion (chess); Variety (cybernetics); Work (physics); Team effectiveness; Action (physics); Public relations; Team composition; Knowledge management; Face (sociological concept); Engineering ethics; Political science; Psychology; Engineering; Computer science; Sociology","score_opus":0.152155933191451,"score_gpt":0.40841394156899735,"score_spread":0.25625800837754636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200124631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765529,0.00050085044,0.00028234834,0.017161673,0.00083928206,0.0005568806,0.00008859824,0.0002522911,0.0037651877],"genre_scores_gemma":[0.99390304,0.000308833,0.00007410102,0.0038322282,0.0005121991,0.000114695016,0.000023957631,0.00004446701,0.0011864741],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970362,0.00006164524,0.00071880285,0.0009710224,0.00050676893,0.0007055417],"domain_scores_gemma":[0.99786144,0.00017317892,0.00032834988,0.00016177403,0.0011447466,0.00033047996],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005386363,0.00038765633,0.00050243526,0.00008267734,0.00028151722,0.0008806099,0.0008986955,0.00026204047,0.0015013542],"category_scores_gemma":[0.0008877916,0.00037295447,0.00009959034,0.0013776888,0.00012792354,0.0025199389,0.0003611237,0.00083378766,0.00033718432],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060800263,0.0008442475,0.15557614,0.0003003018,0.00031926745,0.00025032173,0.35996586,0.00008064624,0.009056601,0.011859649,0.075187825,0.38047913],"study_design_scores_gemma":[0.005917838,0.0024511083,0.056895267,0.0004284121,0.000089633584,0.000041857078,0.69735354,0.004763777,0.0008315883,0.0002585339,0.22910261,0.0018658561],"about_ca_topic_score_codex":0.0008403052,"about_ca_topic_score_gemma":0.00020861853,"teacher_disagreement_score":0.37861326,"about_ca_system_score_codex":0.000049637285,"about_ca_system_score_gemma":0.00014806297,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W3200535798","doi":"10.18260/1-2--34297","title":"Cognitive Skills Development Among Undergraduate Engineering Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Numeracy; Test (biology); Cognitive skill; Literacy; Mathematics education; Scale (ratio); Psychology; Institution; Cognition; Medical education; Engineering education; Sample (material); Pedagogy; Engineering; Political science; Engineering management; Medicine","score_opus":0.07333249509512307,"score_gpt":0.30255061764561797,"score_spread":0.2292181225504949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200535798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918567,0.000006006417,0.0028765036,0.0021154971,0.00066802994,0.0007611631,0.00004752474,0.00036182915,0.0013067232],"genre_scores_gemma":[0.99193025,0.00003660489,0.000025465555,0.0059714057,0.00019941814,0.00018519454,0.0000136986555,0.00003936194,0.0015986206],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99653476,0.000037930356,0.0005423234,0.0012053844,0.0010823307,0.00059728586],"domain_scores_gemma":[0.9979713,0.00017019779,0.00029636855,0.00007647588,0.0009028454,0.0005828315],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00018506938,0.000438014,0.0003507739,0.00016595822,0.0003766194,0.0012030491,0.001102599,0.00009181462,0.00018105019],"category_scores_gemma":[0.003264796,0.00041606266,0.00008868891,0.0010820734,0.00024134704,0.002654289,0.0006092326,0.00047155214,0.0003371027],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011478979,0.002509214,0.27282858,0.0003674293,0.00016062472,0.0001546976,0.050226253,0.000045645484,0.61292833,0.01434456,0.007630678,0.037656095],"study_design_scores_gemma":[0.0024673864,0.0009798963,0.26109183,0.0004298523,0.00007633589,0.000021638853,0.013563516,0.0020012427,0.7128072,0.00011538596,0.0049637975,0.0014819322],"about_ca_topic_score_codex":0.000008725485,"about_ca_topic_score_gemma":0.000002177002,"teacher_disagreement_score":0.09987886,"about_ca_system_score_codex":0.00007199689,"about_ca_system_score_gemma":0.00022149176,"threshold_uncertainty_score":0.9998338},"labels":[],"label_agreement":null},{"id":"W3204386038","doi":"10.18260/1-2--34307","title":"Communities Support Engineering as a College Major Choice","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics; National Science Foundation","keywords":"Engineering education; Social capital; Process (computing); Institution; Psychology; Pedagogy; Medical education; Public relations; Engineering; Sociology; Political science; Engineering management; Computer science; Medicine; Social science","score_opus":0.04795701634011589,"score_gpt":0.24945578399701313,"score_spread":0.20149876765689723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204386038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853664,0.00015565238,0.0021797598,0.005309435,0.0009646094,0.00047095172,0.00029108606,0.0017941553,0.0034679451],"genre_scores_gemma":[0.9974167,0.00009087449,0.00014311701,0.0010496867,0.0005555821,0.00012900466,0.00009224422,0.000070000824,0.00045279047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983105,0.0000063908,0.00045367065,0.0003013998,0.00040094354,0.0005271123],"domain_scores_gemma":[0.9988014,0.00007668993,0.00006044791,0.00012377504,0.00039047035,0.0005471831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000119824035,0.00041026872,0.00041416317,0.00012369867,0.000105265346,0.00031718917,0.00089741533,0.00018942058,0.0007000866],"category_scores_gemma":[0.00025791148,0.00040569683,0.00009448893,0.0006024731,0.00008908673,0.0013138419,0.00024823647,0.0006003332,0.00024001174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060545455,0.00071062567,0.01553015,0.010913454,0.0018057481,0.00014643025,0.11058464,0.0042460756,0.11886505,0.06323712,0.64925075,0.02410451],"study_design_scores_gemma":[0.005559208,0.003135294,0.038454372,0.0014256643,0.00041433508,0.00016864213,0.07785415,0.40438056,0.035309654,0.0003746341,0.42720553,0.0057179695],"about_ca_topic_score_codex":0.00012270638,"about_ca_topic_score_gemma":0.000008736725,"teacher_disagreement_score":0.40013447,"about_ca_system_score_codex":0.000072592404,"about_ca_system_score_gemma":0.00007885929,"threshold_uncertainty_score":0.9998395},"labels":[],"label_agreement":null},{"id":"W3207594470","doi":"10.18260/1-2--34968","title":"Mentoring Undergraduate Students in Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Bachelor; Peer mentoring; Phone; Medical education; Engineering education; Mainland China; Mainland; University faculty; Psychology; Pedagogy; Engineering; Engineering management; Geography; Medicine","score_opus":0.06264630906586513,"score_gpt":0.29736589602633046,"score_spread":0.23471958696046533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207594470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99087775,0.00016784655,0.0031416093,0.002303634,0.0007783561,0.00036258568,0.000025670555,0.0008506899,0.0014918724],"genre_scores_gemma":[0.9986759,0.00016939448,0.0000969388,0.00032361367,0.00027797426,0.00008343016,0.000015329255,0.00005947921,0.000297943],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982627,0.00000567265,0.00044401875,0.0003893978,0.00039260552,0.0005055722],"domain_scores_gemma":[0.9992722,0.000033360808,0.000050513678,0.000086989945,0.00019360699,0.00036328656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013616026,0.00034279755,0.0003478658,0.00016045236,0.00003749971,0.00042163974,0.00079809106,0.0001069031,0.00009470009],"category_scores_gemma":[0.00018872553,0.0003703824,0.00006231236,0.00056742056,0.00002235127,0.0011120439,0.00020005256,0.0004544426,0.00008151025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044057146,0.0007332107,0.4661855,0.0046858685,0.0010546412,0.00018320489,0.118723616,0.13663363,0.1538972,0.04348559,0.051329482,0.02264749],"study_design_scores_gemma":[0.008023551,0.0012249415,0.28477675,0.001826704,0.00018005645,0.00004090048,0.029174296,0.5435602,0.041598137,0.0003503355,0.08327552,0.005968616],"about_ca_topic_score_codex":0.000029328026,"about_ca_topic_score_gemma":0.0000072572698,"teacher_disagreement_score":0.40692657,"about_ca_system_score_codex":0.00011162108,"about_ca_system_score_gemma":0.000038432278,"threshold_uncertainty_score":0.99987483},"labels":[],"label_agreement":null},{"id":"W3209002300","doi":"10.18260/1-2--34593","title":"Evaluating a new second-year introduction to chemical engineering design course using concept mapping","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Variety (cybernetics); Curriculum; Engineering education; Engineering design process; Computer science; Mathematics education; Engineering; Engineering management; Mechanical engineering; Artificial intelligence; Mathematics; Pedagogy; Psychology","score_opus":0.17226115798529262,"score_gpt":0.33345185642069675,"score_spread":0.16119069843540412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209002300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.634048,0.00016563998,0.35103637,0.010673597,0.0013781186,0.0012450651,0.000041342522,0.0010892744,0.00032262382],"genre_scores_gemma":[0.9792648,0.000008088698,0.01646638,0.0011185242,0.0027449967,0.000051624025,0.000019281042,0.00008046337,0.00024584806],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977824,0.000027395121,0.00056179834,0.0006406592,0.00046133727,0.0005263992],"domain_scores_gemma":[0.99819154,0.00011723243,0.00014317405,0.00013023414,0.00072188524,0.0006959135],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040203324,0.00041153352,0.00042218136,0.00012115535,0.00010029816,0.0006952213,0.0006020952,0.00014991386,0.0010789748],"category_scores_gemma":[0.0014400326,0.0004593729,0.00007886786,0.0008417495,0.000036238096,0.002248604,0.0001736482,0.00057091675,0.00014641286],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025246563,0.00005603815,0.00015951823,0.00018892711,0.00019571961,0.000005760044,0.02409114,0.029524356,0.8356975,0.0013826258,0.093740314,0.014705638],"study_design_scores_gemma":[0.0020789474,0.00074933807,0.0007138725,0.00032281343,0.00023140143,0.000064229964,0.022623206,0.749171,0.19253697,0.000081913626,0.029409189,0.0020170931],"about_ca_topic_score_codex":0.000017057913,"about_ca_topic_score_gemma":3.3052913e-7,"teacher_disagreement_score":0.7196467,"about_ca_system_score_codex":0.00014474921,"about_ca_system_score_gemma":0.00025837557,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W3210695528","doi":"10.18260/1-2--35247","title":"Students Taking Action on Engineering Ethics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Action (physics); Engineering ethics; Computer science; Engineering; Physics","score_opus":0.15081911755747687,"score_gpt":0.3278061325023067,"score_spread":0.17698701494482985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210695528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838042,0.00006291296,0.008041739,0.0042673894,0.0013650329,0.00030826914,0.000037065416,0.0013281562,0.0007851844],"genre_scores_gemma":[0.99786144,0.00012645067,0.00010186342,0.0009510868,0.0007009019,0.00006495183,0.00002761081,0.000056344543,0.00010935597],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981462,0.0000071116683,0.00035987006,0.0004055907,0.0006711721,0.0004100595],"domain_scores_gemma":[0.999048,0.00007380365,0.000082296014,0.00008592316,0.0003188755,0.00039111028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019897938,0.00034270633,0.00029156572,0.00011176606,0.000094505485,0.0004444807,0.00071364176,0.00025971083,0.00013174131],"category_scores_gemma":[0.00059931993,0.00033064888,0.000074405645,0.0004971571,0.000040364623,0.0009557583,0.0001555265,0.0010758276,0.00012414574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011729195,0.0013213742,0.036389012,0.014119886,0.0020633887,0.000119545955,0.12343044,0.048208036,0.4193402,0.05129957,0.120770134,0.1817655],"study_design_scores_gemma":[0.0047004973,0.0032161612,0.19945286,0.0032613042,0.00033476562,0.000043822973,0.02182397,0.5592083,0.09260157,0.00025439035,0.10946333,0.005639044],"about_ca_topic_score_codex":0.000014864913,"about_ca_topic_score_gemma":0.0000012708941,"teacher_disagreement_score":0.5110003,"about_ca_system_score_codex":0.000096956675,"about_ca_system_score_gemma":0.000040127645,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W3211852670","doi":"10.18260/1-2--35466","title":"Using Music Videos to Inspire Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Attendance; Teamwork; Computer science; Variety (cybernetics); Analytics; Process (computing); Resource (disambiguation); World Wide Web; Multimedia; Data science","score_opus":0.31340887361746805,"score_gpt":0.3952854761347188,"score_spread":0.08187660251725076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211852670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94795537,0.000021708067,0.034679573,0.01011918,0.00054697174,0.0008511546,0.00004627248,0.0005765359,0.0052032373],"genre_scores_gemma":[0.98745257,0.0000063111706,0.0057608336,0.0052780705,0.0010850342,0.000051946405,0.0000052094956,0.000048897713,0.00031115854],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99694777,0.00009434197,0.00055628736,0.00077953545,0.00084175786,0.00078030507],"domain_scores_gemma":[0.99709386,0.00013060364,0.00023960558,0.00011247035,0.001772811,0.00065062364],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011911856,0.00038577302,0.0005060765,0.00020305184,0.0005890992,0.0009489597,0.0014451757,0.00018714737,0.0003518537],"category_scores_gemma":[0.006016828,0.00039512597,0.000110005276,0.0019142574,0.00019721457,0.0025642402,0.000666311,0.0006476205,0.000087690416],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004476783,0.0001758173,0.027356295,0.00023707424,0.00020782666,0.000053289026,0.41624057,0.00031440906,0.22267474,0.28411502,0.011938222,0.036239065],"study_design_scores_gemma":[0.004945203,0.0037336005,0.052480415,0.0021239456,0.00043544808,0.000025249614,0.41916522,0.0418011,0.05624907,0.0023529574,0.40794945,0.008738345],"about_ca_topic_score_codex":0.0009988848,"about_ca_topic_score_gemma":0.000050564253,"teacher_disagreement_score":0.39601123,"about_ca_system_score_codex":0.00021509084,"about_ca_system_score_gemma":0.000321201,"threshold_uncertainty_score":0.99985003},"labels":[],"label_agreement":null},{"id":"W3213205750","doi":"10.18260/1-2--34433","title":"Developing Metacognition in First-Year Students through Interactive Online Videos","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Metacognition; Computer science; Multimedia; Mathematics education; Psychology; Cognition","score_opus":0.2350154514268588,"score_gpt":0.43796561631936337,"score_spread":0.20295016489250456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213205750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96136725,0.000045211138,0.025204606,0.008491637,0.00055075163,0.0006487603,0.00008042221,0.00026830295,0.0033430294],"genre_scores_gemma":[0.9913383,0.000023695107,0.002780523,0.0046088463,0.0003923164,0.00013225146,0.000095233176,0.000051734136,0.00057708734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968244,0.0002623428,0.0007966412,0.0009892453,0.0005478945,0.00057947123],"domain_scores_gemma":[0.99776167,0.00027225577,0.00046084536,0.000118205484,0.0012375956,0.00014941006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008637509,0.0004511641,0.00065116823,0.00019291714,0.00020173145,0.00043239,0.0011372681,0.00021198925,0.00081048376],"category_scores_gemma":[0.0021171377,0.00042129552,0.00010876072,0.0010846171,0.00014562457,0.0019043229,0.00058989105,0.0014151663,0.00024429036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004854121,0.001477733,0.48163033,0.0002866876,0.0010023004,0.0001683672,0.38124308,0.000017030865,0.0040712887,0.08214897,0.009688094,0.033412006],"study_design_scores_gemma":[0.007401921,0.0024954614,0.6917608,0.0012072067,0.00017337743,0.000026180107,0.26941738,0.0004672558,0.0030667682,0.0028705315,0.01914746,0.0019656857],"about_ca_topic_score_codex":0.00039921724,"about_ca_topic_score_gemma":0.000035583576,"teacher_disagreement_score":0.21013042,"about_ca_system_score_codex":0.00014438153,"about_ca_system_score_gemma":0.00009401013,"threshold_uncertainty_score":0.99982387},"labels":[],"label_agreement":null},{"id":"W3216663108","doi":"10.18260/1-2--34860","title":"Intercollegiate Coaching in a Faculty Professional Development Program that Integrates Pedagogical Best Practices and the Entrepreneurial Mindset","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Kern Family Foundation; Fulbright Canada","keywords":"Mindset; Coaching; Professional development; Curriculum; Medical education; Psychology; Pedagogy; Medicine; Computer science","score_opus":0.2761254643887479,"score_gpt":0.3886110858162496,"score_spread":0.11248562142750168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216663108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912446,0.00014971316,0.00020068864,0.0058842953,0.000615637,0.0009132337,0.00004314465,0.00028678426,0.00066189235],"genre_scores_gemma":[0.9977954,0.0001031516,0.00028069978,0.00036520103,0.00020940257,0.0004462407,0.00006623176,0.000028572073,0.0007050695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99827576,0.00004113887,0.00051258126,0.0004577765,0.00033988216,0.00037287278],"domain_scores_gemma":[0.9990449,0.00017918742,0.00021745129,0.00007027547,0.00025046754,0.00023770175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036960864,0.0003590887,0.0004069496,0.00009112887,0.0001233709,0.0006572105,0.0005733003,0.00013750122,0.00010804218],"category_scores_gemma":[0.0008558104,0.000243333,0.000057195393,0.0002900182,0.00014527893,0.0010841137,0.0003061557,0.0007411581,0.000024213487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004508819,0.0015692518,0.12709247,0.0017568754,0.00070681603,0.00006917157,0.63322175,0.0008070946,0.0050330246,0.012480769,0.02374688,0.18900706],"study_design_scores_gemma":[0.015642555,0.0014166101,0.08038536,0.0019442419,0.00025329262,0.00011581001,0.4438085,0.1482351,0.013703835,0.0002447318,0.29082265,0.0034272943],"about_ca_topic_score_codex":0.0000786643,"about_ca_topic_score_gemma":0.000076838835,"teacher_disagreement_score":0.26707578,"about_ca_system_score_codex":0.000049659262,"about_ca_system_score_gemma":0.0001449968,"threshold_uncertainty_score":0.99228317},"labels":[],"label_agreement":null},{"id":"W4233219492","doi":"10.18260/1-2--34793","title":"Improving Persistence and Success for At-risk STEM Students Through a Summer Intervention Program at a Hispanic-serving Institution","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University, Bakersfield; University of Waterloo; U.S. Department of Education; Directorate for STEM Education; National Science Foundation","keywords":"Graduation (instrument); Remedial education; Medical education; Intervention (counseling); Mathematics education; Persistence (discontinuity); Institution; Psychology; Medicine; Mathematics; Engineering; Political science","score_opus":0.14572183118199458,"score_gpt":0.3357037828180478,"score_spread":0.18998195163605322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233219492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99408627,0.00015477205,0.000799689,0.001873821,0.0003196314,0.0018140564,0.000116984054,0.00027087596,0.0005639293],"genre_scores_gemma":[0.99746895,0.00020189708,0.00022572203,0.00041757268,0.00018477207,0.0001986879,0.000037774633,0.000016600068,0.0012480065],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973056,0.00005041872,0.00043763776,0.00083467265,0.0008193468,0.0005523349],"domain_scores_gemma":[0.9977669,0.00007553542,0.00046431812,0.000076273296,0.0012668615,0.00035010162],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000612923,0.0003066405,0.00038116056,0.00006281844,0.0015599417,0.0012021627,0.0010415885,0.00017534521,0.00008571792],"category_scores_gemma":[0.00061091606,0.000305553,0.00017725564,0.00041386017,0.00036876585,0.003730015,0.0018456421,0.00022096859,0.000017716293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011944507,0.00020005727,0.8434623,0.00038940788,0.00015397646,0.0000073781894,0.10634643,8.081612e-7,0.0009244245,0.0036734021,0.0028038707,0.040843494],"study_design_scores_gemma":[0.0110029625,0.004074659,0.45687693,0.001073073,0.00095445075,0.000009329875,0.47212228,0.0032385956,0.0035997285,0.00030578312,0.0437699,0.0029722967],"about_ca_topic_score_codex":0.0034625973,"about_ca_topic_score_gemma":0.0022262707,"teacher_disagreement_score":0.38658535,"about_ca_system_score_codex":0.00043733738,"about_ca_system_score_gemma":0.00014857017,"threshold_uncertainty_score":0.9999397},"labels":[],"label_agreement":null},{"id":"W4237234898","doi":"10.18260/1-2--34284","title":"Civil Engineering Capstone Inventory: Standards of Practice & The ASCE Body of Knowledge","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Iowa State University","keywords":"Capstone; Curriculum; Engineering ethics; Engineering; Capstone course; Medical education; Engineering education; Engineering management; Pedagogy; Psychology; Medicine; Computer science","score_opus":0.2480963736425299,"score_gpt":0.4189793103939718,"score_spread":0.1708829367514419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237234898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7756342,0.0012014098,0.18138686,0.018721184,0.0022140024,0.0024774463,0.0022726934,0.0005500316,0.01554213],"genre_scores_gemma":[0.9942494,0.00012567078,0.0045460733,0.00029196902,0.00016188485,0.000050861534,0.000010896906,0.000031532785,0.00053173664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980025,0.000085689884,0.0006906496,0.00034166416,0.0006089154,0.0002705298],"domain_scores_gemma":[0.9932578,0.0015020431,0.0006889073,0.00017649004,0.004195952,0.00017875747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013531029,0.0002632234,0.0005565105,0.00008367456,0.00007645954,0.00011110695,0.00082473847,0.000102555634,0.0002488054],"category_scores_gemma":[0.044159804,0.00019947931,0.00010388862,0.00048509444,0.00023661755,0.00060654175,0.00037677024,0.00036003743,0.000010006747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008830092,0.00067013747,0.0017373961,0.002247816,0.0005663547,0.00000411789,0.11967075,0.00001574639,0.040364444,0.56990504,0.26143557,0.002499617],"study_design_scores_gemma":[0.006706824,0.004318072,0.009311196,0.002496647,0.002285962,0.00006518301,0.27495834,0.008816763,0.16702616,0.02623107,0.49446744,0.0033163626],"about_ca_topic_score_codex":0.000042963293,"about_ca_topic_score_gemma":0.000016575088,"teacher_disagreement_score":0.54367393,"about_ca_system_score_codex":0.00005576873,"about_ca_system_score_gemma":0.00044293868,"threshold_uncertainty_score":0.9638916},"labels":[],"label_agreement":null},{"id":"W4237601471","doi":"10.18260/1-2--34827","title":"Information-seeking Behavior Among First-year Engineering Students and the Impacts of Pedagogical Intervention","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Credibility; Accreditation; Psychological intervention; Engineering education; Health systems engineering; Information behavior; Intervention (counseling); Resource (disambiguation); Computer science; Engineering; Engineering ethics; Engineering management; Psychology; Medical education; Political science; Medicine","score_opus":0.11423202113423499,"score_gpt":0.3641682132762795,"score_spread":0.24993619214204454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237601471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961777,0.00008635369,0.0003440811,0.0019903656,0.00023740057,0.00050871656,0.000039859417,0.00006279005,0.000552768],"genre_scores_gemma":[0.9993354,0.000044540215,0.000019116158,0.00020936322,0.00011178683,0.00015887922,0.000020447154,0.000009020211,0.00009141498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986917,0.000019415078,0.00052537944,0.00020346872,0.00032550888,0.00023454131],"domain_scores_gemma":[0.99885553,0.00011695576,0.00032075646,0.000071263836,0.00049807783,0.00013739338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029583756,0.00019047273,0.00029592798,0.00005507873,0.00011037907,0.0004731008,0.0006246471,0.0000994936,0.00027670825],"category_scores_gemma":[0.000497655,0.00013432921,0.00009594573,0.0001980077,0.00023704875,0.001817708,0.00037457558,0.000261063,0.000020341597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080530747,0.00013758567,0.8526926,0.0002057585,0.00015224796,0.0000026924854,0.07174503,0.000007518772,0.00009166401,0.071584806,0.0015628873,0.0010118874],"study_design_scores_gemma":[0.0016544574,0.0003926941,0.8484665,0.00011414324,0.00006507916,0.000006200902,0.14846067,0.00019747046,0.000051682677,0.00007571559,0.00033534563,0.00018003811],"about_ca_topic_score_codex":0.0004803297,"about_ca_topic_score_gemma":0.0000123266855,"teacher_disagreement_score":0.07671563,"about_ca_system_score_codex":0.00001998312,"about_ca_system_score_gemma":0.000023242526,"threshold_uncertainty_score":0.5477786},"labels":[],"label_agreement":null},{"id":"W4239235732","doi":"10.18260/1-2--35635","title":"Work in Progress: Exploring Pedagogical Alternatives for Incorporating Simulations in an Introductory Power Electronics Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Computer science; Bridging (networking); Workstation; Power electronics; Electronics; Set (abstract data type); Engineering management; Software engineering; Computer engineering; Electrical engineering; Engineering; Voltage; Operating system","score_opus":0.1504345398869141,"score_gpt":0.33835742150261916,"score_spread":0.18792288161570506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239235732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99561095,0.0005254234,0.00179815,0.00058232585,0.00022051296,0.0007320448,0.000028693703,0.00043595326,0.00006596508],"genre_scores_gemma":[0.9978391,0.000030450929,0.0012288643,0.00007899211,0.00028636443,0.00040000118,0.000041610063,0.00008056685,0.000014070979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793893,0.000019172667,0.0005852252,0.00059077935,0.0002975946,0.0005683117],"domain_scores_gemma":[0.9991897,0.000083694926,0.00010921207,0.00010010738,0.0002964763,0.00022080974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020065285,0.00037938877,0.00042922504,0.00016175598,0.000069683294,0.00034056045,0.0006150506,0.00011431217,0.000035969922],"category_scores_gemma":[0.0003290695,0.00040870448,0.00005837834,0.00067057216,0.0000900565,0.0028629643,0.00017711929,0.00069475005,0.0000054442758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012425691,0.0006788702,0.34298733,0.00053750275,0.00019327464,0.000054565604,0.14521968,0.37664816,0.102123305,0.0172415,0.0005269295,0.012546295],"study_design_scores_gemma":[0.004457729,0.002803255,0.08128932,0.0009861995,0.000051595543,0.0000059882304,0.05944822,0.8205735,0.024617111,0.0003634097,0.00273752,0.0026661544],"about_ca_topic_score_codex":0.0000053071485,"about_ca_topic_score_gemma":0.000015866282,"teacher_disagreement_score":0.44392532,"about_ca_system_score_codex":0.00018254135,"about_ca_system_score_gemma":0.0000617337,"threshold_uncertainty_score":0.9998365},"labels":[],"label_agreement":null},{"id":"W4240023922","doi":"10.18260/1-2--35059","title":"Play-Doh and Pendulums: Making Mass Moment of Inertia Fun","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Moment of inertia; Class (philosophy); Mathematics education; Statics; Motion (physics); Curiosity; Moment (physics); Confusion; Computer science; Psychology; Artificial intelligence; Physics; Social psychology; Classical mechanics","score_opus":0.04407397046161138,"score_gpt":0.2511244978813447,"score_spread":0.20705052741973334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240023922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98867875,0.0006570683,0.006558717,0.00053574797,0.0002607078,0.00039645383,0.000066294175,0.0005643224,0.0022819166],"genre_scores_gemma":[0.99858415,0.00012372229,0.0007147911,0.00020003032,0.00015836199,0.000056949742,0.000013271904,0.000068689675,0.000080060876],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820286,0.000008396769,0.00052965723,0.00044949414,0.00038459786,0.00042501732],"domain_scores_gemma":[0.9992226,0.000036645037,0.00012476339,0.0000959934,0.00026840527,0.00025162406],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011418311,0.00039215852,0.0004801942,0.000109243476,0.000065569526,0.00023990001,0.00055195583,0.00012593908,0.00015282814],"category_scores_gemma":[0.00013284097,0.00039980715,0.000071680544,0.0003347843,0.00010624445,0.0011664745,0.0003377429,0.00043402068,0.00001987217],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025305327,0.00007160396,0.019856632,0.0012270077,0.00036090316,0.000036418027,0.023609642,0.0073765637,0.92630583,0.008200806,0.0059508155,0.0067507527],"study_design_scores_gemma":[0.0044214036,0.00257602,0.029988505,0.0018048938,0.0002413574,0.00005536505,0.04943776,0.45932785,0.42706573,0.00016967025,0.021331972,0.0035794755],"about_ca_topic_score_codex":0.000014440883,"about_ca_topic_score_gemma":9.801009e-7,"teacher_disagreement_score":0.49924007,"about_ca_system_score_codex":0.00006195069,"about_ca_system_score_gemma":0.000022632808,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W4240324802","doi":"10.18260/1-2--35055","title":"Pilot Study Results from Using TrussVR© to Learn About Basic Trusses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Truss; Computer science; Statics; Curiosity; Mathematics education; Structural engineering; Engineering; Artificial intelligence; Psychology","score_opus":0.11510012156091431,"score_gpt":0.28755979592856723,"score_spread":0.17245967436765292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240324802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99224776,0.00022562785,0.0019291092,0.00048939796,0.00065235124,0.00096826896,0.00029756583,0.0013460085,0.0018439054],"genre_scores_gemma":[0.99782735,0.00003761866,0.00063839246,0.0004674441,0.0006161094,0.00006305895,0.000042236643,0.00014729689,0.00016051608],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967887,0.00002726248,0.0008494452,0.0009907648,0.0006487577,0.00069507345],"domain_scores_gemma":[0.99847203,0.000121442456,0.00013844477,0.00022251508,0.0004025669,0.00064299256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020702701,0.00065431796,0.0006865073,0.00016723694,0.00017743986,0.00082830316,0.0012177462,0.000086851825,0.00019234944],"category_scores_gemma":[0.0007859383,0.00067417807,0.0000909657,0.0008033362,0.00006484197,0.0016907024,0.00058210216,0.0007408533,0.00021251361],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034905619,0.00086411263,0.017407255,0.00026344895,0.0008584618,0.00015382175,0.08528072,0.09011197,0.7763748,0.0007419699,0.012652846,0.011800013],"study_design_scores_gemma":[0.01578003,0.023495441,0.0703689,0.001821769,0.0005586372,0.000028847779,0.16504233,0.53147835,0.14952068,0.00007832821,0.034157123,0.0076695634],"about_ca_topic_score_codex":0.00048852665,"about_ca_topic_score_gemma":0.00001708393,"teacher_disagreement_score":0.6268541,"about_ca_system_score_codex":0.00016527473,"about_ca_system_score_gemma":0.00005500921,"threshold_uncertainty_score":0.99957097},"labels":[],"label_agreement":null},{"id":"W4245326517","doi":"10.18260/1-2--35631","title":"Work in Progress: Ethical Responsibility Formation of Students in a Nuclear Engineering Course Through Inquiry Learning","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; York University","funders":"","keywords":"Engineering ethics; Engineering education; Stakeholder; Sustainability; Context (archaeology); Social responsibility; Public relations; Engineering; Political science; Sociology; Engineering management","score_opus":0.11516610622211583,"score_gpt":0.38242128372982026,"score_spread":0.26725517750770444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245326517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98742294,0.000032172597,0.00026049293,0.010815161,0.000107845306,0.00073361734,0.000003773634,0.0001224059,0.00050159835],"genre_scores_gemma":[0.99865884,0.00017765284,0.00016023497,0.00077283,0.00009396415,0.00005510131,0.0000053439167,0.000014032102,0.000062014195],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976617,0.00013163751,0.00060402154,0.0004128371,0.0008142551,0.0003755591],"domain_scores_gemma":[0.9990333,0.000071819195,0.00022388334,0.0000650898,0.00044809797,0.0001578128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013637724,0.00018204832,0.00035037668,0.000108547254,0.000121343655,0.00033958006,0.00074919866,0.0002312248,0.00013190176],"category_scores_gemma":[0.0015585311,0.00018468329,0.00006330561,0.0010458805,0.00029824802,0.0019672937,0.00042798842,0.00082465756,0.000022701155],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012756587,0.00034191518,0.21138296,0.00019265003,0.000023360059,0.000013621133,0.7547194,0.00019946156,0.00040732077,0.023616437,0.0016398289,0.006187394],"study_design_scores_gemma":[0.0020980805,0.0006559789,0.43603975,0.0007473061,0.000031440206,4.7676417e-7,0.5396734,0.0037264943,0.00010944163,0.00021924706,0.016118957,0.00057944603],"about_ca_topic_score_codex":0.0003016368,"about_ca_topic_score_gemma":0.00014451183,"teacher_disagreement_score":0.22465678,"about_ca_system_score_codex":0.00013197486,"about_ca_system_score_gemma":0.00010033914,"threshold_uncertainty_score":0.7531166},"labels":[],"label_agreement":null},{"id":"W4249106202","doi":"10.18260/1-2--35439","title":"Usage of Building Information Modeling for Sustainable Development Education","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"BIM and Construction Integration","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Sistema Nacional de Investigadores; Energy Council of Canada; Federation of Canadian Municipalities","keywords":"Building information modeling; Sustainable development; Architecture; Work (physics); Education for sustainable development; Computer science; Engineering management; Knowledge management; Engineering education; Engineering; Process management; Systems engineering; Political science","score_opus":0.037194676165786755,"score_gpt":0.25094872096447146,"score_spread":0.2137540447986847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249106202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6810239,0.00005915684,0.31590918,0.00033911035,0.00019719807,0.00058489223,0.000019322762,0.00020955122,0.0016576764],"genre_scores_gemma":[0.99747264,0.000019711191,0.0018171075,0.00020930525,0.00011113563,0.0002000988,0.000051813586,0.000014712222,0.00010345609],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886096,0.0000033599747,0.00052371767,0.00017049472,0.000206906,0.00023455363],"domain_scores_gemma":[0.99770755,0.000014502489,0.00012856122,0.00004345704,0.0019850356,0.0001209236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012431823,0.00018306662,0.0002117697,0.00012782858,0.00011035646,0.0003120954,0.00028954278,0.000094016854,0.00003567299],"category_scores_gemma":[0.00021539288,0.0001829001,0.00005259645,0.00030625443,0.000027895112,0.0040790467,0.0000722488,0.00013802931,0.0000055184446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006121,0.000115887226,0.0023217555,0.003974795,0.00025083526,8.082946e-7,0.04792014,0.015868794,0.033239376,0.41605735,0.013365857,0.46627232],"study_design_scores_gemma":[0.0010032742,0.00025439516,0.00042320622,0.00026676044,0.000058526468,0.000004682827,0.10049304,0.8051901,0.06846685,0.0014777349,0.021650285,0.0007111735],"about_ca_topic_score_codex":0.000021809847,"about_ca_topic_score_gemma":0.0000014505,"teacher_disagreement_score":0.7893213,"about_ca_system_score_codex":0.00007851231,"about_ca_system_score_gemma":0.00024004941,"threshold_uncertainty_score":0.74584496},"labels":[],"label_agreement":null},{"id":"W4250556383","doi":"10.18260/1-2--35414","title":"Undergraduate Students as Visiting Students in the United Kingdom","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto","funders":"","keywords":"Workforce; Teamwork; Work (physics); Medical education; Engineering management; Smart grid; Competition (biology); Computer science; Engineering; Political science; Electrical engineering; Medicine","score_opus":0.06543017802753248,"score_gpt":0.32870557705356684,"score_spread":0.26327539902603436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250556383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99501985,0.00007091749,0.0007632791,0.0015413503,0.0002420169,0.0005903982,0.00001586635,0.0006054222,0.0011508694],"genre_scores_gemma":[0.9977991,0.00005587142,0.00006565974,0.0015590269,0.0002171381,0.00011845468,0.000034938945,0.0000800581,0.00006972943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707425,0.000038315244,0.00059001986,0.00053263083,0.001143828,0.0006209544],"domain_scores_gemma":[0.99913627,0.000105872976,0.00011498339,0.00014180421,0.00025815616,0.0002429138],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00036938523,0.00047910755,0.00041188134,0.00019756782,0.00014541877,0.0013094683,0.0025417618,0.00012936807,0.000058776153],"category_scores_gemma":[0.0003727763,0.00041505994,0.000091275535,0.0011851686,0.000078383666,0.001263984,0.00065204065,0.0009187691,0.00014197368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007067182,0.00089593173,0.66628367,0.0010707208,0.0010960778,0.0006181057,0.12907559,0.04467346,0.107326396,0.030681442,0.012941678,0.0046301926],"study_design_scores_gemma":[0.015132136,0.0042702137,0.35927975,0.0032973888,0.00039819183,0.00016431535,0.19893557,0.3298468,0.04083535,0.00091648666,0.039483264,0.0074405563],"about_ca_topic_score_codex":0.00015605814,"about_ca_topic_score_gemma":0.0000053843696,"teacher_disagreement_score":0.30700395,"about_ca_system_score_codex":0.00012753677,"about_ca_system_score_gemma":0.000024742749,"threshold_uncertainty_score":0.9998301},"labels":[],"label_agreement":null},{"id":"W4251210246","doi":"10.18260/1-2--34561","title":"Engineering Students' Comprehension of Phase Diagram Concepts: An International Sample","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Microstructure and Mechanical Properties of Steels","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Curriculum; Comprehension; Categorization; Computer science; Aerospace; Sample (material); Phase (matter); Engineering ethics; Engineering; Psychology; Pedagogy; Artificial intelligence; Chemistry","score_opus":0.06183162722730483,"score_gpt":0.3106668579176483,"score_spread":0.24883523069034347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251210246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873195,0.00008452465,0.010552846,0.00027944153,0.0004883753,0.0003784992,0.0003526488,0.00035383817,0.00019029672],"genre_scores_gemma":[0.99863285,0.00012531772,0.0003499992,0.0004400967,0.0002683602,0.000026314718,0.00009412212,0.000040357605,0.00002255583],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982686,0.0000073909687,0.000543052,0.00040457456,0.00046614552,0.00031023464],"domain_scores_gemma":[0.9987821,0.00004265406,0.00011046941,0.00010994353,0.00062016025,0.00033468896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009377617,0.00031372666,0.00043911368,0.00006676497,0.000047528632,0.0002894718,0.0012288505,0.00012288142,0.00040243496],"category_scores_gemma":[0.00029900967,0.00028375097,0.0000935838,0.00020002447,0.000069774076,0.0018007107,0.00037120655,0.00032431737,0.000017530076],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006203495,0.00029152038,0.002586907,0.00037926337,0.00032926004,0.000011913852,0.009027414,0.0011721408,0.94003314,0.0052518956,0.003036665,0.037259534],"study_design_scores_gemma":[0.011766019,0.005277471,0.00562665,0.0007570041,0.00025639302,0.00002317353,0.016376141,0.3589164,0.5539364,0.00029011772,0.04408279,0.0026913956],"about_ca_topic_score_codex":0.000034225584,"about_ca_topic_score_gemma":0.0000018137988,"teacher_disagreement_score":0.3860967,"about_ca_system_score_codex":0.00003508715,"about_ca_system_score_gemma":0.000022182536,"threshold_uncertainty_score":0.99996144},"labels":[],"label_agreement":null},{"id":"W4251329450","doi":"10.18260/1-2--35451","title":"Using Assessments to Improve Student Outcomes in Engineering Dynamics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Calgary; University of Waterloo; Memorial University of Newfoundland","funders":"","keywords":"Dynamics (music); Curriculum; Engineering education; Computer science; Mathematics education; Institution; Exploit; Rank (graph theory); Point (geometry); Medical education; Psychology; Pedagogy; Engineering; Engineering management; Sociology; Mathematics; Medicine","score_opus":0.05573347532481385,"score_gpt":0.3237694202559104,"score_spread":0.2680359449310965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251329450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717884,0.000052522224,0.025233826,0.0003450143,0.0006317223,0.0006816839,0.0000733812,0.00071525236,0.0004781697],"genre_scores_gemma":[0.9969393,0.000014866093,0.0022880363,0.0002988058,0.00014086193,0.00012104117,0.000014794213,0.00011648306,0.000065819884],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752957,0.000007975013,0.0006412661,0.0006144185,0.0005207429,0.0006860561],"domain_scores_gemma":[0.9990649,0.000043837757,0.00007774304,0.00013271594,0.00022837338,0.00045241922],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014867114,0.0005435518,0.0006218912,0.00022880237,0.000055299442,0.0005009706,0.0009405994,0.00014668464,0.00004606643],"category_scores_gemma":[0.0002100316,0.0005826306,0.00009854473,0.000669005,0.000026008393,0.0014809966,0.00058815215,0.0006512267,0.000040288774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013525304,0.00022728578,0.20974563,0.00066884956,0.00040808384,0.00008980419,0.012270286,0.38989526,0.3787205,0.0033326368,0.0004479448,0.0040585003],"study_design_scores_gemma":[0.0010447686,0.00045634367,0.02947733,0.00025395412,0.000032303426,0.0000046329833,0.007197089,0.9485185,0.011607946,0.0000061512783,0.0003310064,0.0010699633],"about_ca_topic_score_codex":0.000047979876,"about_ca_topic_score_gemma":0.000007990834,"teacher_disagreement_score":0.55862325,"about_ca_system_score_codex":0.0005091224,"about_ca_system_score_gemma":0.000036380694,"threshold_uncertainty_score":0.9996625},"labels":[],"label_agreement":null},{"id":"W4251348137","doi":"10.18260/1-2--35376","title":"The transition from STEM to STEAM","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Harmony (color); The arts; Engineering ethics; Beauty; Accreditation; Architecture; Engineering; Sociology; Aesthetics; Political science; Visual arts; Law; Art","score_opus":0.07555829071031331,"score_gpt":0.2711638960320234,"score_spread":0.1956056053217101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251348137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5729229,0.00017438391,0.3397382,0.08439801,0.000573435,0.0006794324,0.000041543186,0.001090006,0.00038209063],"genre_scores_gemma":[0.99303967,0.000019170035,0.0014619086,0.004721703,0.00035510783,0.000074512,0.000008249216,0.000021085763,0.00029862527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744743,0.0000664184,0.00043605315,0.00085596857,0.00066743663,0.00052668515],"domain_scores_gemma":[0.99832577,0.00016801099,0.00018535052,0.00021596385,0.00061714085,0.0004877666],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045667053,0.00030850113,0.00030963973,0.00005381302,0.0006112254,0.0031404071,0.0031607775,0.00009820915,0.000017368438],"category_scores_gemma":[0.00030329666,0.00022981156,0.00011503175,0.0006340635,0.00007981969,0.0021402475,0.000745491,0.00061061274,0.00017286201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023089176,0.000070321534,0.00078263914,0.000026235812,0.00008562094,0.000015694444,0.08215485,0.000076078155,0.0028136696,0.025198784,0.010955758,0.87758946],"study_design_scores_gemma":[0.0032462766,0.0054072514,0.015822386,0.0006381267,0.00014020232,0.00002551585,0.10798981,0.07052734,0.010047571,0.001123136,0.7819655,0.0030668692],"about_ca_topic_score_codex":0.00016762059,"about_ca_topic_score_gemma":0.000012125213,"teacher_disagreement_score":0.87452257,"about_ca_system_score_codex":0.000042198793,"about_ca_system_score_gemma":0.00010517001,"threshold_uncertainty_score":0.9978944},"labels":[],"label_agreement":null},{"id":"W4255051384","doi":"10.18260/1-2--34121","title":"An Examination of Systematic Reviews in the Engineering Literature","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Subject (documents); Citation; Computer science; MEDLINE; Engineering ethics; Data science; Management science; Engineering; Library science; Political science","score_opus":0.6757587282841158,"score_gpt":0.4606196151100539,"score_spread":0.21513911317406187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255051384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98023593,0.002706028,0.0065881633,0.003388825,0.00019893258,0.005345349,0.000075324795,0.000024859957,0.0014365767],"genre_scores_gemma":[0.99817294,0.000117989024,0.00018208413,0.0008621797,0.000119971504,0.00026004628,0.000015573998,0.000011814399,0.00025738557],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98413265,0.0026397652,0.008181713,0.0010264076,0.0037318773,0.0002876042],"domain_scores_gemma":[0.9878238,0.0016984461,0.004914025,0.0010754234,0.0042549972,0.00023330683],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051063325,0.00041394576,0.003560037,0.00030435115,0.000068681125,0.0029046324,0.004884743,0.00012143986,0.00052906707],"category_scores_gemma":[0.06936308,0.00017957979,0.0006986396,0.0032153681,0.000050226514,0.0026491014,0.00020023358,0.00037105073,0.00020436994],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021652172,0.0010172104,0.034083363,0.086827315,0.0006896002,0.00008473984,0.5868936,0.0004470964,0.026363907,0.1459514,0.066963054,0.050462145],"study_design_scores_gemma":[0.0025648072,0.0035018704,0.18187636,0.03555962,0.0016777474,0.00011076751,0.28972724,0.45624337,0.0018545268,0.001815525,0.021891624,0.0031765376],"about_ca_topic_score_codex":0.000004966716,"about_ca_topic_score_gemma":0.000004007147,"teacher_disagreement_score":0.45579627,"about_ca_system_score_codex":0.000020540232,"about_ca_system_score_gemma":0.00003868528,"threshold_uncertainty_score":0.99813044},"labels":[],"label_agreement":null},{"id":"W4255167462","doi":"10.18260/1-2--35011","title":"Operationalizing Jonassen’s Design Theory of Problem Solving: An Instrument to Characterize Educational Design Activities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Operationalization; Computer science; Troubleshooting; Domain (mathematical analysis); Management science; Mathematics education; Psychology; Mathematics; Engineering","score_opus":0.16624794526229708,"score_gpt":0.297875608178675,"score_spread":0.1316276629163779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255167462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63490736,0.00011280317,0.3424294,0.015511014,0.0007747572,0.002513043,0.00019246561,0.00055630365,0.0030028336],"genre_scores_gemma":[0.9884752,0.00004936105,0.008726635,0.0016539213,0.00033696592,0.00031232258,0.000055676413,0.00005471943,0.0003351907],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99796236,0.00011137128,0.0005899514,0.00048772118,0.00048080087,0.00036778944],"domain_scores_gemma":[0.9980202,0.0003428809,0.00019664504,0.000120836216,0.0008657232,0.0004537444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066257996,0.00036668155,0.00038952086,0.0001531284,0.0001571851,0.00067791936,0.0007509762,0.00011036907,0.0008566563],"category_scores_gemma":[0.0005701857,0.0003677095,0.000062432366,0.00042560376,0.000077683086,0.004357511,0.00013478305,0.00031072588,0.00005730826],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019609,0.0007089492,0.0014067525,0.00058061426,0.00047897437,0.0000044965445,0.11226057,0.0057416037,0.6836698,0.12494234,0.030620985,0.037623994],"study_design_scores_gemma":[0.004341544,0.007309598,0.048864573,0.0013452593,0.00052958203,0.00009692194,0.20325527,0.078101724,0.61922044,0.00887362,0.02222749,0.0058339825],"about_ca_topic_score_codex":0.000016051816,"about_ca_topic_score_gemma":0.0000014718448,"teacher_disagreement_score":0.35356784,"about_ca_system_score_codex":0.00010182913,"about_ca_system_score_gemma":0.00047329147,"threshold_uncertainty_score":0.9998775},"labels":[],"label_agreement":null},{"id":"W4255431229","doi":"10.18260/1-2--35440","title":"Use of a Low-cost, Open-source Universal Mechanical Testing Machine in an Introductory Materials Science Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Modular design; Computer science; Test (biology); Open source; Software","score_opus":0.0904959181214103,"score_gpt":0.2901840555069719,"score_spread":0.19968813738556163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255431229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99693877,0.000035512676,0.0013039968,0.00020089734,0.0002637564,0.0006395438,0.00009508805,0.0003900296,0.00013242789],"genre_scores_gemma":[0.99823505,0.000013119002,0.0013036013,0.00014207045,0.00014013263,0.000042921678,0.00002143656,0.00007253114,0.000029139019],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976245,0.000024920493,0.00061752065,0.00069496804,0.0004819501,0.0005561074],"domain_scores_gemma":[0.9985475,0.00008022838,0.0001614181,0.00017855749,0.00064155,0.00039074727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004336006,0.00038208743,0.0005614981,0.00017789882,0.000096891476,0.0008681538,0.0018843926,0.00011085301,0.000113006776],"category_scores_gemma":[0.0010194889,0.00040150995,0.00003507828,0.0011078764,0.000269708,0.0055965097,0.0011314756,0.00048473003,0.000012440742],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017740733,0.00009645108,0.003991614,0.00013517427,0.000022134362,0.000015054339,0.0031628148,0.010617621,0.97817606,0.0012863955,0.00016162073,0.0021576334],"study_design_scores_gemma":[0.0015211772,0.0008691505,0.010268447,0.0005785467,0.00003794119,0.000016415775,0.0069547365,0.3145636,0.6634802,0.000018252007,0.00062569353,0.0010658143],"about_ca_topic_score_codex":0.00018462577,"about_ca_topic_score_gemma":0.00000929045,"teacher_disagreement_score":0.31469584,"about_ca_system_score_codex":0.00015496701,"about_ca_system_score_gemma":0.00014308326,"threshold_uncertainty_score":0.99984366},"labels":[],"label_agreement":null}]}