{"meta":{"query_hash":"fb20bb09cc9a","filters":{"venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings"},"cohort_total":49,"direct_labels_cover":0,"predictions_cover":49,"exported":49,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fb20bb09cc9a","api":"https://metacan.xera.ac/api/v1/cohort?venue=2021+ASEE+Virtual+Annual+Conference+Content+Access+Proceedings"},"results":[{"id":"W3187117911","doi":"10.18260/1-2--37103","title":"Evaluating Peer-led Feedback in Asynchronous Design Critiques: A Question-centered Approach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Peer review; Human–computer interaction; Computer network; Political science","score_opus":0.2639062814709751,"score_gpt":0.4641132326066637,"score_spread":0.2002069511356886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187117911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68551743,0.00070495775,0.29141077,0.0012122715,0.0001995872,0.0072947578,0.00046521798,0.00096951943,0.012225522],"genre_scores_gemma":[0.7991333,0.00019532483,0.19335788,0.00037920775,0.00011778814,0.0035599333,0.00034624714,0.00019803802,0.0027122619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7696172,0.18129766,0.0095736375,0.008800051,0.028196283,0.0025152492],"domain_scores_gemma":[0.3572029,0.50047755,0.029029233,0.023876531,0.08542135,0.003992465],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.119758286,0.0012734018,0.0016464682,0.007953668,0.0019790018,0.007580555,0.0034219006,0.0027730127,0.002436911],"category_scores_gemma":[0.37957063,0.0006350462,0.00097319507,0.0036938163,0.0027709866,0.0047070924,0.004936528,0.0019022558,0.0009789519],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030456719,0.003849569,0.09544151,0.003391891,0.0003418631,0.0010440424,0.17451976,0.01394296,0.037387107,0.011429449,0.003759293,0.6518468],"study_design_scores_gemma":[0.002138944,0.01660573,0.2545574,0.004535304,0.0011113392,0.0019916494,0.17781992,0.2683463,0.114071146,0.06694839,0.090708554,0.0011653351],"about_ca_topic_score_codex":0.0016082206,"about_ca_topic_score_gemma":0.0027287067,"teacher_disagreement_score":0.8802417,"about_ca_system_score_codex":0.0045629875,"about_ca_system_score_gemma":0.004679328,"threshold_uncertainty_score":0.6333499},"labels":[],"label_agreement":null},{"id":"W3187142604","doi":"10.18260/1-2--37008","title":"Effect of Evolving Design Requirements on Students' Motivation","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Gannon University; American Society for Engineering Education; National Science Foundation","keywords":"Computer science; Human–computer interaction","score_opus":0.10983523690631837,"score_gpt":0.3864610022933701,"score_spread":0.27662576538705175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187142604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99715245,0.00001109698,0.0007387567,0.00009994305,0.000015727726,0.00006228889,0.000029300318,0.00005931988,0.0018312202],"genre_scores_gemma":[0.9964965,0.00000914014,0.0017991028,0.00003349247,0.0000047970875,0.000115206654,0.00006610514,0.000025966492,0.0014497194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99387157,0.0024296963,0.0006289817,0.0005073074,0.0019901195,0.00057235686],"domain_scores_gemma":[0.85391027,0.11523627,0.011542259,0.0041404245,0.008102323,0.0070684403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006451766,0.00055600965,0.00038728132,0.00062105653,0.0006283862,0.0026553972,0.0012341888,0.0013803153,0.006432063],"category_scores_gemma":[0.08349242,0.00040938184,0.0004443539,0.0003278055,0.0004117794,0.0010185878,0.0013585357,0.0018461532,0.00072058017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025974985,0.04129201,0.33009955,0.0015768658,0.00042797398,0.0019458383,0.015699154,0.055256836,0.2630386,0.008205436,0.006212263,0.25027043],"study_design_scores_gemma":[0.0018678579,0.042132087,0.6247118,0.00036022707,0.0007666749,0.0008647795,0.010272201,0.11786345,0.17419124,0.004791736,0.021719038,0.0004588904],"about_ca_topic_score_codex":0.0011600715,"about_ca_topic_score_gemma":0.0014567364,"teacher_disagreement_score":0.006451766,"about_ca_system_score_codex":0.0014192375,"about_ca_system_score_gemma":0.0016170748,"threshold_uncertainty_score":0.03412062},"labels":[],"label_agreement":null},{"id":"W3187464074","doi":"10.18260/1-2--37118","title":"Examining In-Person and Asynchronous Information-Seeking Behavior Instruction Among First-Year Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Information behavior; Engineering education; Mathematics education; Information seeking; Multimedia; Human–computer interaction; Psychology; Engineering; Engineering management; Information retrieval; Computer network","score_opus":0.04386973851967073,"score_gpt":0.2833631021950021,"score_spread":0.23949336367533136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187464074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991129,0.0000684909,0.00018343717,0.00002747285,0.000005653049,0.00005502501,0.000029085239,0.0000063295206,0.0005116706],"genre_scores_gemma":[0.99705267,0.0002257492,0.0010431213,0.00009567095,0.000012879673,0.00015578068,0.00009099866,0.000005486033,0.0013176986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822706,0.00048040948,0.00015968941,0.00026545106,0.0005690175,0.0002983875],"domain_scores_gemma":[0.98958194,0.004035097,0.0020385545,0.00058035366,0.0021687474,0.0015953215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032465714,0.00040741227,0.00047651862,0.001108209,0.00065697054,0.0014491838,0.0006356224,0.00075281743,0.003156661],"category_scores_gemma":[0.010135621,0.000314375,0.0005289846,0.0006138854,0.00040951106,0.00095855066,0.0008435839,0.0009683546,0.00090257224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008736342,0.027302634,0.78433794,0.00055131584,0.0002601784,0.00010269516,0.01885374,0.00015540984,0.006282058,0.0001578849,0.0008034292,0.1603191],"study_design_scores_gemma":[0.000095776944,0.013488763,0.96546745,0.00022594069,0.0002309399,0.00010856261,0.00917339,0.0003856356,0.0070718373,0.000117072595,0.0035943922,0.000040309427],"about_ca_topic_score_codex":0.0019566147,"about_ca_topic_score_gemma":0.004022442,"teacher_disagreement_score":0.0032465714,"about_ca_system_score_codex":0.0006127032,"about_ca_system_score_gemma":0.0015695879,"threshold_uncertainty_score":0.017169714},"labels":[],"label_agreement":null},{"id":"W3187617121","doi":"10.18260/1-2--37196","title":"First-Year Engineering Students’ Experiences and Perceptions Viewed Through the Lens of Transdisciplinary Knowledge and Threshold Concepts","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; University of British Columbia Hospital","funders":"Directorate for STEM Education; Mitacs; McMaster University","keywords":"Curriculum; Perception; Sustainability; Mathematics education; Engineering education; Transdisciplinarity; Engineering ethics; Lens (geology); Computer science; Sociology; Pedagogy; Engineering; Psychology; Engineering management; Social science","score_opus":0.03522307585758452,"score_gpt":0.30626486273567727,"score_spread":0.27104178687809277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187617121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993443,0.00014855612,0.00025680414,0.0007728751,0.00004362821,0.000016494638,0.000016373455,0.000011209321,0.005291063],"genre_scores_gemma":[0.993533,0.00019865153,0.0001559592,0.00033847705,0.000010201357,0.000015905334,0.000023070992,0.000012125322,0.005712462],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99770516,0.00076307217,0.00007078479,0.00018307341,0.0005548271,0.0007231535],"domain_scores_gemma":[0.9918365,0.0012876922,0.0008073679,0.000113090566,0.0009010771,0.0050542806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003071942,0.00045050902,0.00048622943,0.0014389409,0.0053042592,0.010461674,0.00095564174,0.0018134079,0.006027637],"category_scores_gemma":[0.006545548,0.00041521818,0.0005404905,0.0007001737,0.00431341,0.0033465724,0.00558141,0.005975309,0.0010618606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015423712,0.0014407679,0.092888646,0.00011969607,0.000022128019,0.0011465313,0.87684447,0.00015667407,0.0042910813,0.0044409195,0.002819035,0.015675757],"study_design_scores_gemma":[0.000007992573,0.000304424,0.03029195,0.00007700643,0.000010163418,0.00035258685,0.95830125,0.00018218062,0.0007091287,0.00061512884,0.0091103,0.000037962873],"about_ca_topic_score_codex":0.006519815,"about_ca_topic_score_gemma":0.011811785,"teacher_disagreement_score":0.010461674,"about_ca_system_score_codex":0.0016782944,"about_ca_system_score_gemma":0.0021654766,"threshold_uncertainty_score":0.02016449},"labels":[],"label_agreement":null},{"id":"W3187660969","doi":"10.18260/1-2--37683","title":"Review of In-class Active Learning Observation Protocols","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Active learning (machine learning); Formative assessment; Computer science; Affordance; Class (philosophy); Protocol (science); Space (punctuation); Human–computer interaction; Multimedia; Mathematics education; Artificial intelligence","score_opus":0.0596384010190033,"score_gpt":0.3139872656229935,"score_spread":0.2543488646039902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187660969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040731467,0.9150321,0.05163296,0.0035869493,0.0022250095,0.0024187732,0.00092697056,0.00067634723,0.01942782],"genre_scores_gemma":[0.018034624,0.91606754,0.050014034,0.0018242804,0.0006614665,0.0065075755,0.0017261992,0.0003517383,0.0048126057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9706881,0.014517621,0.0061252057,0.001583347,0.0065402607,0.00054539973],"domain_scores_gemma":[0.8476564,0.11450969,0.009119671,0.0063154637,0.021171136,0.0012276687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03620225,0.0010100608,0.0020179334,0.0053380355,0.0010728493,0.0030193182,0.005939104,0.002206345,0.008280388],"category_scores_gemma":[0.11710842,0.0009954049,0.0017507133,0.0040955506,0.0018175764,0.004922118,0.0029322028,0.002786266,0.0036437619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029600758,0.00014167117,0.00034451825,0.06129362,0.00015390113,0.000094832205,0.0011941593,0.00041411325,0.0011758743,0.0041062464,0.017342385,0.9134427],"study_design_scores_gemma":[0.000097048265,0.000608039,0.00242963,0.107535675,0.0005795003,0.00058923935,0.00143292,0.00041143424,0.004373745,0.0032764336,0.8785694,0.0000969748],"about_ca_topic_score_codex":0.0026791606,"about_ca_topic_score_gemma":0.0025054787,"teacher_disagreement_score":0.03620225,"about_ca_system_score_codex":0.0033160376,"about_ca_system_score_gemma":0.011774618,"threshold_uncertainty_score":0.1914581},"labels":[],"label_agreement":null},{"id":"W3187972138","doi":"10.18260/1-2--36719","title":"Assessing the Impact of Transitioning Introductory Design Instruction to an Online Environment","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo","funders":"","keywords":"Deliverable; Mechatronics; Teamwork; Computer science; Task (project management); Mathematics education; Engineering education; Engineering management; Psychology; Engineering; Artificial intelligence; Management; Systems engineering","score_opus":0.08504109003774969,"score_gpt":0.3044233494903075,"score_spread":0.21938225945255785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187972138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99886936,0.000014068826,0.00016634862,0.00006352106,0.000015084912,0.00013579165,0.000016925826,0.000022049393,0.00069682545],"genre_scores_gemma":[0.9963844,0.00004333157,0.0018686331,0.00011008256,0.000009532309,0.00041368965,0.00008105298,0.000007786375,0.0010816499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958723,0.001643842,0.0003565682,0.00058578874,0.0010417097,0.0004997377],"domain_scores_gemma":[0.97584504,0.0109357005,0.0037712627,0.0017373362,0.002021339,0.0056892633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052119778,0.00046408607,0.00044109774,0.0006848312,0.0010169903,0.002849648,0.0014044491,0.0011175739,0.0041078925],"category_scores_gemma":[0.037076287,0.00040854095,0.0006248671,0.00068001886,0.00088230404,0.0014796329,0.0021821256,0.0019732576,0.00082631747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013312617,0.21980463,0.20751446,0.0011694954,0.0002864062,0.0008076058,0.038819425,0.005640184,0.033838503,0.001265869,0.002828273,0.47471252],"study_design_scores_gemma":[0.0018138535,0.1594073,0.75260955,0.00047586247,0.00038998437,0.00027306192,0.037804127,0.00676546,0.02232264,0.0018302908,0.016034486,0.00027333913],"about_ca_topic_score_codex":0.0018425902,"about_ca_topic_score_gemma":0.0024741183,"teacher_disagreement_score":0.0052119778,"about_ca_system_score_codex":0.0014590104,"about_ca_system_score_gemma":0.0018802223,"threshold_uncertainty_score":0.02756393},"labels":[],"label_agreement":null},{"id":"W3188035883","doi":"10.18260/1-2--36920","title":"Design of CAIR Assessment-monitoring Display","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Advanced Computational Techniques and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.09584910571092935,"score_gpt":0.3505894244119946,"score_spread":0.2547403187010652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188035883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031347636,0.0001929739,0.94500214,0.00033090034,0.00022911059,0.00068473147,0.00030248714,0.010512246,0.01139785],"genre_scores_gemma":[0.6075877,0.0002065962,0.36769652,0.0005906988,0.00016409215,0.0010609403,0.0004977037,0.00058900163,0.021606652],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884063,0.00017912775,0.000068937705,0.00040169404,0.00039294918,0.00011674899],"domain_scores_gemma":[0.99856573,0.00021428816,0.00011886395,0.00014344964,0.0008271103,0.00013061387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009132683,0.00093627523,0.00083931675,0.000985196,0.000940934,0.0013800819,0.0027961682,0.0010769812,0.01192153],"category_scores_gemma":[0.002099875,0.0005264829,0.0003886292,0.00053143344,0.00030918585,0.0009941596,0.0011178907,0.0005845766,0.0032478818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021584716,0.00052117836,0.008429921,0.0007906312,0.00011188977,0.0009552617,0.00083094684,0.022746509,0.52564615,0.014525898,0.023601301,0.39968193],"study_design_scores_gemma":[0.00035557273,0.0018550358,0.014977172,0.00012213626,0.0002680006,0.0013796818,0.0003109557,0.5575044,0.33108267,0.003142229,0.088805914,0.00019621046],"about_ca_topic_score_codex":0.0023060204,"about_ca_topic_score_gemma":0.0015461036,"teacher_disagreement_score":0.01192153,"about_ca_system_score_codex":0.000847066,"about_ca_system_score_gemma":0.0012354355,"threshold_uncertainty_score":0.039881468},"labels":[],"label_agreement":null},{"id":"W3188479253","doi":"10.18260/1-2--36984","title":"Discovery: Transition of an Inquiry-focused Learning Program to a Virtual Platform During the COVID-19 Pandemic (Evaluation)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Transition (genetics); Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Data science; Virology; Medicine; Chemistry","score_opus":0.12348574416988094,"score_gpt":0.3710858942276853,"score_spread":0.24760015005780434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188479253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829609,0.00008255317,0.0016635075,0.00062630407,0.000115579205,0.005887194,0.0006832157,0.0002044538,0.0077762892],"genre_scores_gemma":[0.97740626,0.00017605175,0.009592127,0.000440692,0.000050407212,0.0072994186,0.0006501537,0.00005284132,0.0043318975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947855,0.0027624338,0.0002615831,0.0005165499,0.0006097193,0.0010641243],"domain_scores_gemma":[0.99243104,0.0023286033,0.00047716819,0.0005814124,0.0014326244,0.0027492316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009639049,0.0005840384,0.00070509204,0.0007615903,0.00222164,0.0023041375,0.0013719203,0.0011922937,0.0050833016],"category_scores_gemma":[0.01500509,0.00041272785,0.00083724636,0.0004665631,0.0013897305,0.0014601557,0.003931854,0.0016638252,0.0009232655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032818645,0.14406505,0.03653848,0.0021572085,0.00024906953,0.0021942973,0.036052532,0.008630389,0.0144042,0.002414059,0.017332394,0.7031436],"study_design_scores_gemma":[0.024467763,0.5134506,0.21322013,0.0013794065,0.00058180984,0.0011508833,0.06405688,0.009983901,0.0402864,0.0035066216,0.12735303,0.00056253816],"about_ca_topic_score_codex":0.003860357,"about_ca_topic_score_gemma":0.005942396,"teacher_disagreement_score":0.009639049,"about_ca_system_score_codex":0.0024396542,"about_ca_system_score_gemma":0.005486245,"threshold_uncertainty_score":0.050976813},"labels":[],"label_agreement":null},{"id":"W3188616123","doi":"10.18260/1-2--37169","title":"Eye-Track Modeling of Problem-Solving in Virtual Manufacturing Environments","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute of Standards and Technology; University of Alberta; National Science Foundation","keywords":"Computer science; Factory (object-oriented programming); Virtual reality; Human–computer interaction; Workstation; Headset; Virtual machine; Simulation","score_opus":0.045222023468674835,"score_gpt":0.27619835094733336,"score_spread":0.23097632747865854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188616123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27465674,0.0003535756,0.6967542,0.00050609926,0.00006879133,0.0001338981,0.00032879203,0.0005509965,0.026646849],"genre_scores_gemma":[0.94163275,0.00028708298,0.04652129,0.000056868328,0.000016869022,0.000152253,0.00016893791,0.000076031196,0.011088003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99973077,0.0000766999,0.0000115472985,0.000057953293,0.000068433525,0.000054649423],"domain_scores_gemma":[0.999175,0.00043506562,0.00009494124,0.000054170334,0.00017172482,0.00006902019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004685299,0.0004389491,0.00033294025,0.0005492493,0.00052795553,0.0014864058,0.001110915,0.001258069,0.00472856],"category_scores_gemma":[0.0028585817,0.00043087592,0.00092200574,0.0004693488,0.00065021607,0.0013550287,0.0009977178,0.0006257718,0.0005456156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006874927,0.00005625919,0.0012711212,0.000027847982,0.000015507616,0.00008596355,0.00033442973,0.9766976,0.0017829296,0.010884673,0.0004217617,0.008353168],"study_design_scores_gemma":[0.000008260133,0.000015044863,0.0003204636,0.0000030810745,0.0000027143233,0.000011313974,0.00002509421,0.9974752,0.00025519557,0.0015084186,0.00036927706,0.0000059645995],"about_ca_topic_score_codex":0.0339976,"about_ca_topic_score_gemma":0.015835289,"teacher_disagreement_score":0.0339976,"about_ca_system_score_codex":0.0012405744,"about_ca_system_score_gemma":0.0010549341,"threshold_uncertainty_score":0.067599416},"labels":[],"label_agreement":null},{"id":"W3188631869","doi":"10.18260/1-2--37489","title":"Meaning to Succeed: Learning Strategies of First-Year Engineering Transfer Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"University of Michigan; National Science Foundation","keywords":"Coursework; Engineering education; Attrition; Meaning (existential); Mathematics education; Computer science; Institution; Transfer of learning; Economic shortage; Engineering management; Engineering; Artificial intelligence; Psychology; Sociology; Medicine","score_opus":0.023023525793611818,"score_gpt":0.26151028793795056,"score_spread":0.23848676214433873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188631869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910087,0.00036988346,0.0010417239,0.0007995832,0.00004118157,0.00013083134,0.000028635239,0.000041649924,0.006537869],"genre_scores_gemma":[0.98953336,0.00035007068,0.0014946928,0.0005417963,0.000010349732,0.00016165929,0.00007118292,0.000026189755,0.007810653],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99699473,0.0011534734,0.000112658614,0.0003198849,0.0006811915,0.00073805253],"domain_scores_gemma":[0.99248976,0.001908731,0.0007442096,0.00026173092,0.001382303,0.0032133409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004566666,0.00063856156,0.0005732354,0.0018528935,0.002403874,0.008057116,0.0019132367,0.0020893447,0.0042412346],"category_scores_gemma":[0.016717263,0.00027725036,0.000640947,0.00062729506,0.0020848955,0.0033694585,0.0059490185,0.0028796075,0.0017967613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039871168,0.008755035,0.25431868,0.00049085706,0.000092557,0.0018214904,0.40039465,0.0006791026,0.0053472207,0.0037291723,0.009699678,0.31427288],"study_design_scores_gemma":[0.0001128037,0.004789553,0.14937797,0.0008480425,0.00008623033,0.0020448964,0.77328163,0.003172872,0.0060012126,0.01017798,0.049791355,0.00031539655],"about_ca_topic_score_codex":0.0017511802,"about_ca_topic_score_gemma":0.0024150661,"teacher_disagreement_score":0.008057116,"about_ca_system_score_codex":0.0017330155,"about_ca_system_score_gemma":0.0020647706,"threshold_uncertainty_score":0.024151146},"labels":[],"label_agreement":null},{"id":"W3188826859","doi":"10.18260/1-2--37587","title":"Post-secondary Work Integrated Learning Through STEM Outreach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Actua; University of Toronto","funders":"","keywords":"Outreach; Curriculum; Work (physics); Position paper; Computer science; Engineering management; Engineering; Pedagogy; Psychology; Political science; World Wide Web; Mechanical engineering","score_opus":0.09076390246971865,"score_gpt":0.3508729854600969,"score_spread":0.2601090829903782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188826859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5901043,0.00039155412,0.019235887,0.006213126,0.001063169,0.007414281,0.0011173364,0.0023038902,0.37215644],"genre_scores_gemma":[0.8162531,0.00032032336,0.024274278,0.0019503391,0.0002960681,0.003019985,0.00074230396,0.00018889611,0.15295465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777657,0.00055667316,0.000070715694,0.00023914805,0.00056130515,0.0007955396],"domain_scores_gemma":[0.992904,0.0007770207,0.00025228973,0.00049922365,0.00091178087,0.004655733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044349,0.00061021914,0.0005238331,0.0021534725,0.0038298063,0.0044920743,0.0015751371,0.0011769134,0.051597707],"category_scores_gemma":[0.005213509,0.0002864791,0.0004040019,0.0010165573,0.0008810871,0.001982884,0.007785644,0.0019033388,0.014857018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011722584,0.030150723,0.01584614,0.00034316682,0.00003096151,0.00014078018,0.0045504444,0.00053128216,0.007744861,0.006725531,0.021589708,0.9111741],"study_design_scores_gemma":[0.002636109,0.04906813,0.36848745,0.0012928384,0.00013572884,0.0005566809,0.039641287,0.004898913,0.042596597,0.03513713,0.45535985,0.00018932727],"about_ca_topic_score_codex":0.0019229824,"about_ca_topic_score_gemma":0.008530853,"teacher_disagreement_score":0.051597707,"about_ca_system_score_codex":0.0027949002,"about_ca_system_score_gemma":0.014525829,"threshold_uncertainty_score":0.17261153},"labels":[],"label_agreement":null},{"id":"W3189151684","doi":"10.18260/1-2--38037","title":"Web-based Game vs. Virtual Reality Field Surveying Labs Towards Enhancing Experiential Education","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; York University","keywords":"Geospatial analysis; Virtual reality; GNSS applications; Computer science; Field (mathematics); Digital elevation model; Geodetic datum; Multimedia; Human–computer interaction; Remote sensing; Global Positioning System; Geography; Cartography","score_opus":0.05684983710092926,"score_gpt":0.32675053661947256,"score_spread":0.2699006995185433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189151684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3147553,0.0012683026,0.41582218,0.0069958107,0.0008837256,0.0013247853,0.0002960388,0.004108718,0.2545452],"genre_scores_gemma":[0.736696,0.00072172546,0.19539355,0.0015423999,0.00014139024,0.0006917255,0.00023293575,0.00024461796,0.06433563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870455,0.0006740628,0.000037347196,0.00011179157,0.0003112185,0.00016094977],"domain_scores_gemma":[0.99684036,0.0012313866,0.00012999053,0.00018028404,0.0005457628,0.0010721611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018540757,0.0004813828,0.00029405527,0.0007352494,0.00061031216,0.004066577,0.0014405978,0.0007386735,0.017466838],"category_scores_gemma":[0.002949696,0.00017567069,0.00030333613,0.0006127861,0.0006514383,0.0020005913,0.0021328095,0.00092110975,0.0029808173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020190238,0.007530815,0.007715872,0.0007387212,0.00006122442,0.00033161396,0.002603542,0.004004809,0.031382278,0.060455214,0.024785105,0.85837173],"study_design_scores_gemma":[0.0009686809,0.00933078,0.036167532,0.0008124384,0.00023827843,0.0021835621,0.009778937,0.14231229,0.06811412,0.07075988,0.6590933,0.0002402884],"about_ca_topic_score_codex":0.0010271951,"about_ca_topic_score_gemma":0.0014821768,"teacher_disagreement_score":0.017466838,"about_ca_system_score_codex":0.0006303681,"about_ca_system_score_gemma":0.0012683523,"threshold_uncertainty_score":0.0584324},"labels":[],"label_agreement":null},{"id":"W3189168213","doi":"10.18260/1-2--37763","title":"Student to Scholar: A Professional Skills Focused Library Collaboration","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.017991938289937084,"score_gpt":0.28672590075539617,"score_spread":0.2687339624654591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189168213","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27912968,0.0012936866,0.04857841,0.09009355,0.006890524,0.0011827395,0.00077445246,0.008507279,0.5635496],"genre_scores_gemma":[0.52375644,0.0009899734,0.032939095,0.01652982,0.0021898327,0.0005918537,0.0007846114,0.0015961439,0.4206222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99040025,0.0051057185,0.00024031736,0.000985803,0.0016352038,0.0016327527],"domain_scores_gemma":[0.9674406,0.002526473,0.00071952783,0.0020028146,0.0015281386,0.025782503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005557952,0.00079235603,0.0005820126,0.0020085778,0.015234107,0.016351681,0.004167604,0.0037012044,0.064761996],"category_scores_gemma":[0.012043789,0.0005632425,0.0006375147,0.0015469358,0.0036661548,0.01054809,0.024967276,0.0050387904,0.025769679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050665444,0.005502313,0.009827891,0.00041450813,0.000073934105,0.003042618,0.1441948,0.0003203225,0.005217358,0.03226377,0.42377263,0.37486324],"study_design_scores_gemma":[0.00014621342,0.0012032259,0.0028881512,0.00021953968,0.000035193036,0.002242752,0.20349212,0.0009482182,0.003822049,0.015856259,0.76901525,0.00013102249],"about_ca_topic_score_codex":0.0008883046,"about_ca_topic_score_gemma":0.004724632,"teacher_disagreement_score":0.064761996,"about_ca_system_score_codex":0.0018031131,"about_ca_system_score_gemma":0.010537032,"threshold_uncertainty_score":0.21665049},"labels":[],"label_agreement":null},{"id":"W3189360944","doi":"10.18260/1-2--37010","title":"Effectiveness of a Software-based Service-learning Project in First-year Seminar Course for Engineering Freshmen During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Service-learning; General partnership; Government (linguistics); Engineering education; Engineering management; Engineering; Computer science; Business; Psychology; Pedagogy","score_opus":0.0836828015689119,"score_gpt":0.34781764278323907,"score_spread":0.2641348412143272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189360944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99032706,0.000044436587,0.0012073243,0.0008401121,0.00013661325,0.0013051206,0.00010264012,0.00032529185,0.0057114162],"genre_scores_gemma":[0.9864281,0.00007372098,0.0054277754,0.00033767617,0.00005522499,0.0016872542,0.0002780938,0.00005737875,0.005654793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98871523,0.006137617,0.0004564105,0.001208161,0.0013048606,0.0021777325],"domain_scores_gemma":[0.95482343,0.008759436,0.0024296418,0.0016961228,0.005329344,0.026961949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019548975,0.0013926041,0.0009759598,0.0018748278,0.005293658,0.0035146535,0.003509922,0.0033621215,0.011343111],"category_scores_gemma":[0.042886194,0.00093248894,0.00091519376,0.00067172834,0.001606462,0.0022795063,0.006702714,0.003410553,0.0038459273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010302556,0.12497872,0.08944377,0.0012445139,0.00018404731,0.0042084143,0.11593956,0.008611051,0.018079903,0.002277663,0.02497869,0.5997511],"study_design_scores_gemma":[0.0050222934,0.1888643,0.3949203,0.0016182318,0.00026391805,0.00087350985,0.27578986,0.033971295,0.017052738,0.004487229,0.076297775,0.0008384483],"about_ca_topic_score_codex":0.003363467,"about_ca_topic_score_gemma":0.0064859954,"teacher_disagreement_score":0.019548975,"about_ca_system_score_codex":0.004012913,"about_ca_system_score_gemma":0.006167554,"threshold_uncertainty_score":0.103386045},"labels":[],"label_agreement":null},{"id":"W3189745151","doi":"10.18260/1-2--36607","title":"A Review of the Teaching Modalities Chosen by Faculty During the Global Pandemic","year":2021,"lang":"en","type":"review","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Texas at Dallas","keywords":"Modalities; Quarter (Canadian coin); Pandemic; Flexibility (engineering); Modality (human–computer interaction); Medical education; Mathematics education; Coronavirus disease 2019 (COVID-19); Computer science; Psychology; Medicine; Sociology; Management; Artificial intelligence","score_opus":0.06783783529232831,"score_gpt":0.33762577087607415,"score_spread":0.2697879355837458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189745151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011442806,0.99907184,0.00004117827,0.00026451575,0.00009976092,0.000009135341,0.000030481124,0.00000242204,0.00036617904],"genre_scores_gemma":[0.0008142113,0.99830747,0.00016407303,0.00046691764,0.00006429937,0.000012129785,0.000026656013,0.0000016344242,0.00014266664],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991881,0.00022466383,0.00017852959,0.00012087108,0.00023135969,0.000056518602],"domain_scores_gemma":[0.99606687,0.0023831283,0.00050031743,0.000054008007,0.0008625292,0.00013312152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002551552,0.00066139485,0.0018711702,0.0040374333,0.0005356996,0.0013521919,0.0012159883,0.0012762703,0.003925321],"category_scores_gemma":[0.0063668247,0.000446003,0.0008963921,0.0052630757,0.00077,0.0017283758,0.0008141292,0.0017342841,0.0010998867],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017033798,0.000096164265,0.00035344902,0.06757004,0.0002670491,0.000071084876,0.0002178708,0.00011323422,0.00049199065,0.0014211547,0.025387524,0.90384],"study_design_scores_gemma":[0.0001014848,0.0004404068,0.0058382684,0.071511365,0.00092658214,0.0009705771,0.00048084388,0.000063480074,0.0005573534,0.00073778525,0.91830564,0.0000662457],"about_ca_topic_score_codex":0.004382295,"about_ca_topic_score_gemma":0.012988261,"teacher_disagreement_score":0.004382295,"about_ca_system_score_codex":0.0015399642,"about_ca_system_score_gemma":0.0031993338,"threshold_uncertainty_score":0.013494074},"labels":[],"label_agreement":null},{"id":"W3190116622","doi":"10.18260/1-2--38145","title":"Work in Progress: Early Exploration of Engineering Students' Perspectives about Diversity, Equity, and Inclusion in an Introductory Materials Science and Engineering Course","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Engineering ethics; Equity (law); Course (navigation); Engineering education; Work (physics); Science and engineering; Work in process; Mathematics education; Computer science; Engineering; Engineering management; Sociology; Psychology; Political science; Mechanical engineering; Social science; Aerospace engineering","score_opus":0.03565954261990683,"score_gpt":0.30407939869052786,"score_spread":0.268419856070621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190116622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996979,0.000101363745,0.00017682703,0.00059961743,0.000018914849,0.00001516677,0.000008284504,0.0000034456948,0.0020973822],"genre_scores_gemma":[0.9979444,0.00017797643,0.00015498868,0.0002097457,0.000010942136,0.000017968248,0.000015523328,0.000004616238,0.001463828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949582,0.002613582,0.0001925226,0.00026236163,0.0012722618,0.00070106157],"domain_scores_gemma":[0.9852034,0.0050786175,0.002161961,0.00046015155,0.002627894,0.0044680713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008664145,0.00043018605,0.0005132523,0.0013553997,0.0057166787,0.00691567,0.00093953207,0.0012118033,0.002860012],"category_scores_gemma":[0.013367985,0.00038427397,0.00042593715,0.00079601735,0.0031062164,0.0028126717,0.0048551015,0.0032192755,0.00048343715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012758702,0.0008386555,0.14986081,0.00012135061,0.000019020556,0.0009747751,0.8110282,0.00006783052,0.0053076106,0.0011084583,0.0013936269,0.029151993],"study_design_scores_gemma":[0.0000037395107,0.00040065873,0.05954757,0.000111381734,0.000008253167,0.00020983638,0.92991173,0.00011058539,0.0011022313,0.0003463859,0.008217319,0.000030310019],"about_ca_topic_score_codex":0.0022040673,"about_ca_topic_score_gemma":0.004318699,"teacher_disagreement_score":0.008664145,"about_ca_system_score_codex":0.0014325285,"about_ca_system_score_gemma":0.0029262311,"threshold_uncertainty_score":0.04582095},"labels":[],"label_agreement":null},{"id":"W3190478155","doi":"10.18260/1-2--38098","title":"WIP: Student Training in Data Analytics Approaches for Bioprocessing Through Co-Curricular Activities","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bioprocess; Computer science; Analytics; Learning analytics; Training (meteorology); Data science; Engineering; Chemical engineering","score_opus":0.2374614544850977,"score_gpt":0.3469369067818799,"score_spread":0.10947545229678218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190478155","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17363325,0.0092039285,0.32786968,0.0860208,0.01667453,0.0023440036,0.0043452703,0.030428426,0.34948012],"genre_scores_gemma":[0.22876963,0.013144012,0.19842042,0.0142389685,0.002827481,0.0016366624,0.0035367403,0.0042556943,0.5331704],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971565,0.00047808987,0.00013669212,0.00045545577,0.0010619478,0.0007112942],"domain_scores_gemma":[0.9771268,0.0013458895,0.00066650263,0.0009112178,0.004710952,0.015238751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068022106,0.002120971,0.0010152806,0.0027225737,0.0016400442,0.0045905244,0.002128494,0.0015526837,0.038139053],"category_scores_gemma":[0.0056890273,0.0008249529,0.0008828443,0.0013638285,0.0012897545,0.0031669154,0.0054082926,0.00399884,0.026460389],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005097338,0.0048162304,0.008504553,0.0006383335,0.00005775603,0.00042524896,0.0033901588,0.0016007173,0.01495103,0.010658132,0.3710819,0.5833662],"study_design_scores_gemma":[0.000117728945,0.0022031898,0.01324423,0.0010126049,0.000062306855,0.001918148,0.0034581928,0.010033633,0.020285482,0.015312914,0.93225837,0.00009318422],"about_ca_topic_score_codex":0.00096464774,"about_ca_topic_score_gemma":0.0016870751,"teacher_disagreement_score":0.038139053,"about_ca_system_score_codex":0.0013174026,"about_ca_system_score_gemma":0.0074393996,"threshold_uncertainty_score":0.1275878},"labels":[],"label_agreement":null},{"id":"W3190548580","doi":"10.18260/1-2--37075","title":"Engineering Students’ Experiences of Socially-mediated Exclusion and Inclusion: Role of Actors and Discourses","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Inclusion (mineral); Inclusion–exclusion principle; Social exclusion; Sociology; Engineering ethics; Computer science; Political science; Gender studies; Engineering; Politics","score_opus":0.042831287245963835,"score_gpt":0.3476958033891842,"score_spread":0.30486451614322035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190548580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776029,0.00019799561,0.00084865437,0.001995308,0.000065618995,0.000022265565,0.000023446426,0.000034110642,0.019209813],"genre_scores_gemma":[0.99530387,0.0000687223,0.000120820696,0.00017206738,0.000008205932,0.000020224252,0.000013363999,0.000023702705,0.0042690556],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98842365,0.006689319,0.00033389052,0.0008492645,0.0015194488,0.002184492],"domain_scores_gemma":[0.9857238,0.006995322,0.0014784121,0.00064982485,0.0011501455,0.0040025786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00730414,0.0007653871,0.0009128085,0.0015072526,0.0136347,0.021035098,0.0018589816,0.003912487,0.0075830095],"category_scores_gemma":[0.013733993,0.0005969219,0.0005436751,0.0010873486,0.014888597,0.008218177,0.016361771,0.0085622,0.0014790038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091453585,0.000196078,0.0053275693,0.000045429588,0.000008191785,0.00027021708,0.98270375,0.000039687395,0.0011916164,0.0060567358,0.0004675228,0.003601668],"study_design_scores_gemma":[0.000011000698,0.00010781193,0.005655485,0.00006144117,0.000010639924,0.00011683181,0.9705996,0.00010953604,0.0008368849,0.002044966,0.020411208,0.000034561806],"about_ca_topic_score_codex":0.0041392245,"about_ca_topic_score_gemma":0.0065327724,"teacher_disagreement_score":0.021035098,"about_ca_system_score_codex":0.0027098907,"about_ca_system_score_gemma":0.003756163,"threshold_uncertainty_score":0.03862846},"labels":[],"label_agreement":null},{"id":"W3191023377","doi":"10.18260/1-2--37408","title":"IoT to Enable Remote Collaboration in Robotics Class of Mechanical Engineering Technology","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"La Cité Collégiale","funders":"American Society for Engineering Education","keywords":"Internet of Things; Robotics; Class (philosophy); Computer science; Mechatronics; Product (mathematics); New product development; Artificial intelligence; Engineering management; Systems engineering; Engineering; Software engineering; Robot; World Wide Web; Management","score_opus":0.029453435944079766,"score_gpt":0.28667588321640863,"score_spread":0.25722244727232885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191023377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10189765,0.0026192267,0.62018245,0.003634893,0.0026389705,0.0005456905,0.0005441029,0.010087321,0.25784963],"genre_scores_gemma":[0.7830541,0.001563802,0.114539266,0.0016681756,0.00040191205,0.00040461041,0.0006627677,0.00036507277,0.09734021],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994779,0.00008795052,0.00002621735,0.00006730544,0.0002455169,0.00009503852],"domain_scores_gemma":[0.99940884,0.00014897452,0.00003461491,0.000111958776,0.0001743796,0.00012112652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005345382,0.000449105,0.00027666177,0.0003639112,0.00045706818,0.00092898164,0.0007339977,0.0007680477,0.011327353],"category_scores_gemma":[0.0007012051,0.00016406135,0.0002453917,0.00035053867,0.00028713892,0.0012363561,0.0015723417,0.0008714823,0.002827138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005760497,0.00088191725,0.009117912,0.0005906167,0.00007281603,0.0017685987,0.0011957816,0.005309649,0.2100693,0.043467212,0.12007797,0.60687214],"study_design_scores_gemma":[0.00014097392,0.0013695238,0.009758099,0.0003467457,0.00013885491,0.0025216222,0.0011139003,0.12534155,0.16600037,0.0175193,0.67564803,0.00010111191],"about_ca_topic_score_codex":0.00043220032,"about_ca_topic_score_gemma":0.00077903084,"teacher_disagreement_score":0.011327353,"about_ca_system_score_codex":0.00022465487,"about_ca_system_score_gemma":0.0003679103,"threshold_uncertainty_score":0.037893772},"labels":[],"label_agreement":null},{"id":"W3191062339","doi":"10.18260/1-2--36917","title":"Design of a Low Cost EEG Headset for Educational Research","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Headset; Computer science; Electroencephalography; Psychology; Telecommunications; Neuroscience","score_opus":0.2937494817617795,"score_gpt":0.4021816891195679,"score_spread":0.10843220735778841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191062339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01957535,0.00017444207,0.97082305,0.0005022391,0.00033758735,0.001057807,0.00042283762,0.0034048033,0.0037019006],"genre_scores_gemma":[0.3428536,0.0003625276,0.6328084,0.0016462498,0.00031910522,0.002264076,0.00060877035,0.00046230358,0.01867499],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991578,0.00020711005,0.00006286038,0.00020992523,0.00026831208,0.00009392682],"domain_scores_gemma":[0.99906677,0.0002350866,0.00006548653,0.000077004515,0.000421061,0.00013461757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072483235,0.00087568886,0.0007921808,0.0009927687,0.00071785704,0.0010240264,0.002383025,0.0014247288,0.010048108],"category_scores_gemma":[0.0012649628,0.00060175936,0.0004499189,0.00059553847,0.00036748202,0.00091158436,0.0011466794,0.000608898,0.004057977],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016094663,0.0005266346,0.0058338223,0.0010865099,0.00025131155,0.0011813896,0.0003141496,0.0063211415,0.6742005,0.0054047657,0.021459829,0.28181052],"study_design_scores_gemma":[0.00089214195,0.006411246,0.018624306,0.00018110829,0.0006954724,0.0057791257,0.0003625623,0.20138606,0.6386176,0.0053417142,0.12139577,0.00031292017],"about_ca_topic_score_codex":0.0006462134,"about_ca_topic_score_gemma":0.0012169692,"teacher_disagreement_score":0.010048108,"about_ca_system_score_codex":0.00056942494,"about_ca_system_score_gemma":0.0012883333,"threshold_uncertainty_score":0.033614337},"labels":[],"label_agreement":null},{"id":"W3191309777","doi":"10.18260/1-2--36976","title":"Development of WeBWorK Prelab Problem Sets to Support Student Learning","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Simon Fraser University","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.07896085547336901,"score_gpt":0.3796733538590016,"score_spread":0.3007124983856326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191309777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071997225,0.00030997721,0.7732305,0.0014198526,0.0007578254,0.0038114162,0.010884805,0.074184895,0.063403554],"genre_scores_gemma":[0.11404397,0.00016579346,0.8435646,0.00033868456,0.000049511254,0.0037305453,0.02003575,0.0035571202,0.014513992],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984029,0.0006375798,0.00016593558,0.00028693856,0.00036404174,0.00014266354],"domain_scores_gemma":[0.98997986,0.0064455806,0.0002793835,0.0009027283,0.0019196996,0.00047281338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002424514,0.0019195819,0.0007391974,0.0018638506,0.0007670193,0.0018854825,0.0032820937,0.0013206613,0.036462676],"category_scores_gemma":[0.017888084,0.0007917435,0.0013427014,0.0010731673,0.00040516147,0.0024558906,0.002956948,0.0025718904,0.008335274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081379345,0.004839115,0.0047282344,0.0017336489,0.00018880625,0.0004550489,0.0011240067,0.15215673,0.0045435764,0.016454427,0.10865774,0.7043048],"study_design_scores_gemma":[0.0005397455,0.00043950687,0.0009823053,0.00033048115,0.00005578944,0.00012681613,0.0007432228,0.83883214,0.015623004,0.01821784,0.12404581,0.00006345371],"about_ca_topic_score_codex":0.0043420317,"about_ca_topic_score_gemma":0.0061526187,"teacher_disagreement_score":0.036462676,"about_ca_system_score_codex":0.0007579066,"about_ca_system_score_gemma":0.0017343549,"threshold_uncertainty_score":0.12197977},"labels":[],"label_agreement":null},{"id":"W3191313529","doi":"10.18260/1-2--37609","title":"Project Based Capstone Design Projects Amidst Covid-19 Restrictions","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; University of Maryland, Baltimore County; National Institute of Standards and Technology; U.S. Military Academy; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Capstone; Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; Engineering management; Systems engineering; Engineering; Computer security; Virology; Medicine","score_opus":0.22778735706367664,"score_gpt":0.3941039364215216,"score_spread":0.16631657935784494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191313529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062037103,0.0011873681,0.5035453,0.0042759664,0.0016932554,0.0014740262,0.0017077257,0.010035148,0.4140441],"genre_scores_gemma":[0.26451194,0.0012752047,0.25110638,0.0005841819,0.0002221654,0.0016827696,0.004954933,0.0039871475,0.4716754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963994,0.0010990762,0.00013781383,0.00040241145,0.0014996896,0.00046161434],"domain_scores_gemma":[0.99363893,0.0006747197,0.0002008588,0.0012681212,0.0027199683,0.0014973329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005759777,0.0008955695,0.0003965627,0.0009859138,0.0015176147,0.0034527148,0.0018934222,0.0013030315,0.08293634],"category_scores_gemma":[0.0064594275,0.000597697,0.00057173107,0.0010331194,0.0006795265,0.002632459,0.0038940755,0.001829111,0.01800117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076068327,0.0007208814,0.002436317,0.0004448351,0.000053806754,0.0004806751,0.0026437917,0.020428225,0.031041663,0.09071221,0.18505947,0.6652174],"study_design_scores_gemma":[0.0001111888,0.00080474955,0.0022047814,0.00024477462,0.000020952253,0.00032837628,0.0013137395,0.034139838,0.018838417,0.014369153,0.92756903,0.00005503793],"about_ca_topic_score_codex":0.0028838508,"about_ca_topic_score_gemma":0.0046643303,"teacher_disagreement_score":0.08293634,"about_ca_system_score_codex":0.0014309298,"about_ca_system_score_gemma":0.0031114079,"threshold_uncertainty_score":0.27744973},"labels":[],"label_agreement":null},{"id":"W3191744308","doi":"10.18260/1-2--37145","title":"Exploring Self-directed Learning Among Engineering Undergraduates in the Extensive Online Instruction Environment During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Virology; Multimedia; Medicine","score_opus":0.10468393244416208,"score_gpt":0.28347323743080843,"score_spread":0.17878930498664636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191744308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996076,0.0000078483245,0.000034678465,0.000029309278,9.079829e-7,0.000007644514,0.000007908273,8.569351e-7,0.0003032417],"genre_scores_gemma":[0.99945253,0.000024991885,0.00008793612,0.00003403343,0.0000014626382,0.000010512813,0.000018949431,9.330795e-7,0.0003687439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998906,0.00038244636,0.00003706983,0.000094420764,0.0002420389,0.0003379996],"domain_scores_gemma":[0.9964675,0.0011314872,0.0006707239,0.00010758004,0.00056790427,0.0010548285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020042802,0.00022785833,0.00029390503,0.0007570321,0.0015870194,0.0029159551,0.0006054908,0.0005848004,0.0009199362],"category_scores_gemma":[0.0059464676,0.00020938399,0.00025010662,0.00042692557,0.0012406807,0.00087585946,0.0015866705,0.001104947,0.00018373446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001369356,0.0026707882,0.7262214,0.00007999305,0.000045161643,0.0004325953,0.23315984,0.00026890414,0.0029596782,0.00036671385,0.00051140826,0.03314658],"study_design_scores_gemma":[0.000008675659,0.0006090175,0.7910064,0.00004528206,0.000017124174,0.00008368231,0.20434758,0.000644871,0.0007697594,0.00019133545,0.0022392008,0.00003702905],"about_ca_topic_score_codex":0.028960789,"about_ca_topic_score_gemma":0.09259002,"teacher_disagreement_score":0.028960789,"about_ca_system_score_codex":0.0021251068,"about_ca_system_score_gemma":0.0023878329,"threshold_uncertainty_score":0.057584465},"labels":[],"label_agreement":null},{"id":"W3192100424","doi":"10.18260/1-2--37620","title":"Providing Meaningful Hands-on Design Experience in the Remote-learning Environment with a Miniature Mechanical Testing Kit","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Work (physics); Engineering education; Coronavirus disease 2019 (COVID-19); Computer science; Sample (material); Pandemic; Perception; Medical education; Engineering management; Engineering; Psychology; Mechanical engineering; Medicine","score_opus":0.08426380571297001,"score_gpt":0.2696843059886141,"score_spread":0.18542050027564408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192100424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48439264,0.00027414208,0.41609427,0.0010107973,0.00028675015,0.003005325,0.0009101254,0.008538532,0.085487485],"genre_scores_gemma":[0.5867197,0.0003470678,0.34285393,0.00046903177,0.000070162496,0.00156698,0.0005573121,0.00060190196,0.06681389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927765,0.00019858379,0.00004420304,0.000091296504,0.00028249598,0.00010588994],"domain_scores_gemma":[0.997556,0.0009913354,0.00016264357,0.0005456309,0.0003026479,0.00044170773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014954531,0.0009932526,0.0004984247,0.00045459016,0.00047915085,0.0010540552,0.0012912602,0.0006785131,0.044588823],"category_scores_gemma":[0.0033667646,0.00039024357,0.0005482364,0.00020874968,0.0005711112,0.0010036506,0.0019856628,0.0007600688,0.01233563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009882346,0.004939503,0.009705204,0.0014760153,0.0000402678,0.0022492253,0.009539751,0.006924945,0.36295152,0.0029216495,0.02705509,0.57120866],"study_design_scores_gemma":[0.0008624989,0.025564846,0.087723434,0.0009963309,0.0001815492,0.0091491835,0.009982202,0.032129586,0.22366229,0.009746917,0.59937537,0.0006257316],"about_ca_topic_score_codex":0.000409562,"about_ca_topic_score_gemma":0.0013871263,"teacher_disagreement_score":0.044588823,"about_ca_system_score_codex":0.00033960212,"about_ca_system_score_gemma":0.00063667254,"threshold_uncertainty_score":0.1491645},"labels":[],"label_agreement":null},{"id":"W3192209003","doi":"10.18260/1-2--37478","title":"Managing Polarities: Perception of Value, Designer Roles, and Organizational Conditions that Influence Design Outcomes in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value engineering; Perception; Value (mathematics); Computer science; Industrial engineering; Knowledge management; Engineering; Operations management; Psychology; Machine learning","score_opus":0.03874676415665391,"score_gpt":0.27833669135927686,"score_spread":0.23958992720262295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192209003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98805004,0.000083211744,0.001881764,0.0003380708,0.000010333183,0.000024401223,0.000004884878,0.0000050976037,0.009602115],"genre_scores_gemma":[0.99950397,0.000028189288,0.00019050165,0.000019992438,0.000002157662,0.000010321991,0.0000034561776,0.0000026728906,0.00023875014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9810373,0.014864546,0.00051855453,0.0005687251,0.0022103724,0.00080049725],"domain_scores_gemma":[0.9499007,0.037775174,0.0056432923,0.0012374691,0.0026541452,0.0027892715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02006284,0.00038673604,0.00024667062,0.0019318251,0.0042054476,0.010314217,0.0006240865,0.0010127056,0.0026490302],"category_scores_gemma":[0.036294393,0.0003850139,0.0002365376,0.00078150234,0.009172608,0.003105589,0.0051896167,0.0015809723,0.00031602356],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050375785,0.00053215603,0.27699518,0.00025274843,0.000049029913,0.0010075793,0.6466083,0.0011828972,0.0055518234,0.021428691,0.00079735916,0.045090433],"study_design_scores_gemma":[0.0000485426,0.00040208187,0.12105193,0.0002596323,0.00003134176,0.0006402041,0.8445813,0.002797114,0.003040795,0.019452034,0.0076155723,0.00007946221],"about_ca_topic_score_codex":0.0012159188,"about_ca_topic_score_gemma":0.001371831,"teacher_disagreement_score":0.02006284,"about_ca_system_score_codex":0.002784434,"about_ca_system_score_gemma":0.0021520385,"threshold_uncertainty_score":0.10610366},"labels":[],"label_agreement":null},{"id":"W3192281139","doi":"10.18260/1-2--37573","title":"Penalized for Excellence: The Invisible Hand of Career-Track Stratification","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Meritocracy; Excellence; Sociology; Curriculum; Narrative; Cognitive reframing; Framing (construction); Career Pathways; Career counseling; Public relations; Pedagogy; Political science; Psychology; Engineering; Social psychology","score_opus":0.16793487130774917,"score_gpt":0.39391441720715215,"score_spread":0.22597954589940297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192281139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8208702,0.0013836934,0.011776849,0.062260028,0.00021287322,0.000053074466,0.00012604397,0.000034619607,0.103282645],"genre_scores_gemma":[0.99788874,0.00010571422,0.0002803365,0.0007505042,0.00003503286,0.00001126925,0.000010848161,0.0000058353694,0.000911833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9915059,0.0041132527,0.00023668657,0.0010349108,0.0016409034,0.0014683952],"domain_scores_gemma":[0.98270905,0.008763999,0.0032627373,0.0018093236,0.0012784505,0.0021764634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009293807,0.00018180773,0.0003208845,0.0016988728,0.007949933,0.0053934418,0.00079904776,0.001826288,0.0046590376],"category_scores_gemma":[0.023709083,0.00018091834,0.0002282963,0.0013369552,0.021472415,0.006113581,0.0076575293,0.0029715637,0.00020508803],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100085876,0.00008720776,0.08382016,0.000060272105,0.000018162204,0.00020187905,0.047641188,0.00047413225,0.0002682793,0.8034263,0.0035329333,0.060369287],"study_design_scores_gemma":[0.000036737765,0.00019834886,0.1614998,0.00059842266,0.000033395452,0.00037559154,0.08460679,0.0029016188,0.0005813457,0.6934491,0.055626206,0.00009261416],"about_ca_topic_score_codex":0.0113687,"about_ca_topic_score_gemma":0.01756777,"teacher_disagreement_score":0.9907062,"about_ca_system_score_codex":0.003912593,"about_ca_system_score_gemma":0.004070414,"threshold_uncertainty_score":0.049150944},"labels":[],"label_agreement":null},{"id":"W3192402858","doi":"10.18260/1-2--37659","title":"Remote Delivery of an Introductory Architectural Engineering Design-Build Activity","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural design; Software engineering; Architectural engineering; Systems engineering; Engineering; Architecture; Visual arts","score_opus":0.03134799813200182,"score_gpt":0.2556376337333354,"score_spread":0.2242896356013336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192402858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48796254,0.0002842721,0.14439254,0.0020061608,0.0019837918,0.006942956,0.0031999163,0.03985221,0.3133756],"genre_scores_gemma":[0.6783324,0.00017748788,0.13827725,0.0006039576,0.00034954652,0.002621404,0.003113009,0.0023616082,0.17416337],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988701,0.0002872492,0.00004261304,0.00023940149,0.00033244042,0.00022817265],"domain_scores_gemma":[0.9973122,0.00069706776,0.00010433923,0.0005285064,0.00031492577,0.0010429033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014553131,0.00072654604,0.00043745345,0.00062923005,0.000981249,0.0014954176,0.0010976242,0.00062466285,0.113059364],"category_scores_gemma":[0.004064312,0.000453811,0.0004036439,0.00027136487,0.0003039191,0.0006711042,0.0035871253,0.0014516914,0.03001226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021873673,0.012811695,0.006255403,0.00081286056,0.000031387364,0.0014456367,0.006066716,0.0042712344,0.06261567,0.0051687933,0.18837231,0.709961],"study_design_scores_gemma":[0.0009051192,0.012294163,0.04353346,0.00037172012,0.000043640495,0.000788409,0.0033818593,0.01912736,0.03124462,0.0045781275,0.88354707,0.00018445474],"about_ca_topic_score_codex":0.00064731034,"about_ca_topic_score_gemma":0.0020016362,"teacher_disagreement_score":0.113059364,"about_ca_system_score_codex":0.0005864252,"about_ca_system_score_gemma":0.0010658096,"threshold_uncertainty_score":0.37822127},"labels":[],"label_agreement":null},{"id":"W3192531864","doi":"10.18260/1-2--37376","title":"Interventions to Improve Mentoring Over an Eight-Session Out-Of-School Workshop for High School Students (Work in Progress)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Psychological intervention; Work (physics); Computer science; Medical education; Automation; Software; Software engineering; Engineering management; Multimedia; Psychology; Engineering; World Wide Web; Medicine","score_opus":0.11910298571483224,"score_gpt":0.4230456119793528,"score_spread":0.30394262626452057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192531864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772853,0.00046923064,0.0051025106,0.001857465,0.00082111865,0.0064916974,0.00024949398,0.0009996896,0.0067235855],"genre_scores_gemma":[0.9450925,0.00070559606,0.034256,0.0010097803,0.00028684863,0.010925193,0.00036495202,0.0000772072,0.007281872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783784,0.0007204046,0.00014035578,0.0003715274,0.0002995156,0.00063032773],"domain_scores_gemma":[0.99293244,0.001528958,0.00052726414,0.00037083586,0.00038436457,0.0042561963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034235143,0.0011878088,0.0014207873,0.0010547598,0.0031538187,0.0009704494,0.0028326847,0.0017031141,0.011966633],"category_scores_gemma":[0.0074562556,0.00055977097,0.0014921487,0.0006801692,0.00038436646,0.0008966104,0.0030929174,0.002994164,0.0009005149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009452164,0.3354791,0.009386226,0.0017972491,0.00047500437,0.00036713266,0.0051616244,0.0012600193,0.0064874995,0.00038847004,0.009391938,0.6203536],"study_design_scores_gemma":[0.05385968,0.16119537,0.6889884,0.0029262626,0.0032100296,0.0006358117,0.015944723,0.01258465,0.01816297,0.002652965,0.039303616,0.000535567],"about_ca_topic_score_codex":0.00473638,"about_ca_topic_score_gemma":0.0120140035,"teacher_disagreement_score":0.011966633,"about_ca_system_score_codex":0.0014480898,"about_ca_system_score_gemma":0.0043723574,"threshold_uncertainty_score":0.040032446},"labels":[],"label_agreement":null},{"id":"W3192539304","doi":"10.18260/1-2--37697","title":"Scaling and Sustaining of a Liberal Arts Speaking Course That Targets Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pennsylvania State University","keywords":"Public speaking; Rhetorical question; Liberal arts education; Professional communication; Course (navigation); Technical communication; Mathematics education; Higher education; Computer science; Sociology; Public relations; Pedagogy; Engineering; Psychology; Political science; World Wide Web; Linguistics","score_opus":0.0345182352999323,"score_gpt":0.28255033543644725,"score_spread":0.24803210013651494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192539304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97079873,0.0002152209,0.0018248525,0.0020670844,0.0002780277,0.00081821816,0.0002843952,0.00033922397,0.023374239],"genre_scores_gemma":[0.99162173,0.000120623205,0.0025183477,0.0006153083,0.00013485111,0.0005635667,0.00030887756,0.00003317752,0.0040834076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946084,0.0008015143,0.00023498242,0.0007632732,0.0029823994,0.00060938357],"domain_scores_gemma":[0.9762141,0.0031196272,0.0023396893,0.0008789525,0.0058262465,0.011621336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004111897,0.0003852799,0.0003780062,0.0021393227,0.0014866366,0.0032318006,0.0010973546,0.00070388726,0.0096448045],"category_scores_gemma":[0.020368326,0.0002051027,0.00035160533,0.0013220463,0.00050058844,0.0014587617,0.0026854225,0.0014280105,0.003382354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091357256,0.01597841,0.36551115,0.0003190286,0.00007561113,0.00039600933,0.0045579243,0.0016181057,0.020393375,0.0040053045,0.020513173,0.56571835],"study_design_scores_gemma":[0.00010906534,0.0051976843,0.95581913,0.000116077965,0.0000427445,0.00009910077,0.0056768367,0.0036503877,0.0076207444,0.0011563672,0.020459317,0.000052550666],"about_ca_topic_score_codex":0.00413514,"about_ca_topic_score_gemma":0.004491074,"teacher_disagreement_score":0.0096448045,"about_ca_system_score_codex":0.0040011615,"about_ca_system_score_gemma":0.0061458754,"threshold_uncertainty_score":0.032265067},"labels":[],"label_agreement":null},{"id":"W3192553367","doi":"10.18260/1-2--36767","title":"Building Comprehensive Open Educational Resources in Mechanics: Evaluating Approaches to Problem Development","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Douglas College; University of British Columbia","funders":"University of British Columbia; University of Saskatchewan","keywords":"Computer science; Statics; Dynamics (music); Mathematics education; Applied mechanics; Management science; Mathematics; Sociology; Engineering; Pedagogy; Physics; Mechanical engineering","score_opus":0.4061991619721412,"score_gpt":0.4477134908711042,"score_spread":0.041514328898963004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192553367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.943845,0.0011536157,0.022446569,0.00069900125,0.00007334383,0.010211256,0.00019872873,0.00018596089,0.021186458],"genre_scores_gemma":[0.827504,0.001984381,0.15210748,0.0003625252,0.000051062725,0.013230311,0.00073214364,0.00005891937,0.003969186],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97860795,0.014123731,0.0011430952,0.0013859358,0.00396036,0.0007788273],"domain_scores_gemma":[0.92828745,0.053098764,0.0045574093,0.003585405,0.0046703243,0.005800609],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.019599952,0.0016829812,0.000962931,0.0029591813,0.0022547138,0.005241387,0.002913598,0.0023074523,0.0050427746],"category_scores_gemma":[0.068346895,0.0005129378,0.0010146298,0.001795503,0.0032198234,0.005914138,0.0065715206,0.002226266,0.00089216063],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051903753,0.075768925,0.0548136,0.0065874914,0.00054606545,0.0001704844,0.040893715,0.024311075,0.005335784,0.015963,0.0058571645,0.7645623],"study_design_scores_gemma":[0.010124768,0.18773957,0.24039987,0.007556922,0.0027865027,0.00040229285,0.17976996,0.15093713,0.029852463,0.10530655,0.084314026,0.000809959],"about_ca_topic_score_codex":0.0032093297,"about_ca_topic_score_gemma":0.009550829,"teacher_disagreement_score":0.9970864,"about_ca_system_score_codex":0.0063379696,"about_ca_system_score_gemma":0.006550721,"threshold_uncertainty_score":0.103655756},"labels":[],"label_agreement":null},{"id":"W3192577012","doi":"10.18260/1-2--36988","title":"Diversity, Equity, and Inclusion in Civil and Environmental Engineering Education: Social Justice in a Changing Climate","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Queen's University; Rice University; National Physical Science Consortium; Carnegie Mellon University; U.S. Department of Energy; National Science Foundation","keywords":"Social justice; Equity (law); Social equality; Diversity (politics); Inclusion (mineral); Environmental justice; Cultural diversity; Political science; Civil rights; Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","score_opus":0.05298520572312612,"score_gpt":0.30444557505772113,"score_spread":0.25146036933459504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192577012","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34715685,0.0050209067,0.005314533,0.35678682,0.0008643862,0.00009852419,0.00011362257,0.00003763093,0.28460672],"genre_scores_gemma":[0.9718416,0.0053692427,0.0033585362,0.004516167,0.00020187226,0.0000855284,0.00003245744,0.000017485314,0.014577121],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99758303,0.0013762502,0.00004253744,0.00010265635,0.00044612726,0.00044942865],"domain_scores_gemma":[0.98969555,0.0059091155,0.00038871574,0.0001710014,0.0006180584,0.0032174923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055934777,0.0003153891,0.0003895179,0.0010470438,0.0048544863,0.0054417932,0.0005006398,0.001463804,0.006789276],"category_scores_gemma":[0.008937406,0.0001431569,0.00030943737,0.0013558613,0.0035056982,0.003586166,0.006084401,0.0044275145,0.00026831983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001523001,0.001948564,0.082950555,0.00037594547,0.000080328115,0.00041895814,0.027788559,0.0029591108,0.0004523434,0.32648635,0.09548529,0.46090174],"study_design_scores_gemma":[0.00007233735,0.000599284,0.13379018,0.002723935,0.00011444376,0.00064467086,0.14100955,0.011149994,0.0022226057,0.46536183,0.24217717,0.00013398106],"about_ca_topic_score_codex":0.010069552,"about_ca_topic_score_gemma":0.030234238,"teacher_disagreement_score":0.010069552,"about_ca_system_score_codex":0.005861903,"about_ca_system_score_gemma":0.009994232,"threshold_uncertainty_score":0.04253131},"labels":[],"label_agreement":null},{"id":"W3192654110","doi":"10.18260/1-2--37176","title":"Factory 4.0 Toolkit for Smart Manufacturing Training","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"Office of Energy Efficiency; Office of Energy Efficiency and Renewable Energy; U.S. Department of Energy","keywords":"Factory (object-oriented programming); Training (meteorology); Manufacturing engineering; Computer science; Software engineering; Engineering management; Engineering; Programming language","score_opus":0.10683960657539232,"score_gpt":0.2800429851594895,"score_spread":0.17320337858409718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192654110","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016423946,0.00085273176,0.39010763,0.00036692413,0.00023150888,0.00038325877,0.021106048,0.55039394,0.03491554],"genre_scores_gemma":[0.06715966,0.0026533357,0.4659233,0.0013979736,0.00013783143,0.0029517082,0.123161964,0.21488242,0.1217319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992168,0.00011523661,0.0000754349,0.00014270742,0.00031354537,0.0001362876],"domain_scores_gemma":[0.999046,0.0003513301,0.000053818054,0.00022763117,0.00020066477,0.00012045128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015834535,0.0020342525,0.0012824239,0.0012926826,0.0004570656,0.0022234705,0.0039635235,0.0013447911,0.21832357],"category_scores_gemma":[0.0029624428,0.001877135,0.0019082687,0.00096068316,0.0005101405,0.002130716,0.004019352,0.0023945633,0.11398213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011904448,0.0002690586,0.0014629643,0.0023064855,0.00021671529,0.00051911396,0.0005394954,0.016008815,0.015169037,0.022970537,0.67897564,0.2603717],"study_design_scores_gemma":[0.000414637,0.00016176167,0.0020710342,0.00046648955,0.00008635224,0.00062665966,0.0001292533,0.047666017,0.0196287,0.023486799,0.90508986,0.00017245307],"about_ca_topic_score_codex":0.0025308465,"about_ca_topic_score_gemma":0.004087812,"teacher_disagreement_score":0.21832357,"about_ca_system_score_codex":0.000681884,"about_ca_system_score_gemma":0.0011877364,"threshold_uncertainty_score":0.73036516},"labels":[],"label_agreement":null},{"id":"W3192762838","doi":"10.18260/1-2--37846","title":"The Critic as Designer: How Metacognition Makes Transdisciplinarity Possible","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"National Science Foundation","keywords":"Transdisciplinarity; Metacognition; Computer science; Cognitive science; Knowledge management; Human–computer interaction; Psychology; Epistemology; Cognition; Philosophy","score_opus":0.1384837256599833,"score_gpt":0.40409108014057904,"score_spread":0.26560735448059575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192762838","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21371211,0.0037609707,0.3012247,0.05691948,0.001945956,0.0004496937,0.00010561113,0.0015453313,0.4203362],"genre_scores_gemma":[0.91142046,0.0011236023,0.051613104,0.0039088232,0.00017682924,0.00026169032,0.00008164279,0.0008382935,0.030575516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97207165,0.019504525,0.0005497903,0.0035641585,0.00323298,0.0010769474],"domain_scores_gemma":[0.9620272,0.019621458,0.0039127404,0.0066538793,0.0042290757,0.0035556834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015983762,0.0011830088,0.00070553296,0.0032106633,0.008711706,0.020493876,0.0033260158,0.0056908047,0.010279046],"category_scores_gemma":[0.04564461,0.0011929969,0.0010413859,0.0014376595,0.026848905,0.016444968,0.014137718,0.006870929,0.0029927022],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025129347,0.00036900846,0.023072468,0.00094007736,0.0001505128,0.0019770567,0.4135128,0.0022221357,0.005182105,0.43087256,0.02190947,0.099540494],"study_design_scores_gemma":[0.00023677571,0.00046216117,0.008782051,0.0016021436,0.000252453,0.004715177,0.11490539,0.01172346,0.007323123,0.31515747,0.53451777,0.00032199008],"about_ca_topic_score_codex":0.0028763178,"about_ca_topic_score_gemma":0.0037985225,"teacher_disagreement_score":0.020493876,"about_ca_system_score_codex":0.0044867895,"about_ca_system_score_gemma":0.0057197176,"threshold_uncertainty_score":0.08453119},"labels":[],"label_agreement":null},{"id":"W3192764556","doi":"10.18260/1-2--37270","title":"Identifying Signature Pedagogies in a Multidisciplinary Engineering Program","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Signature (topology); Computer science; Software engineering; Systems engineering; Engineering; Mathematics; Sociology","score_opus":0.05084957169083804,"score_gpt":0.3135873781487683,"score_spread":0.26273780645793027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192764556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93408996,0.00044104367,0.005718052,0.009869831,0.00038531367,0.00042176127,0.00013546295,0.0001812081,0.04875734],"genre_scores_gemma":[0.9717007,0.0002849699,0.0050293705,0.0016149742,0.00004972953,0.00030193495,0.0001241767,0.000090124064,0.020804022],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98975384,0.0028205595,0.00042841153,0.0008912546,0.0032275687,0.0028783977],"domain_scores_gemma":[0.9739041,0.0029568877,0.0028478978,0.00090469414,0.0046100607,0.0147763835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065386547,0.00034959186,0.00045356626,0.0049771285,0.009676603,0.009171382,0.0017580907,0.0015881155,0.014840563],"category_scores_gemma":[0.018483715,0.0004623664,0.0003108401,0.0034359596,0.0026375693,0.005753401,0.011988081,0.0039359885,0.002867884],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031293742,0.004011287,0.3435892,0.00031097536,0.00002839566,0.0010373727,0.11261974,0.00033964307,0.006054651,0.032773424,0.03120153,0.4677209],"study_design_scores_gemma":[0.000059942857,0.0015385558,0.26414764,0.00088588236,0.000030163184,0.0013016183,0.51612025,0.0031017738,0.005355619,0.0188918,0.18846329,0.00010354767],"about_ca_topic_score_codex":0.0029505573,"about_ca_topic_score_gemma":0.0117636,"teacher_disagreement_score":0.014840563,"about_ca_system_score_codex":0.008380992,"about_ca_system_score_gemma":0.016619008,"threshold_uncertainty_score":0.06080866},"labels":[],"label_agreement":null},{"id":"W3193017087","doi":"10.18260/1-2--37090","title":"Entering the Discipline of Engineering Education Research: A Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Thematic analysis; Grounded theory; Axial coding; Sociology; Engineering education; Qualitative research; Engineering ethics; Pedagogy; Engineering; Social science","score_opus":0.07150401289080476,"score_gpt":0.3321486705001879,"score_spread":0.26064465760938316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193017087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4667275,0.004078349,0.4390626,0.026978478,0.0014099197,0.024124242,0.002372362,0.0002823033,0.03496427],"genre_scores_gemma":[0.5529305,0.0042951647,0.40002486,0.0037202262,0.0003644876,0.028197963,0.0014984492,0.00049010065,0.008478278],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9094778,0.070023775,0.004507955,0.0033533073,0.009879331,0.0027579474],"domain_scores_gemma":[0.89656687,0.08162588,0.0040401528,0.0036581105,0.012340992,0.0017680089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11537144,0.0010634293,0.0016298161,0.01579275,0.011954338,0.011741286,0.0037342582,0.00321986,0.0032426512],"category_scores_gemma":[0.08168779,0.0009678823,0.0016005436,0.022495618,0.016208407,0.011698499,0.010338842,0.0044408157,0.000505645],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062291096,0.00009003051,0.0022641374,0.001191823,0.000022791211,0.0006312327,0.9039272,0.0003172412,0.0024049417,0.046018153,0.0027486784,0.04032141],"study_design_scores_gemma":[0.000038013477,0.00007884219,0.0025428857,0.0025563866,0.000029887417,0.00052739785,0.87931186,0.0025387423,0.001673798,0.036961686,0.07367284,0.00006755664],"about_ca_topic_score_codex":0.0034584387,"about_ca_topic_score_gemma":0.0036301666,"teacher_disagreement_score":0.11537144,"about_ca_system_score_codex":0.011672533,"about_ca_system_score_gemma":0.019554373,"threshold_uncertainty_score":0.6101498},"labels":[],"label_agreement":null},{"id":"W3196611878","doi":"10.18260/1-2--38095","title":"WIP: Short Online Films to Help First-Year Students Write Reports as Engineers","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Mathematics education; Psychology","score_opus":0.029143606625850093,"score_gpt":0.2892919477932967,"score_spread":0.2601483411674466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196611878","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4832378,0.0075335107,0.10996501,0.022208365,0.012396908,0.005282023,0.008867507,0.015001182,0.33550778],"genre_scores_gemma":[0.56187147,0.008007915,0.2264896,0.0075358055,0.0042384295,0.0049832216,0.0068462836,0.002516473,0.17751072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993036,0.00030064493,0.000040023955,0.00008309361,0.0001940945,0.000078641824],"domain_scores_gemma":[0.9949915,0.0025439644,0.00044828464,0.00037863356,0.0006851384,0.00095261575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016921664,0.001188164,0.000288533,0.0006436224,0.0011810536,0.0018740508,0.0011244686,0.001111296,0.03584565],"category_scores_gemma":[0.009818881,0.0003722748,0.00031935214,0.00049234566,0.00051678356,0.002499111,0.0029017006,0.001686681,0.009632401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056236464,0.0010801742,0.0037471585,0.0014516735,0.00003531579,0.0012522223,0.02561402,0.00043399225,0.020797811,0.0018880658,0.5718014,0.37133577],"study_design_scores_gemma":[0.00018442399,0.001441295,0.015578379,0.0008980251,0.00006481416,0.0010773531,0.018054513,0.0010565426,0.009947018,0.002013257,0.9495998,0.00008448298],"about_ca_topic_score_codex":0.00028169065,"about_ca_topic_score_gemma":0.0010778116,"teacher_disagreement_score":0.03584565,"about_ca_system_score_codex":0.00034383978,"about_ca_system_score_gemma":0.00038761593,"threshold_uncertainty_score":0.119915605},"labels":[],"label_agreement":null},{"id":"W4214812365","doi":"10.18260/1-2--36540","title":"#LaHoraSTEAM (The STEAM Hour) – An Initiative to Promote STEM-STEAM Learning in Quarantine Times (Work in Progress)","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Science Foundation","keywords":"Interactivity; Work (physics); Public relations; Quality (philosophy); Political science; Engineering; Medical education; Pedagogy; Psychology; Computer science; Multimedia; Medicine","score_opus":0.07058207489842941,"score_gpt":0.3134160303098724,"score_spread":0.242833955411443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214812365","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35757527,0.009439913,0.015024909,0.043161362,0.008557621,0.0024891892,0.004179475,0.004497211,0.55507493],"genre_scores_gemma":[0.47751406,0.0032401471,0.030645,0.0040204516,0.0009699101,0.0010935324,0.0041357228,0.0011000994,0.47728115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993124,0.00022670967,0.000008271826,0.000064418746,0.00011104173,0.00027727534],"domain_scores_gemma":[0.9974241,0.0001768009,0.0000947165,0.000072325565,0.00026529166,0.0019667086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022172576,0.0005160538,0.000163036,0.0003648719,0.0014790158,0.0019285273,0.0009553249,0.0010686452,0.033676572],"category_scores_gemma":[0.0008434621,0.00016980196,0.000324468,0.0002088359,0.0007942001,0.0010848271,0.0023450123,0.0015990591,0.004906516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014888106,0.0027390942,0.0074654673,0.0015980728,0.000035510253,0.0012898193,0.026769098,0.00057936955,0.049198896,0.01293479,0.40013796,0.4957632],"study_design_scores_gemma":[0.00010659103,0.00091943797,0.018277451,0.00027583903,0.000009685516,0.00012730333,0.009562904,0.00030755345,0.0048073013,0.0005991633,0.9649805,0.000026315007],"about_ca_topic_score_codex":0.007706936,"about_ca_topic_score_gemma":0.016012663,"teacher_disagreement_score":0.033676572,"about_ca_system_score_codex":0.0010280429,"about_ca_system_score_gemma":0.0041351286,"threshold_uncertainty_score":0.112659335},"labels":[],"label_agreement":null},{"id":"W4214819335","doi":"10.18260/1-2--36896","title":"Deep Learning at a Distance: Remotely Working to Surveil Sharks","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Ichthyology and Marine Biology","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process (computing); Artificial intelligence; Field (mathematics); Drone; Variety (cybernetics); Domain (mathematical analysis); Deep learning; Zoom; Data science; Engineering","score_opus":0.041549210107160346,"score_gpt":0.2650590577691595,"score_spread":0.22350984766199916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214819335","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5762819,0.0010013751,0.39350575,0.005231047,0.00087135285,0.00017779293,0.00048524715,0.0054822685,0.016963204],"genre_scores_gemma":[0.9327945,0.00018537496,0.062340558,0.0007060302,0.000104026985,0.000056526136,0.0005229938,0.00008823808,0.0032016803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927837,0.00021335078,0.000021155352,0.0001585177,0.00016234246,0.0001662416],"domain_scores_gemma":[0.9990752,0.00029414054,0.00007936188,0.000109604975,0.00023134303,0.0002103997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009088447,0.00079144706,0.00044164978,0.00038919572,0.00045630024,0.00062374456,0.0010666989,0.000832931,0.0017439032],"category_scores_gemma":[0.0023210128,0.00021599595,0.00028716328,0.00024371917,0.0005395699,0.0015497642,0.0016506441,0.0014890047,0.0007683354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011099766,0.0011120163,0.02970542,0.0002693711,0.00013398907,0.0011589302,0.0014455026,0.19889534,0.047980495,0.0037374427,0.028097654,0.6863539],"study_design_scores_gemma":[0.0000788298,0.00066646334,0.007448392,0.000083923806,0.000047714933,0.00019751958,0.0014750271,0.95570743,0.014209766,0.009472733,0.010559302,0.000053066953],"about_ca_topic_score_codex":0.0033098294,"about_ca_topic_score_gemma":0.004805021,"teacher_disagreement_score":0.0033098294,"about_ca_system_score_codex":0.00040805267,"about_ca_system_score_gemma":0.00082064146,"threshold_uncertainty_score":0.0065811276},"labels":[],"label_agreement":null},{"id":"W4214944413","doi":"10.18260/1-2--36561","title":"A Combined E-Portfolio and Microcredentialing Tool for Engineering Identities and Career Pathways","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Coursework; Portfolio; Credentialing; Popularity; Career Pathways; Computer science; Career portfolio; Professional development; Medical education; Pedagogy; Psychology; Career development; Business","score_opus":0.08096978241709823,"score_gpt":0.3331106096662138,"score_spread":0.2521408272491156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214944413","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8323265,0.00037850297,0.08837511,0.0014423903,0.00020363924,0.001304631,0.0008804371,0.003600141,0.071488656],"genre_scores_gemma":[0.7773036,0.0002605912,0.19615571,0.00029117859,0.000047022575,0.0007197295,0.00051384413,0.00021751461,0.024490885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976891,0.0012445924,0.0001491592,0.0002733012,0.0004929533,0.00015088865],"domain_scores_gemma":[0.990341,0.006084842,0.00049487915,0.0014994071,0.0006665057,0.00091330835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026496765,0.00054195843,0.00029223305,0.0015762157,0.00092094915,0.0028492566,0.0010598627,0.000609929,0.014392208],"category_scores_gemma":[0.013028545,0.00019819837,0.00024688873,0.0011331231,0.00038680315,0.0031719317,0.0030512854,0.00060464046,0.0028555142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035472197,0.001699563,0.021388128,0.0002307201,0.000011810024,0.0004457231,0.012732617,0.00042023286,0.0049496363,0.0045600752,0.0069172685,0.94628954],"study_design_scores_gemma":[0.00060089753,0.008184376,0.2318277,0.0014946385,0.00025155785,0.008100246,0.07102075,0.033961914,0.05602903,0.029035429,0.55895704,0.0005364106],"about_ca_topic_score_codex":0.00030996266,"about_ca_topic_score_gemma":0.0008576351,"teacher_disagreement_score":0.014392208,"about_ca_system_score_codex":0.00042329883,"about_ca_system_score_gemma":0.0010550558,"threshold_uncertainty_score":0.048146725},"labels":[],"label_agreement":null},{"id":"W4391954912","doi":"10.18260/1-2--37548","title":"Optimized Cohort Creation for Hybrid Online Design-learning During COVID-19","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Online learning; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Multimedia; Medicine; Statistics; Mathematics","score_opus":0.04887497729529427,"score_gpt":0.30353312217725525,"score_spread":0.254658144881961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391954912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2587014,0.0002077299,0.7314071,0.00026010888,0.00008749688,0.00052937336,0.0006779938,0.0048815506,0.0032472864],"genre_scores_gemma":[0.57849324,0.0000718717,0.41503274,0.000115539566,0.000022785529,0.00038087863,0.0019975065,0.00024013162,0.003645377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99921703,0.00021882674,0.000032425007,0.0002542561,0.00014274706,0.00013480817],"domain_scores_gemma":[0.9974721,0.0010420535,0.00020088203,0.00069665484,0.00030839842,0.00027982687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002346951,0.00073477975,0.000536744,0.0010126058,0.0007676807,0.0010502137,0.0016789105,0.0009798267,0.0031277982],"category_scores_gemma":[0.0051128804,0.00041520002,0.0009878338,0.0005706221,0.00046931123,0.0012149278,0.001567476,0.00087132456,0.00083722523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072462525,0.000835317,0.024656245,0.00014920667,0.00009172819,0.00023659143,0.00059691863,0.6000579,0.011151041,0.009051366,0.00733617,0.34511283],"study_design_scores_gemma":[0.000040284755,0.00014216766,0.0013062048,0.00000866091,0.00001263645,0.000047987556,0.00012071573,0.9875826,0.00337358,0.0049032154,0.0024489788,0.000012827515],"about_ca_topic_score_codex":0.006294099,"about_ca_topic_score_gemma":0.011883844,"teacher_disagreement_score":0.006294099,"about_ca_system_score_codex":0.0011020435,"about_ca_system_score_gemma":0.0017824941,"threshold_uncertainty_score":0.012514949},"labels":[],"label_agreement":null},{"id":"W4391955045","doi":"10.18260/1-2--37485","title":"Mastery Learning for Undergraduates in Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; Queen's University","funders":"","keywords":"Obsolescence; Lifelong learning; Engineering education; Excellence; Order (exchange); Computer science; Mathematics education; Psychology; Perfection; Engineering management; Pedagogy; Engineering","score_opus":0.05353682002349446,"score_gpt":0.2747404312070768,"score_spread":0.22120361118358234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955045","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18515448,0.03554619,0.017966889,0.1980549,0.005062072,0.00044811965,0.00035608126,0.0011903598,0.5562209],"genre_scores_gemma":[0.5760162,0.0179496,0.020484757,0.020259298,0.003060548,0.00044758833,0.00056676817,0.0003511041,0.36086425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99758697,0.0006300927,0.00008599285,0.00022722266,0.0008014738,0.00066818023],"domain_scores_gemma":[0.9931265,0.0006521774,0.00044089367,0.00045455823,0.00059394253,0.004731917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037459524,0.0006435832,0.0006004388,0.0011781534,0.0032196182,0.0067366473,0.0009849408,0.0021753025,0.03355145],"category_scores_gemma":[0.009254406,0.0002844146,0.0005321991,0.00060591684,0.0016469486,0.0059102536,0.011080131,0.003960637,0.010697174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009417784,0.0011649375,0.011245081,0.00052621344,0.000014314839,0.00035797275,0.020220157,0.0003375257,0.0022970461,0.076010734,0.17849511,0.7092368],"study_design_scores_gemma":[0.000022988066,0.0007759749,0.020543758,0.0009778531,0.00000860533,0.0009024485,0.010486333,0.00054839306,0.0013231431,0.0700262,0.89434916,0.00003505128],"about_ca_topic_score_codex":0.0005103365,"about_ca_topic_score_gemma":0.0014947996,"teacher_disagreement_score":0.03355145,"about_ca_system_score_codex":0.0020641782,"about_ca_system_score_gemma":0.0058525708,"threshold_uncertainty_score":0.11224079},"labels":[],"label_agreement":null},{"id":"W4391955108","doi":"10.18260/1-2--37401","title":"Investigating Team Roles Within Long-Term Project-Based Learning Experiences","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Accreditation; Computer science; Key (lock); Term (time); Discussion board; Knowledge management; Human–computer interaction; Multimedia; Medical education","score_opus":0.1311899471420752,"score_gpt":0.4032651649583378,"score_spread":0.27207521781626265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99565864,0.00014337427,0.0011589722,0.00019747455,0.000020698917,0.00003896445,0.000013752887,0.000006473546,0.0027616615],"genre_scores_gemma":[0.99848336,0.00012795163,0.0004940289,0.00004736884,0.000008733789,0.00006197772,0.000020317788,0.000005873864,0.0007504961],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9871624,0.008657089,0.00040884712,0.00075582,0.0021133416,0.00090247614],"domain_scores_gemma":[0.9700382,0.018226657,0.0043132626,0.0011695537,0.0032292274,0.0030231092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011506908,0.00030139636,0.00038410164,0.0015305228,0.0032361967,0.0057996805,0.0014869099,0.0010450896,0.002361263],"category_scores_gemma":[0.031406943,0.00036937936,0.0003671063,0.00079639367,0.0032246017,0.0025886835,0.0063853706,0.0017653721,0.00047488595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001037675,0.0007306922,0.060879856,0.0003047088,0.000038885843,0.00073505274,0.89204186,0.00024761574,0.0021130661,0.0011188885,0.00058953353,0.04109605],"study_design_scores_gemma":[0.000015156544,0.00066386844,0.056589752,0.00033925584,0.000019404974,0.00039737197,0.93036914,0.00045433527,0.0010372109,0.00091630046,0.00915277,0.000045445162],"about_ca_topic_score_codex":0.00087007723,"about_ca_topic_score_gemma":0.0019198669,"teacher_disagreement_score":0.011506908,"about_ca_system_score_codex":0.0015056444,"about_ca_system_score_gemma":0.0015286708,"threshold_uncertainty_score":0.06085503},"labels":[],"label_agreement":null},{"id":"W4391955551","doi":"10.18260/1-2--37031","title":"Engage AI: Leveraging Video Analytics for Instructor-class Awareness in Virtual Classroom Settings","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Analytics; Class (philosophy); Learning analytics; Multimedia; Data science; Human–computer interaction; Artificial intelligence","score_opus":0.07682481727739748,"score_gpt":0.34618121081768066,"score_spread":0.2693563935402832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6249236,0.0007415076,0.32907116,0.00052635453,0.00027508356,0.0011460449,0.003993075,0.028393595,0.010929455],"genre_scores_gemma":[0.8992913,0.00018725685,0.095274,0.00017886466,0.00011728139,0.0004176476,0.0015952162,0.0003762108,0.0025623147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898845,0.00026402643,0.000062088955,0.00031244667,0.0002783454,0.00009470949],"domain_scores_gemma":[0.9966702,0.0017263847,0.00045477107,0.00024782677,0.00048074874,0.00042011743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011490744,0.0008587005,0.00048274483,0.0028599603,0.00027056556,0.0016749821,0.00085646077,0.0005246326,0.0019391784],"category_scores_gemma":[0.005790831,0.00027544005,0.0002257142,0.0007875061,0.00020463485,0.0017305475,0.0015184928,0.0007016971,0.00091337145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014248323,0.0017939319,0.070023514,0.0006418047,0.00027312632,0.00042436057,0.0034753599,0.0055856896,0.08624147,0.00088356016,0.012255683,0.81697667],"study_design_scores_gemma":[0.00029076918,0.002867789,0.29100558,0.00029924727,0.00031962534,0.0011247481,0.006583883,0.5675048,0.09136962,0.009336293,0.02880859,0.00048907177],"about_ca_topic_score_codex":0.0018074317,"about_ca_topic_score_gemma":0.0037343204,"teacher_disagreement_score":0.0028599603,"about_ca_system_score_codex":0.0002864485,"about_ca_system_score_gemma":0.0003225764,"threshold_uncertainty_score":0.0064871907},"labels":[],"label_agreement":null},{"id":"W4391956855","doi":"10.18260/1-2--37709","title":"Serious Games in Engineering: The Current State, Trends, and Future","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Current (fluid); State (computer science); Computer science; Data science; Engineering; Electrical engineering; Programming language","score_opus":0.040231910893056076,"score_gpt":0.3268080426544747,"score_spread":0.28657613176141866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391956855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030326828,0.8998743,0.0061664516,0.021933254,0.00086564815,0.00012211298,0.00022743107,0.00015533446,0.04032866],"genre_scores_gemma":[0.13828483,0.836901,0.011694612,0.0038951552,0.0011505473,0.00010704718,0.00044849658,0.00007429182,0.007443991],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744403,0.0008222366,0.00032083457,0.00023347001,0.00097289745,0.00020658885],"domain_scores_gemma":[0.99049944,0.005793949,0.00095590774,0.0002399626,0.0016084238,0.00090229727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033556137,0.00056969014,0.000622847,0.004480619,0.0008071366,0.0058710105,0.0010245905,0.0015912525,0.00572693],"category_scores_gemma":[0.0074012303,0.0003021818,0.00035848498,0.0067805643,0.0022198048,0.00782123,0.002361418,0.0018440053,0.001090339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010285384,0.00018151708,0.0055092694,0.005857259,0.000018288867,0.000118593875,0.002513245,0.0002969257,0.0011919489,0.023753118,0.008880345,0.9515766],"study_design_scores_gemma":[0.000032565775,0.0007974668,0.03311406,0.02810629,0.00009834416,0.0019642243,0.020611553,0.0013547655,0.0015873873,0.049172997,0.86304027,0.00012005367],"about_ca_topic_score_codex":0.003071142,"about_ca_topic_score_gemma":0.007926635,"teacher_disagreement_score":0.0058710105,"about_ca_system_score_codex":0.0018031732,"about_ca_system_score_gemma":0.0033964575,"threshold_uncertainty_score":0.019158483},"labels":[],"label_agreement":null},{"id":"W4391956887","doi":"10.18260/1-2--36970","title":"Development of Attachments for the Quanser Qube","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quanser (Canada)","funders":"","keywords":"Computer science; MATLAB; Set (abstract data type); Servo; Software; Inverted pendulum; Turbine; Servomotor; Linkage (software); Simulation; Operating system; Programming language; Mechanical engineering; Engineering; Artificial intelligence","score_opus":0.06621556865739746,"score_gpt":0.30562311429046524,"score_spread":0.23940754563306776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391956887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054052602,0.00097102264,0.829006,0.0015685034,0.0028926898,0.0046445485,0.004596133,0.032497104,0.069771394],"genre_scores_gemma":[0.09520333,0.000888277,0.6813038,0.0011604999,0.00025627232,0.0052489503,0.008508621,0.005238319,0.20219195],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983487,0.00015245372,0.00010426943,0.00031643896,0.0009280714,0.00015014496],"domain_scores_gemma":[0.9972485,0.00027036504,0.00012792664,0.00047146427,0.0014909765,0.00039074503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023910804,0.0013757665,0.0010741027,0.0015405158,0.0011074783,0.0010393081,0.0031861633,0.0012851721,0.09977299],"category_scores_gemma":[0.0063257855,0.0011762017,0.0005010367,0.0007982228,0.00060230045,0.0025271778,0.0037743035,0.0014887913,0.045273144],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012330101,0.0008922772,0.0058452077,0.0016652948,0.00004657962,0.0010629205,0.0011673258,0.0028832825,0.18518332,0.030475397,0.13841002,0.63113534],"study_design_scores_gemma":[0.00016559473,0.0019737168,0.008352665,0.00042999338,0.00008295049,0.0015363365,0.0003617325,0.018889334,0.09585772,0.0046741827,0.8675151,0.00016070576],"about_ca_topic_score_codex":0.001489077,"about_ca_topic_score_gemma":0.0020957072,"teacher_disagreement_score":0.09977299,"about_ca_system_score_codex":0.0007425677,"about_ca_system_score_gemma":0.0012339631,"threshold_uncertainty_score":0.3337739},"labels":[],"label_agreement":null},{"id":"W4391963371","doi":"10.18260/1-2--37673","title":"Resilience and Innovation in Response to COVID-19: Learnings from Northeast Academic Makerspaces","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Experiential learning; Engineering education; Higher education; Curriculum; Pandemic; Engineering; Sociology; Pedagogy; Political science; Engineering management; Medicine","score_opus":0.06981795966438196,"score_gpt":0.3414601149451684,"score_spread":0.27164215528078645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635871,0.00030617765,0.001536691,0.01158933,0.0001994524,0.000033415356,0.00004616573,0.000062254796,0.022639388],"genre_scores_gemma":[0.9965564,0.00013013295,0.00035969875,0.0007019888,0.000015813557,0.00001593099,0.00002048684,0.000020247426,0.0021793842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934528,0.0027975386,0.00014396319,0.000611829,0.001278925,0.0017149802],"domain_scores_gemma":[0.98796904,0.0030619863,0.0012021331,0.0011115031,0.0013911504,0.0052641495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011305368,0.00053175667,0.00052788656,0.0015943758,0.018517653,0.014282571,0.0025249536,0.0028415287,0.0064253593],"category_scores_gemma":[0.011651797,0.00035642742,0.0005640102,0.0014762826,0.01896955,0.0074320757,0.02721387,0.004962919,0.00070513645],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012879755,0.00030691395,0.029703762,0.000095216754,0.000022255312,0.001769279,0.8964156,0.00062621286,0.0011591443,0.026024336,0.007917587,0.03583076],"study_design_scores_gemma":[0.000006462014,0.00012149166,0.011796075,0.000120141995,0.000008526704,0.00016510344,0.9362562,0.00045507078,0.00069842563,0.0066414494,0.043680076,0.00005102418],"about_ca_topic_score_codex":0.014860102,"about_ca_topic_score_gemma":0.038819753,"teacher_disagreement_score":0.018517653,"about_ca_system_score_codex":0.01191327,"about_ca_system_score_gemma":0.011577724,"threshold_uncertainty_score":0.086437225},"labels":[],"label_agreement":null},{"id":"W4391963531","doi":"10.18260/1-2--38139","title":"Work in Progress: Determining a Mathematical Model to Study the Relationship Between Pedagogical Strategies and the Attainment of Student-learning Outcomes","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Computer science; Class (philosophy); Mathematics education; Work (physics); Linear model; Controller (irrigation); Control (management); Artificial intelligence; Psychology; Engineering; Machine learning","score_opus":0.1714236666109712,"score_gpt":0.3833461367710176,"score_spread":0.2119224701600464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057695005,0.0005551363,0.9296895,0.0008687677,0.00007457131,0.00015356019,0.0001285797,0.00024251945,0.01059237],"genre_scores_gemma":[0.8754237,0.0014564049,0.10771299,0.00010332249,0.000068758076,0.0009071813,0.0003022431,0.0001322333,0.013893024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870765,0.00053362706,0.000058621576,0.00024284345,0.00035295408,0.00010427499],"domain_scores_gemma":[0.9947982,0.00352491,0.00070500816,0.0002617776,0.0005936074,0.000116389325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032987595,0.0011150829,0.0007508136,0.00073927344,0.0003788408,0.0014218951,0.0013674606,0.0011288906,0.00395817],"category_scores_gemma":[0.017176613,0.00046870098,0.0006416726,0.0005719829,0.0009222791,0.0030449284,0.0010149712,0.0012619289,0.0015969534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000849157,0.00030317964,0.0068248054,0.00034379057,0.00008564556,0.0002183591,0.00039982083,0.8785463,0.0028442142,0.053292084,0.0009662879,0.056090593],"study_design_scores_gemma":[0.000015760523,0.00023682794,0.0016007686,0.000059791375,0.000032652486,0.000054194865,0.00008191231,0.9757572,0.0019952015,0.018345436,0.0017996717,0.000020621808],"about_ca_topic_score_codex":0.0032394517,"about_ca_topic_score_gemma":0.0020909659,"teacher_disagreement_score":0.00395817,"about_ca_system_score_codex":0.0009770506,"about_ca_system_score_gemma":0.0021782645,"threshold_uncertainty_score":0.017445743},"labels":[],"label_agreement":null},{"id":"W4391972197","doi":"10.18260/1-2--38113","title":"Work in Progress Pilot Study: Virtual Reality for Computational Thinking Foundations and STEM Enrichment","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Aeronautics and Space Administration","keywords":"Virtual reality; Computer science; Work (physics); Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.12231605558389706,"score_gpt":0.34676234120336935,"score_spread":0.22444628561947227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97726154,0.00013507238,0.0061443574,0.0005522562,0.00013632781,0.0065285536,0.0004683684,0.00026935642,0.00850422],"genre_scores_gemma":[0.95802504,0.00030229293,0.02373811,0.000502197,0.000082350954,0.007810887,0.00070676545,0.000081778,0.00875057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962626,0.0022133794,0.00015741355,0.00039700777,0.0004546237,0.0005150247],"domain_scores_gemma":[0.990334,0.004105785,0.00031894885,0.0011953883,0.0018958367,0.0021499717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068706395,0.0007187592,0.000843178,0.0007816848,0.00178885,0.0017119666,0.0017184387,0.0012066087,0.008888924],"category_scores_gemma":[0.010067888,0.00064136565,0.00068047526,0.00044438272,0.001232793,0.0012057751,0.0017926549,0.0018267445,0.0020692458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011371794,0.20443004,0.08390316,0.0027197858,0.00025410237,0.0060981107,0.1165215,0.003915806,0.06620555,0.004991155,0.01801943,0.48156953],"study_design_scores_gemma":[0.008897133,0.46168268,0.19576955,0.0006990433,0.0005880146,0.0027160626,0.10886011,0.008848824,0.0739358,0.0035662665,0.13400863,0.00042790276],"about_ca_topic_score_codex":0.002836948,"about_ca_topic_score_gemma":0.0034486628,"teacher_disagreement_score":0.008888924,"about_ca_system_score_codex":0.00075231434,"about_ca_system_score_gemma":0.0032851417,"threshold_uncertainty_score":0.036335886},"labels":[],"label_agreement":null},{"id":"W4391987017","doi":"10.18260/1-2--37353","title":"Integrating 3D Printing into Engineering Technology Curriculum","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Ohio Department of Higher Education","keywords":"Coursework; Process (computing); Engineering management; Rapid prototyping; Curriculum; 3D printing; Manufacturing engineering; Engineering; Engineering education; Order (exchange); Computer science; Systems engineering; Mechanical engineering; Business","score_opus":0.02039647683508132,"score_gpt":0.24752378254631477,"score_spread":0.22712730571123346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391987017","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16024216,0.008424762,0.19222343,0.015545356,0.0028607687,0.00094057946,0.0008457997,0.0029313706,0.6159857],"genre_scores_gemma":[0.5190086,0.015053463,0.26175943,0.0042600115,0.00089334074,0.0008952798,0.0016196449,0.0007420987,0.19576818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984871,0.00030959793,0.000093754796,0.00015367995,0.00076750404,0.00018832673],"domain_scores_gemma":[0.9980615,0.0003263174,0.00015032338,0.00015864146,0.0006033183,0.0006999509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001480582,0.00057233137,0.00034902725,0.0017267582,0.0007757221,0.004440803,0.0010629679,0.0010837942,0.019342877],"category_scores_gemma":[0.003242767,0.00025206583,0.00058730197,0.001521137,0.0005902011,0.0017099426,0.0044491654,0.0014220474,0.008208374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038177066,0.0011256342,0.005986151,0.000820761,0.000011186966,0.00034838606,0.0015195452,0.0061082933,0.014362639,0.03658519,0.030911284,0.90218276],"study_design_scores_gemma":[0.000021691088,0.0003954602,0.01940726,0.002113187,0.00003118293,0.0007344747,0.001848615,0.009699149,0.021201756,0.04284381,0.9016313,0.000072188705],"about_ca_topic_score_codex":0.00093471847,"about_ca_topic_score_gemma":0.0013251404,"teacher_disagreement_score":0.019342877,"about_ca_system_score_codex":0.0020132975,"about_ca_system_score_gemma":0.003990665,"threshold_uncertainty_score":0.06470835},"labels":[],"label_agreement":null}]}