{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":49,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":49,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"fb20bb09cc9a","filters":{"venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings"}},"results":[{"id":"W3192577012","doi":"10.18260/1-2--36988","title":"Diversity, Equity, and Inclusion in Civil and Environmental Engineering Education: Social Justice in a Changing Climate","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Standards and Technology; Queen's University; Rice University; National Physical Science Consortium; Carnegie Mellon University; U.S. Department of Energy; National Science Foundation","keywords":"Social justice; Equity (law); Social equality; Diversity (politics); Inclusion (mineral); Environmental justice; Cultural diversity; Political science; Civil rights; Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","authors":[{"name":"Daniel Erian Armanios","is_ca":false},{"name":"Sarah Christian","is_ca":false},{"name":"Andrea Francioni Rooney","is_ca":false},{"name":"Millard McElwee","is_ca":false},{"name":"J. Moore","is_ca":false},{"name":"Destenie Nock","is_ca":false},{"name":"Constantine Samaras","is_ca":false},{"name":"Gerald Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05298520572312612,"gpt":0.3044455750577211,"spread":0.251460369334595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009182573,0.0001516783,0.000178553,0.0005280402,0.0018463,0.0005905784,0.0003926726,0.0001070193,0.00009097306],"category_scores_gemma":[0.00008909438,0.0001694071,0.00002651677,0.000540712,0.0001496149,0.001856796,0.04522933,0.0002146178,0.000003331407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002493969,"about_ca_system_score_gemma":0.000147683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007047278,"about_ca_topic_score_gemma":0.0009166874,"domain_scores_codex":[0.9984939,0.00001632359,0.0001701597,0.0003723068,0.0005190293,0.0004283453],"domain_scores_gemma":[0.999696,0.00005296983,0.00004089221,0.00002359472,0.00007131262,0.0001152505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009769143,0.0001353297,0.1299922,0.0004705103,0.00002295368,0.00004141039,0.7043874,0.000001361327,0.0007087028,0.08370425,0.0005578687,0.07988029],"study_design_scores_gemma":[0.001616621,0.0001454269,0.1864123,0.001550123,0.0001559486,0.000009263313,0.7924398,0.003080065,0.0001677734,0.005704456,0.007396489,0.001321759],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906874,0.0003545712,0.00002467137,0.002241323,0.0003546507,0.0002443053,0.00003423064,0.00004454539,0.006014278],"genre_scores_gemma":[0.9984812,0.0006906649,0.00001098221,0.000250111,0.0001906026,0.00001303137,0.0000138471,0.00000673657,0.000342784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08805239,"threshold_uncertainty_score":0.9994532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391956855","doi":"10.18260/1-2--37709","title":"Serious Games in Engineering: The Current State, Trends, and Future","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Current (fluid); State (computer science); Computer science; Data science; Engineering; Electrical engineering; Programming language","authors":[{"name":"Javeed Kittur","is_ca":true},{"name":"Tahzinul Islam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04023191089305608,"gpt":0.3268080426544747,"spread":0.2865761317614187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000260683,0.0002416366,0.0002038857,0.0002869815,0.00005882422,0.0006811806,0.0003890255,0.00007513643,0.0004478274],"category_scores_gemma":[0.00004903963,0.0001718915,0.00005503202,0.0006375875,0.00009192724,0.0006941297,0.0001166531,0.0005432162,0.00005375136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004451334,"about_ca_system_score_gemma":0.00008059281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007755086,"about_ca_topic_score_gemma":0.00003052208,"domain_scores_codex":[0.9985639,0.00001911601,0.0003412557,0.0005346219,0.0002181294,0.0003229739],"domain_scores_gemma":[0.9993143,0.00008487867,0.00007563515,0.0001222134,0.0002984017,0.000104546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005525495,0.00008874994,0.00416869,0.00007980144,0.00005083477,0.000005432369,0.02047551,0.000002166359,0.0001620981,0.06987137,0.0110941,0.893946],"study_design_scores_gemma":[0.000365734,0.00017425,0.5486327,0.0002261839,0.00003389045,0.00002259711,0.01407242,0.0007376672,0.00006161765,0.00061175,0.4346741,0.0003871151],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.962856,0.01048131,0.0001195648,0.02031101,0.003436415,0.0003838078,0.0001302365,0.0001173364,0.002164313],"genre_scores_gemma":[0.9930093,0.0008635202,0.000008632959,0.0001517845,0.0007257152,0.0002439434,0.00003762201,0.00002323678,0.004936302],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8935589,"threshold_uncertainty_score":0.7009532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192281139","doi":"10.18260/1-2--37573","title":"Penalized for Excellence: The Invisible Hand of Career-Track Stratification","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Meritocracy; Excellence; Sociology; Curriculum; Narrative; Cognitive reframing; Framing (construction); Career Pathways; Career counseling; Public relations; Pedagogy; Political science; Psychology; Engineering; Social psychology","authors":[{"name":"Cindy Rottmann","is_ca":true},{"name":"Emily Moore","is_ca":true},{"name":"Doug Reeve","is_ca":true},{"name":"Andrea Chan","is_ca":true},{"name":"Milan Maljkovic","is_ca":true},{"name":"Dimpho Radebe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1679348713077492,"gpt":0.3939144172071521,"spread":0.225979545899403,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001158416,0.0001682606,0.0002523366,0.0001369478,0.0005640407,0.001664144,0.0007792605,0.0001284818,0.0004990357],"category_scores_gemma":[0.0007438406,0.0001207662,0.0001256498,0.0005899332,0.0005047595,0.00138795,0.00007013476,0.000167579,0.00003031764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005851826,"about_ca_system_score_gemma":0.0008729983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002956829,"about_ca_topic_score_gemma":0.000417226,"domain_scores_codex":[0.9982512,0.00005129691,0.0004870369,0.0003790962,0.0005064139,0.0003249772],"domain_scores_gemma":[0.9970031,0.000347873,0.0002174374,0.000126178,0.002172379,0.0001330248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006713466,0.00007153759,0.002149503,0.0002950989,0.0000717819,3.980409e-7,0.2086312,0.000001242555,0.008200447,0.731888,0.03287616,0.0157475],"study_design_scores_gemma":[0.0005610122,0.0003260733,0.002650148,0.0008219455,0.0001129356,0.00000214639,0.622943,0.0003758704,0.01176211,0.007747446,0.3522004,0.0004968538],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9567282,0.001239371,0.001176434,0.0211128,0.001674946,0.001887224,0.0002874613,0.00009741337,0.01579615],"genre_scores_gemma":[0.9856978,0.0002463185,0.00002834035,0.000146843,0.0007436808,0.0003033993,0.00002366015,0.00001446126,0.01279551],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7241405,"threshold_uncertainty_score":0.9993722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3193017087","doi":"10.18260/1-2--37090","title":"Entering the Discipline of Engineering Education Research: A Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Thematic analysis; Grounded theory; Axial coding; Sociology; Engineering education; Qualitative research; Engineering ethics; Pedagogy; Engineering; Social science","authors":[{"name":"Renato Rodrigues","is_ca":true},{"name":"Jeffrey Paul","is_ca":true},{"name":"Jillian Seniuk Cicek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07150401289080476,"gpt":0.3321486705001879,"spread":0.2606446576093832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005388336,0.000224223,0.0002795867,0.0007027764,0.00008534102,0.0005618004,0.0006189467,0.00006734255,0.0002608105],"category_scores_gemma":[0.0001767684,0.0001637673,0.000129368,0.002187402,0.00006364907,0.0007108834,0.000187398,0.0003947819,0.00003122952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001212631,"about_ca_system_score_gemma":0.0001195487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002623618,"about_ca_topic_score_gemma":0.000006319184,"domain_scores_codex":[0.9984685,0.00001044087,0.0004454159,0.0002914469,0.0004545196,0.0003296967],"domain_scores_gemma":[0.9989391,0.0001086269,0.00003974299,0.0001645896,0.0006341094,0.0001138064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008930053,0.001201653,0.008613928,0.01329459,0.00959745,0.00001899652,0.1919454,0.04918332,0.1232627,0.31789,0.05475177,0.2301509],"study_design_scores_gemma":[0.0004434003,0.0002401189,0.03626774,0.005034387,0.0009361092,0.00003252302,0.09411839,0.8121711,0.02812826,0.0007921755,0.02016448,0.001671313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983307,0.001151868,0.01087139,0.0007854204,0.00106948,0.0004008602,0.00003235148,0.0003275707,0.002054077],"genre_scores_gemma":[0.9983481,0.0001647143,0.0001763459,0.00001385036,0.0001595309,0.0002006867,0.00002772552,0.00003381645,0.0008752347],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7629878,"threshold_uncertainty_score":0.6678237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191744308","doi":"10.18260/1-2--37145","title":"Exploring Self-directed Learning Among Engineering Undergraduates in the Extensive Online Instruction Environment During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Virology; Multimedia; Medicine","authors":[{"name":"Qin Liu","is_ca":true},{"name":"Juliette Sweeney","is_ca":true},{"name":"Greg J. Evans","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1046839324441621,"gpt":0.2834732374308084,"spread":0.1787893049866464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007073652,0.0003591606,0.0002921827,0.0003467753,0.0004047727,0.001691141,0.001419767,0.00009092213,0.00001504076],"category_scores_gemma":[0.0007435502,0.0002400406,0.0001153034,0.00105402,0.0001102561,0.002933242,0.0006148379,0.001296385,0.00001698203],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002670679,"about_ca_system_score_gemma":0.0001396867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002199906,"about_ca_topic_score_gemma":0.00003427824,"domain_scores_codex":[0.9975439,0.00009040198,0.0004842583,0.0007616652,0.0006025855,0.0005172253],"domain_scores_gemma":[0.9988621,0.0003742148,0.0001631857,0.0002204711,0.0002207337,0.0001593293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002076025,0.0008778587,0.499357,0.00168495,0.0009998912,0.0007692299,0.2252951,0.1031332,0.01173056,0.08014977,0.0007286833,0.07506617],"study_design_scores_gemma":[0.0007968046,0.0002513249,0.1072145,0.0004872283,0.0000726574,0.0001902564,0.03495762,0.8501862,0.0002246949,0.0005853371,0.004284106,0.0007492614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9872292,0.0002120339,0.003634515,0.007262997,0.0003180193,0.0003012087,0.000008475781,0.001004798,0.0000287557],"genre_scores_gemma":[0.9978367,0.0008856163,0.0003636547,0.0002077042,0.0002854316,0.0001033195,0.00001515089,0.00002646376,0.0002759364],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.747053,"threshold_uncertainty_score":0.9993452,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187972138","doi":"10.18260/1-2--36719","title":"Assessing the Impact of Transitioning Introductory Design Instruction to an Online Environment","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor; University of Waterloo","funders":"","keywords":"Deliverable; Mechatronics; Teamwork; Computer science; Task (project management); Mathematics education; Engineering education; Engineering management; Psychology; Engineering; Artificial intelligence; Management; Systems engineering","authors":[{"name":"Christopher Rennick","is_ca":true},{"name":"Carol Hulls","is_ca":true},{"name":"Andrew Gryguć","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08504109003774969,"gpt":0.3044233494903075,"spread":0.2193822594525578,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000214457,0.0002104727,0.0002339928,0.0001145738,0.00008957853,0.0002996809,0.0002891886,0.00009372811,0.0002718106],"category_scores_gemma":[0.0001097449,0.0001614686,0.00007594928,0.0003728464,0.00007565859,0.001457181,0.00006201567,0.0002677607,0.000007117269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001337105,"about_ca_system_score_gemma":0.0001188428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006179439,"about_ca_topic_score_gemma":0.000002796598,"domain_scores_codex":[0.9988165,0.00002209585,0.0003380699,0.0002922749,0.0002709205,0.0002600768],"domain_scores_gemma":[0.9992213,0.00003503003,0.00005628443,0.0001368958,0.000371451,0.0001790131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00007888293,0.0005037249,0.001443294,0.0002754595,0.0002929616,0.000005863873,0.01587295,0.07571694,0.6961368,0.0006434004,0.002019283,0.2070104],"study_design_scores_gemma":[0.001861864,0.001523618,0.5173931,0.0009767732,0.0002203147,0.0001105105,0.06167846,0.2152109,0.1975575,0.0006137228,0.001117896,0.001735352],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9414975,0.00008642374,0.05719141,0.0005211664,0.000358494,0.0001670144,0.00004048057,0.00008213035,0.00005539154],"genre_scores_gemma":[0.998027,0.00007083443,0.001311791,0.00004046059,0.0003652475,0.00003212566,0.00008037245,0.00002499326,0.00004720787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5159498,"threshold_uncertainty_score":0.6584501,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391972197","doi":"10.18260/1-2--38113","title":"Work in Progress Pilot Study: Virtual Reality for Computational Thinking Foundations and STEM Enrichment","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Aeronautics and Space Administration","keywords":"Virtual reality; Computer science; Work (physics); Human–computer interaction; Engineering; Mechanical engineering","authors":[{"name":"Katherine Shirey","is_ca":true},{"name":"Magesh Chandramouli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1223160555838971,"gpt":0.3467623412033694,"spread":0.2244462856194723,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001678375,0.0003474194,0.0003829107,0.0003906353,0.0004892568,0.004981341,0.001127191,0.00007237076,0.000009017332],"category_scores_gemma":[0.0001802979,0.0003164192,0.00006558982,0.0009253509,0.0001503045,0.00280027,0.0008112968,0.0005699149,0.00000896897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001349215,"about_ca_system_score_gemma":0.0002319054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001354546,"about_ca_topic_score_gemma":0.00003710257,"domain_scores_codex":[0.9970137,0.00009121845,0.0006117327,0.001111098,0.0006480024,0.0005241904],"domain_scores_gemma":[0.9984212,0.000419776,0.0001791053,0.000171889,0.0006378178,0.0001702303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002474141,0.0009467846,0.03085924,0.0001537478,0.0001506176,0.00002387474,0.04733489,0.0005617427,0.00001708137,0.303486,0.0006730801,0.6155456],"study_design_scores_gemma":[0.01058539,0.03066145,0.3281749,0.005747077,0.0003765052,0.0001053882,0.1391207,0.4059308,0.0001100452,0.02357872,0.0502946,0.005314438],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5515663,0.0003219999,0.4403335,0.004739347,0.0006942896,0.00168112,0.00002459363,0.0005556181,0.00008316405],"genre_scores_gemma":[0.9939446,0.000008064115,0.004704004,0.0001098151,0.000145821,0.0005081567,0.00002664198,0.00002443822,0.0005284972],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6102311,"threshold_uncertainty_score":0.9999288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192764556","doi":"10.18260/1-2--37270","title":"Identifying Signature Pedagogies in a Multidisciplinary Engineering Program","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Signature (topology); Computer science; Software engineering; Systems engineering; Engineering; Mathematics; Sociology","authors":[{"name":"Kimia Moozeh","is_ca":true},{"name":"Lisa Romkey","is_ca":true},{"name":"Nikita Dawe","is_ca":true},{"name":"Rubaina Khan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05084957169083804,"gpt":0.3135873781487683,"spread":0.2627378064579303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001945899,0.0004024457,0.000311171,0.0005387131,0.00005559953,0.001066218,0.0005083505,0.0001777249,0.0001685952],"category_scores_gemma":[0.000095525,0.000386108,0.00009267828,0.0009425265,0.00003427554,0.001749596,0.0002108979,0.0006873927,0.00007190861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001953158,"about_ca_system_score_gemma":0.00009523296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001661448,"about_ca_topic_score_gemma":0.00001192204,"domain_scores_codex":[0.9981765,0.00000481189,0.00045682,0.0004875682,0.0003366114,0.0005376758],"domain_scores_gemma":[0.9994143,0.00003786901,0.00002940471,0.0001054033,0.0002501926,0.0001628107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001414527,0.001319178,0.02218748,0.012567,0.001195369,0.0006485452,0.1676705,0.04198097,0.1639151,0.06660416,0.03663468,0.4851356],"study_design_scores_gemma":[0.001577294,0.0004223005,0.1587092,0.008231658,0.0001239699,0.0001018304,0.06549466,0.7086071,0.01765078,0.0004953175,0.03451822,0.00406768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990075,0.001902517,0.001824222,0.0003738946,0.00208597,0.000657608,0.00002921761,0.00191387,0.001137688],"genre_scores_gemma":[0.99712,0.0002674419,0.0009010115,0.0000156902,0.0002018167,0.0005392985,0.00003892518,0.00006886582,0.0008469148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6666261,"threshold_uncertainty_score":0.9999708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391955108","doi":"10.18260/1-2--37401","title":"Investigating Team Roles Within Long-Term Project-Based Learning Experiences","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Accreditation; Computer science; Key (lock); Term (time); Discussion board; Knowledge management; Human–computer interaction; Multimedia; Medical education","authors":[{"name":"Amy Dunford","is_ca":true},{"name":"Edwing Medina","is_ca":true},{"name":"Jack Bringardner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1311899471420752,"gpt":0.4032651649583378,"spread":0.2720752178162626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002608756,0.0005982206,0.000583418,0.0006535155,0.0006001099,0.002010632,0.001012191,0.0003046634,0.00103339],"category_scores_gemma":[0.001950405,0.0005025641,0.0001664094,0.0013567,0.0005966714,0.001559205,0.0003032411,0.00209626,0.0001751353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001001561,"about_ca_system_score_gemma":0.0004515787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002735505,"about_ca_topic_score_gemma":0.00001215105,"domain_scores_codex":[0.9959382,0.0004129737,0.0008507035,0.001322746,0.0006621951,0.0008131452],"domain_scores_gemma":[0.9977789,0.0003643723,0.0004205114,0.0002004654,0.001041057,0.0001946812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002868679,0.0003744295,0.2347686,0.000430614,0.0003747859,0.00009142246,0.5691296,0.00003857418,0.01483022,0.04381539,0.009289409,0.1265701],"study_design_scores_gemma":[0.003258118,0.0042626,0.09326481,0.005814999,0.0002838186,0.0001372777,0.8392817,0.01364288,0.01954851,0.0004527026,0.01633125,0.003721372],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9783505,0.0004249196,0.006862648,0.000531454,0.001540142,0.0005460524,0.0000166281,0.0008041438,0.01092353],"genre_scores_gemma":[0.9869792,0.000004865904,0.0008646615,0.0004285635,0.0006098052,0.0005658218,0.00005694985,0.00008377888,0.01040637],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2701521,"threshold_uncertainty_score":0.9998798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191023377","doi":"10.18260/1-2--37408","title":"IoT to Enable Remote Collaboration in Robotics Class of Mechanical Engineering Technology","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"La Cité Collégiale","funders":"American Society for Engineering Education","keywords":"Internet of Things; Robotics; Class (philosophy); Computer science; Mechatronics; Product (mathematics); New product development; Artificial intelligence; Engineering management; Systems engineering; Engineering; Software engineering; Robot; World Wide Web; Management","authors":[{"name":"Zhou Zhang","is_ca":true},{"name":"Yizhe Chang","is_ca":true},{"name":"Sven K. Esche","is_ca":true},{"name":"Andy Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02945343594407977,"gpt":0.2866758832164086,"spread":0.2572224472723288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001819685,0.0002001339,0.0002743408,0.0006039884,0.00003007858,0.0002340061,0.0004286001,0.0001785923,0.00008691574],"category_scores_gemma":[0.0002080723,0.0002108266,0.00003892226,0.001853523,0.00002559486,0.0003933183,0.0001304128,0.0003293097,0.00004695392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001509913,"about_ca_system_score_gemma":0.0001399623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002439245,"about_ca_topic_score_gemma":0.00003608633,"domain_scores_codex":[0.9986852,0.000004004436,0.0004577139,0.0003424875,0.0002047268,0.0003058693],"domain_scores_gemma":[0.9991204,0.00004131709,0.00003978187,0.0001365819,0.0005396879,0.0001222047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002487761,0.00008244388,0.0001940693,0.0003935852,0.00006845188,0.000004050558,0.002001915,0.03402722,0.199223,0.742581,0.002323035,0.01907639],"study_design_scores_gemma":[0.0003932054,0.0002262509,0.0001542439,0.0007684816,0.00004180758,0.000008019309,0.007314285,0.8118305,0.1575735,0.003980417,0.01708348,0.0006258006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.907886,0.0004136859,0.08001924,0.007710278,0.0009743902,0.001017311,0.00009694055,0.0006530321,0.001229119],"genre_scores_gemma":[0.9967794,0.00007891363,0.002582115,0.00004529145,0.00008353663,0.00009644293,0.00001431393,0.00003340643,0.0002865905],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7778033,"threshold_uncertainty_score":0.8597259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192762838","doi":"10.18260/1-2--37846","title":"The Critic as Designer: How Metacognition Makes Transdisciplinarity Possible","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"National Science Foundation","keywords":"Transdisciplinarity; Metacognition; Computer science; Cognitive science; Knowledge management; Human–computer interaction; Psychology; Epistemology; Cognition; Philosophy","authors":[{"name":"Andrea Schuman","is_ca":true},{"name":"Lisa McNair","is_ca":true},{"name":"David Gray","is_ca":true},{"name":"Desen Özkan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1384837256599833,"gpt":0.404091080140579,"spread":0.2656073544805957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002961132,0.0004532071,0.0004240611,0.0002948171,0.001000217,0.003305136,0.000933991,0.0002499268,0.001113434],"category_scores_gemma":[0.001131233,0.0003151628,0.0002167538,0.0009259592,0.0005023142,0.001607757,0.0001837369,0.001331066,0.0003641368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007386066,"about_ca_system_score_gemma":0.0001847991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000151544,"about_ca_topic_score_gemma":0.00001329085,"domain_scores_codex":[0.9968883,0.0004131177,0.0004812274,0.0009342778,0.0005150989,0.0007679308],"domain_scores_gemma":[0.9971886,0.0007478938,0.0001524259,0.0002198721,0.001523211,0.0001679716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008048351,0.0003122469,0.001505595,0.0002176856,0.0007265468,0.000122632,0.05632185,0.000001429938,0.01607808,0.5867102,0.02648502,0.3107139],"study_design_scores_gemma":[0.005059146,0.007619528,0.08587309,0.00321236,0.001791427,0.0006412351,0.510947,0.003770291,0.02578339,0.09078836,0.2592326,0.005281586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8866607,0.002852407,0.03795664,0.02289029,0.003391015,0.0009323021,0.0001282718,0.0007254627,0.04446293],"genre_scores_gemma":[0.9621502,0.00009544696,0.0002245874,0.0003793357,0.0005278892,0.0002874885,0.00003518473,0.00005698216,0.03624288],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4959218,"threshold_uncertainty_score":0.99993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391955551","doi":"10.18260/1-2--37031","title":"Engage AI: Leveraging Video Analytics for Instructor-class Awareness in Virtual Classroom Settings","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Analytics; Class (philosophy); Learning analytics; Multimedia; Data science; Human–computer interaction; Artificial intelligence","authors":[{"name":"Jeremy Stairs","is_ca":true},{"name":"Raman Mangla","is_ca":true},{"name":"Manik Chaudhery","is_ca":true},{"name":"Janpreet Chandhok","is_ca":true},{"name":"Hamid Timorabadi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07682481727739748,"gpt":0.3461812108176807,"spread":0.2693563935402832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001045184,0.0006801605,0.0007943017,0.0008086643,0.0003224642,0.001564853,0.001277706,0.0004414255,0.0006782069],"category_scores_gemma":[0.0003593269,0.0006513492,0.0002655025,0.00113424,0.0002445773,0.002604937,0.0004818163,0.001358226,0.0001166165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002673964,"about_ca_system_score_gemma":0.0004362712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004249608,"about_ca_topic_score_gemma":0.0001688268,"domain_scores_codex":[0.9957097,0.00005630433,0.001080311,0.001465067,0.0005454681,0.001143194],"domain_scores_gemma":[0.9976615,0.0003881106,0.000267377,0.0003110726,0.001089044,0.0002828632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001952582,0.0006770544,0.1534012,0.001253317,0.0009041539,0.0002271877,0.08160881,0.0002523489,0.005203731,0.4974733,0.03228074,0.2247656],"study_design_scores_gemma":[0.01136548,0.003860075,0.09973586,0.00473816,0.0005965431,0.0002099941,0.2221184,0.4525163,0.00281912,0.008297897,0.1875919,0.006150355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819395,0.0002859848,0.007617461,0.002869059,0.002962233,0.0009335217,0.0006955633,0.000273444,0.002423246],"genre_scores_gemma":[0.9918339,0.000073257,0.00007741126,0.001119159,0.0006740469,0.0004052042,0.0001717329,0.0001061376,0.005539205],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4891754,"threshold_uncertainty_score":0.9995938,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187617121","doi":"10.18260/1-2--37196","title":"First-Year Engineering Students’ Experiences and Perceptions Viewed Through the Lens of Transdisciplinary Knowledge and Threshold Concepts","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of British Columbia; University of British Columbia Hospital","funders":"Directorate for STEM Education; Mitacs; McMaster University","keywords":"Curriculum; Perception; Sustainability; Mathematics education; Engineering education; Transdisciplinarity; Engineering ethics; Lens (geology); Computer science; Sociology; Pedagogy; Engineering; Psychology; Engineering management; Social science","authors":[{"name":"Gerald Tembrevilla","is_ca":true},{"name":"Susan Nesbit","is_ca":true},{"name":"Peter Ostafichuk","is_ca":true},{"name":"Naoko Ellis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03522307585758452,"gpt":0.3062648627356773,"spread":0.2710417868780928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001395339,0.0002619024,0.0002547,0.0001012361,0.0001239899,0.0003961643,0.0003646431,0.00008145579,0.0001705937],"category_scores_gemma":[0.00003021345,0.0001968033,0.00005183945,0.0003349177,0.0001603903,0.001221742,0.0001676861,0.0002511503,0.000008539327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003656691,"about_ca_system_score_gemma":0.00003700239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006875375,"about_ca_topic_score_gemma":0.000007663762,"domain_scores_codex":[0.9988676,0.00000460209,0.0003281009,0.0003153337,0.0002347356,0.0002495993],"domain_scores_gemma":[0.9995378,0.00006331746,0.00002621587,0.00008415862,0.000200728,0.00008776064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002373804,0.0001548921,0.005693293,0.001767891,0.0003293807,0.000004627168,0.934329,0.0007531584,0.004052149,0.0462516,0.004050716,0.00258953],"study_design_scores_gemma":[0.001237361,0.000477408,0.0944807,0.003552611,0.0002255264,0.00005476876,0.8231986,0.0530463,0.003151924,0.0003979816,0.0184432,0.001733688],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9931865,0.003427801,0.001281201,0.0003908215,0.0006075202,0.0003111946,0.00002436231,0.0001860829,0.0005844655],"genre_scores_gemma":[0.9974741,0.001751624,0.0001204125,0.00001720458,0.00009994664,0.0002425594,0.000006530493,0.00002757306,0.0002599906],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1111305,"threshold_uncertainty_score":0.8025405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188826859","doi":"10.18260/1-2--37587","title":"Post-secondary Work Integrated Learning Through STEM Outreach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Actua; University of Toronto","funders":"","keywords":"Outreach; Curriculum; Work (physics); Position paper; Computer science; Engineering management; Engineering; Pedagogy; Psychology; Political science; World Wide Web; Mechanical engineering","authors":[{"name":"Tracy Ross","is_ca":true},{"name":"Lisa Romkey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09076390246971865,"gpt":0.3508729854600969,"spread":0.2601090829903782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001036412,0.000361152,0.0004064125,0.0001888985,0.000741125,0.002819329,0.000953068,0.0002740785,0.00460754],"category_scores_gemma":[0.0007360001,0.0003155398,0.0001837766,0.001358219,0.0005597273,0.003634594,0.0002450004,0.001050938,0.0006269463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002809658,"about_ca_system_score_gemma":0.001384039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004402532,"about_ca_topic_score_gemma":0.0003835564,"domain_scores_codex":[0.9970155,0.0001515276,0.0005556775,0.0008736499,0.0007010889,0.0007025914],"domain_scores_gemma":[0.9968231,0.0002494339,0.000141507,0.0001409455,0.002311787,0.0003331903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000302095,0.0003892863,0.08619978,0.0002418478,0.0002408306,0.00002616038,0.4148759,0.000003123077,0.0007741779,0.1784274,0.03601403,0.2825054],"study_design_scores_gemma":[0.0003828411,0.0003203828,0.01283234,0.0005749489,0.00007525743,0.000003330276,0.3303271,0.00002869062,0.0004179456,0.001231158,0.6529717,0.0008342951],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474794,0.000714827,0.0004347439,0.01145486,0.002025302,0.0006056351,0.00008958054,0.0007337565,0.03646194],"genre_scores_gemma":[0.9313412,0.0001660631,0.0000890062,0.0005431139,0.0005266497,0.0001098437,0.00006143659,0.00003499924,0.06712773],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6169577,"threshold_uncertainty_score":0.9999297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192654110","doi":"10.18260/1-2--37176","title":"Factory 4.0 Toolkit for Smart Manufacturing Training","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kensington Health","funders":"Office of Energy Efficiency; Office of Energy Efficiency and Renewable Energy; U.S. Department of Energy","keywords":"Factory (object-oriented programming); Training (meteorology); Manufacturing engineering; Computer science; Software engineering; Engineering management; Engineering; Programming language","authors":[{"name":"Joseph D. Cuiffi","is_ca":false},{"name":"Haifeng Wang","is_ca":false},{"name":"Josephine Heim","is_ca":false},{"name":"Brian Anthony","is_ca":true},{"name":"Sangwoon Kim","is_ca":true},{"name":"David Donghyun Kim","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1068396065753923,"gpt":0.2800429851594895,"spread":0.1732033785840972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002058711,0.0004001335,0.0003452069,0.0002836467,0.0001179148,0.002001171,0.0005924194,0.0002193466,0.000418454],"category_scores_gemma":[0.00008177089,0.0003871061,0.0001710971,0.0002275655,0.00008763199,0.00529879,0.00008772103,0.0004891853,0.0001128965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001218057,"about_ca_system_score_gemma":0.00009462699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008241841,"about_ca_topic_score_gemma":0.000003725691,"domain_scores_codex":[0.9980801,0.000003902565,0.0005402328,0.0004402497,0.0003487507,0.0005867341],"domain_scores_gemma":[0.9991891,0.0001254384,0.00004416973,0.0001046718,0.0003283053,0.000208248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002225595,0.0001169858,0.0008308343,0.004073244,0.00106331,0.0000438378,0.03957232,0.001550521,0.0103524,0.09446219,0.05681536,0.7908965],"study_design_scores_gemma":[0.003195865,0.0009969103,0.004229013,0.004618167,0.0003508955,0.0001160874,0.1238743,0.0688811,0.2204807,0.006734353,0.5615231,0.004999526],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8930779,0.0002961218,0.02867043,0.0006127572,0.002942706,0.001065413,0.0008822264,0.001857894,0.07059453],"genre_scores_gemma":[0.9962471,0.00004827268,0.0001015674,0.00009453565,0.0003701494,0.0002943617,0.00008069482,0.00007906585,0.002684255],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7858969,"threshold_uncertainty_score":0.9998581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187660969","doi":"10.18260/1-2--37683","title":"Review of In-class Active Learning Observation Protocols","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Active learning (machine learning); Formative assessment; Computer science; Affordance; Class (philosophy); Protocol (science); Space (punctuation); Human–computer interaction; Multimedia; Mathematics education; Artificial intelligence","authors":[{"name":"Allison Van Beek","is_ca":true},{"name":"Susan McCahan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0596384010190033,"gpt":0.3139872656229935,"spread":0.2543488646039902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000307679,0.0003047052,0.0004472176,0.0002545436,0.00003524462,0.0002197744,0.0004327453,0.0001173556,0.0002402022],"category_scores_gemma":[0.0003740946,0.000302252,0.00009592257,0.0007898355,0.00005659991,0.001988858,0.0001566874,0.0006981152,0.00003700342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001841694,"about_ca_system_score_gemma":0.00006206008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000243985,"about_ca_topic_score_gemma":0.000002383914,"domain_scores_codex":[0.998349,0.00001704227,0.0005829934,0.0003765484,0.0003321413,0.0003422701],"domain_scores_gemma":[0.9992253,0.00007590964,0.0000862868,0.00009647581,0.0004297131,0.00008637555],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002994901,0.0003457242,0.01720805,0.09537026,0.0006571326,0.00008256781,0.021157,0.01759768,0.5597677,0.03265799,0.01163473,0.2432217],"study_design_scores_gemma":[0.001923649,0.001413933,0.01844925,0.2257059,0.000137865,0.00003748922,0.01401891,0.2991171,0.2656432,0.0002465053,0.1704909,0.002815301],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9433211,0.02028716,0.003158408,0.0007073844,0.001017924,0.01326568,0.00008935627,0.001685695,0.01646728],"genre_scores_gemma":[0.9933833,0.002550884,0.0001654504,0.00007498272,0.0001052466,0.003154079,0.00003451006,0.00006780076,0.0004637263],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2941245,"threshold_uncertainty_score":0.999943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191313529","doi":"10.18260/1-2--37609","title":"Project Based Capstone Design Projects Amidst Covid-19 Restrictions","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; University of Maryland, Baltimore County; National Institute of Standards and Technology; U.S. Military Academy; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Capstone; Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; Engineering management; Systems engineering; Engineering; Computer security; Virology; Medicine","authors":[{"name":"Stephen Wilkerson","is_ca":false},{"name":"S. Andrew Gadsden","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2277873570636766,"gpt":0.3941039364215216,"spread":0.1663165793578449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002687678,0.0005080292,0.0004918396,0.0009964075,0.001706111,0.003266446,0.001256285,0.0003715419,0.0008739328],"category_scores_gemma":[0.004356639,0.0004656081,0.0002183007,0.003067549,0.0007055831,0.003514433,0.0002640946,0.0009247334,0.0001846004],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007708817,"about_ca_system_score_gemma":0.008854469,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0143392,"about_ca_topic_score_gemma":0.0007513871,"domain_scores_codex":[0.9954521,0.0003524087,0.0006536244,0.001236641,0.00119035,0.001114896],"domain_scores_gemma":[0.9967694,0.0007392508,0.0002459543,0.0002097844,0.001393365,0.0006422586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001306273,0.0008364675,0.00925385,0.001356653,0.000453743,0.0003981025,0.1910854,0.0003305449,0.006293735,0.4050469,0.3259051,0.05773319],"study_design_scores_gemma":[0.002132451,0.001899752,0.0007840784,0.001304472,0.000347389,0.00002864205,0.1855951,0.01228262,0.002390541,0.002193001,0.7886661,0.00237584],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.2938811,0.00558702,0.291896,0.1167256,0.009267026,0.02430467,0.001487069,0.01378194,0.2430696],"genre_scores_gemma":[0.9856194,0.000340004,0.0006764719,0.001455649,0.0007383219,0.0007590017,0.00005938151,0.00006254695,0.01028925],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6917382,"threshold_uncertainty_score":0.9997796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391955045","doi":"10.18260/1-2--37485","title":"Mastery Learning for Undergraduates in Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"CARE Canada; Queen's University","funders":"","keywords":"Obsolescence; Lifelong learning; Engineering education; Excellence; Order (exchange); Computer science; Mathematics education; Psychology; Perfection; Engineering management; Pedagogy; Engineering","authors":[{"name":"Jayanta Banerjee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05353682002349446,"gpt":0.2747404312070768,"spread":0.2212036111835823,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005627373,0.000305268,0.0003084007,0.0005211784,0.0001151363,0.002497211,0.001192963,0.00009411393,0.0000317426],"category_scores_gemma":[0.0004075188,0.0002843334,0.0001146783,0.0008072946,0.00005337392,0.002605474,0.0008083953,0.0004733257,0.00008122408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009481313,"about_ca_system_score_gemma":0.00009255795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003955102,"about_ca_topic_score_gemma":0.00001387842,"domain_scores_codex":[0.9979059,0.00001740689,0.0004049137,0.0008111767,0.0003030608,0.000557541],"domain_scores_gemma":[0.9990127,0.0002043854,0.0000791699,0.0001324802,0.000444469,0.0001268109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006328408,0.000146584,0.006766166,0.001139482,0.0001576354,0.00006166156,0.01186494,0.001494255,0.002419118,0.7925308,0.004032352,0.1793237],"study_design_scores_gemma":[0.0008708086,0.0007120217,0.002042342,0.001734701,0.0000350829,0.00001255317,0.009127374,0.9393635,0.002062266,0.002648944,0.04042588,0.0009645267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2294897,0.001316693,0.7453346,0.0112938,0.002460123,0.001261145,0.00001302055,0.00141182,0.007419114],"genre_scores_gemma":[0.9906753,0.00006917781,0.0009225403,0.00008756838,0.0001861422,0.0001943776,0.000009650998,0.0000293431,0.007825919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9378693,"threshold_uncertainty_score":0.9999609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391963371","doi":"10.18260/1-2--37673","title":"Resilience and Innovation in Response to COVID-19: Learnings from Northeast Academic Makerspaces","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Experiential learning; Engineering education; Higher education; Curriculum; Pandemic; Engineering; Sociology; Pedagogy; Political science; Engineering management; Medicine","authors":[{"name":"Victoria Bill","is_ca":true},{"name":"Anne‐Laure Fayard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06981795966438196,"gpt":0.3414601149451684,"spread":0.2716421552807864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002296332,0.0003379806,0.0003367068,0.001288857,0.0002805456,0.002446922,0.001395501,0.0001984464,0.00003756354],"category_scores_gemma":[0.005464861,0.0003155726,0.00004287881,0.003180039,0.0001614822,0.003399678,0.0009874204,0.001251251,0.00005574532],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001694881,"about_ca_system_score_gemma":0.000510908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009625603,"about_ca_topic_score_gemma":0.00006393869,"domain_scores_codex":[0.9968632,0.0001383523,0.0005948285,0.001265216,0.0005770762,0.0005612753],"domain_scores_gemma":[0.9982585,0.0005155706,0.0001848325,0.0002013583,0.0004546864,0.0003850147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001046214,0.00007110905,0.07508934,0.0001388612,0.00004688567,0.0001234408,0.1335676,0.0002094482,0.01443388,0.07912663,0.00213302,0.6940136],"study_design_scores_gemma":[0.003361971,0.003132175,0.2616912,0.00459694,0.00007679845,0.0001553364,0.12822,0.06269907,0.001825078,0.005729804,0.524632,0.00387969],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8961492,0.0003669452,0.07306939,0.02926476,0.0002802628,0.0003605112,0.0000189621,0.0004223402,0.00006764313],"genre_scores_gemma":[0.9947198,0.00004815612,0.001979403,0.001459359,0.0001121818,0.00008820498,0.00001012561,0.00002227038,0.001560474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6901339,"threshold_uncertainty_score":0.9999296,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214819335","doi":"10.18260/1-2--36896","title":"Deep Learning at a Distance: Remotely Working to Surveil Sharks","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Ichthyology and Marine Biology","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process (computing); Artificial intelligence; Field (mathematics); Drone; Variety (cybernetics); Domain (mathematical analysis); Deep learning; Zoom; Data science; Engineering","authors":[{"name":"Grace Nolan","is_ca":true},{"name":"Franz Kurfeß","is_ca":true},{"name":"Kathirvel Gounder","is_ca":true},{"name":"Damon Tan","is_ca":true},{"name":"Casey Daly","is_ca":true},{"name":"Caroline Skae","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04154921010716035,"gpt":0.2650590577691595,"spread":0.2235098476619992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000397212,0.000374912,0.0004578832,0.00007372745,0.0004860148,0.0002906795,0.0008209556,0.0002570734,0.01064189],"category_scores_gemma":[0.001249563,0.0003539799,0.0001195258,0.0006541,0.000295298,0.0007805352,0.002959257,0.0005534501,0.001367903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002606278,"about_ca_system_score_gemma":0.00004817692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002880041,"about_ca_topic_score_gemma":0.00156134,"domain_scores_codex":[0.9971901,0.00008084174,0.0004596683,0.001077968,0.0004015196,0.0007899479],"domain_scores_gemma":[0.998849,0.0001293642,0.0001745477,0.0001904565,0.0003136186,0.0003429935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000955554,0.0002335448,0.8074216,0.00003305203,0.0001062131,0.0001757685,0.00667074,0.0002472039,0.04969317,0.004444123,0.007783971,0.1222351],"study_design_scores_gemma":[0.002016685,0.001103423,0.712984,0.0002390722,0.0001001778,0.0001894881,0.01582773,0.002950071,0.01456616,0.0007160119,0.2472331,0.00207418],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9658665,0.00009422032,0.002121793,0.001622478,0.000470538,0.0002870697,0.00001243244,0.0001034234,0.02942154],"genre_scores_gemma":[0.9702734,0.00008057352,0.0002045569,0.001266869,0.0001589395,0.000055288,0.00007149977,0.00002796752,0.02786085],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2394491,"threshold_uncertainty_score":0.9998912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188616123","doi":"10.18260/1-2--37169","title":"Eye-Track Modeling of Problem-Solving in Virtual Manufacturing Environments","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Institute of Standards and Technology; University of Alberta; National Science Foundation","keywords":"Computer science; Factory (object-oriented programming); Virtual reality; Human–computer interaction; Workstation; Headset; Virtual machine; Simulation","authors":[{"name":"Rui Zhu","is_ca":true},{"name":"Faisal Aqlan","is_ca":true},{"name":"Richard Zhao","is_ca":true},{"name":"Hui Yang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04522202346867484,"gpt":0.2761983509473334,"spread":0.2309763274786585,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005401706,0.000424602,0.0005256142,0.0006561847,0.0001158177,0.0008079865,0.002073772,0.0002307354,0.00005522885],"category_scores_gemma":[0.0001177697,0.0003884123,0.0001349518,0.0005855699,0.0001834628,0.003547482,0.001206257,0.0007310067,0.00005322475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001310054,"about_ca_system_score_gemma":0.0001293392,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001288926,"about_ca_topic_score_gemma":0.00001434423,"domain_scores_codex":[0.9967785,0.00002827509,0.0008043405,0.00112757,0.0005830986,0.0006782295],"domain_scores_gemma":[0.9990954,0.00008292877,0.0001956965,0.0002788233,0.0002110416,0.0001360945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002132414,0.00107329,0.01699684,0.0008287522,0.0004063139,0.0003122188,0.01948294,0.007198408,0.1118123,0.4332525,0.0006944581,0.4077287],"study_design_scores_gemma":[0.001678949,0.00126487,0.01418393,0.003452404,0.00007613416,0.00004199743,0.01131614,0.8281265,0.1265917,0.01000214,0.001363319,0.001901899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8671734,0.000250447,0.1293756,0.0008931727,0.0003338411,0.0003583145,0.00002350114,0.0002865593,0.001305223],"genre_scores_gemma":[0.9976756,0.0001304843,0.001192506,0.00006498251,0.00006703209,0.00006308948,0.000007327083,0.00002995807,0.0007690219],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8209281,"threshold_uncertainty_score":0.9998568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189151684","doi":"10.18260/1-2--38037","title":"Web-based Game vs. Virtual Reality Field Surveying Labs Towards Enhancing Experiential Education","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; York University","keywords":"Geospatial analysis; Virtual reality; GNSS applications; Computer science; Field (mathematics); Digital elevation model; Geodetic datum; Multimedia; Human–computer interaction; Remote sensing; Global Positioning System; Geography; Cartography","authors":[{"name":"Dimitrios Bolkas","is_ca":true},{"name":"Mojgan Jadidi","is_ca":true},{"name":"Jeffrey Chiampi","is_ca":true},{"name":"Muhammad Usman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05684983710092926,"gpt":0.3267505366194726,"spread":0.2699006995185433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001054684,0.0005095717,0.0004910937,0.0004473864,0.0003499019,0.003421449,0.002423162,0.0002745317,0.0003539854],"category_scores_gemma":[0.000674399,0.000492588,0.0002160715,0.00145785,0.0001858568,0.004460006,0.001056865,0.000669402,0.000139917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002728712,"about_ca_system_score_gemma":0.002165823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008196795,"about_ca_topic_score_gemma":0.0001654786,"domain_scores_codex":[0.9958473,0.00009797754,0.0008865054,0.001502514,0.000955529,0.0007101255],"domain_scores_gemma":[0.9967335,0.0002692321,0.0002812081,0.0005628404,0.001769576,0.0003836553],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002910204,0.001015439,0.001129665,0.0004976089,0.0002448346,0.00002838118,0.01974739,0.0001166757,0.04670335,0.4032926,0.04099938,0.4859337],"study_design_scores_gemma":[0.003284568,0.002946163,0.008561235,0.003571834,0.0002854898,0.00008249227,0.03023198,0.4313412,0.3931332,0.005541143,0.116232,0.004788605],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2551183,0.0002041268,0.7245617,0.01246454,0.002154282,0.0009323593,0.0001425468,0.000912338,0.003509807],"genre_scores_gemma":[0.9951268,0.00005536258,0.0004477123,0.001416449,0.0004719328,0.0005942623,0.0001112688,0.0000375099,0.00173869],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7400085,"threshold_uncertainty_score":0.9997526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192402858","doi":"10.18260/1-2--37659","title":"Remote Delivery of an Introductory Architectural Engineering Design-Build Activity","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural design; Software engineering; Architectural engineering; Systems engineering; Engineering; Architecture; Visual arts","authors":[{"name":"Spencer A. Arbuckle","is_ca":true},{"name":"Patrick Angkiriwang","is_ca":true},{"name":"Joyceline Nathaniel","is_ca":true},{"name":"Rania Al-Hammoud","is_ca":true},{"name":"Scott Walbridge","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03134799813200182,"gpt":0.2556376337333354,"spread":0.2242896356013336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002975928,0.0004820135,0.000460607,0.0004355727,0.00005955247,0.0004353902,0.0006994159,0.000163824,0.0001315598],"category_scores_gemma":[0.0001619068,0.0004872333,0.0001278007,0.0005145177,0.00009692211,0.002312976,0.0002410147,0.0007694989,0.00002436852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001719566,"about_ca_system_score_gemma":0.00006540141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007999482,"about_ca_topic_score_gemma":0.000002686724,"domain_scores_codex":[0.9980073,0.00001888408,0.0004269769,0.0005824787,0.000421638,0.0005427533],"domain_scores_gemma":[0.9990834,0.0001227641,0.00005816544,0.0002064186,0.0003072037,0.0002220647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000097014,0.00003797271,0.00006973895,0.0005018587,0.0001893598,0.0000256863,0.002888421,0.07600917,0.8522591,0.0007353207,0.0002621141,0.06692427],"study_design_scores_gemma":[0.0002433529,0.0003227377,0.001170217,0.0005391898,0.00004081072,0.00003871914,0.0007261571,0.6564602,0.3389968,0.00003035224,0.0008234634,0.0006080344],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9596764,0.0008067386,0.03683434,0.00005860503,0.001017306,0.0003267179,0.00004079739,0.0009530475,0.0002860419],"genre_scores_gemma":[0.9959687,0.00007387843,0.003200109,0.00001175879,0.0004223268,0.00003012245,0.00001448608,0.0001130211,0.0001656279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.580451,"threshold_uncertainty_score":0.9997579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189745151","doi":"10.18260/1-2--36607","title":"A Review of the Teaching Modalities Chosen by Faculty During the Global Pandemic","year":2021,"lang":"en","type":"review","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"University of Texas at Dallas","keywords":"Modalities; Quarter (Canadian coin); Pandemic; Flexibility (engineering); Modality (human–computer interaction); Medical education; Mathematics education; Coronavirus disease 2019 (COVID-19); Computer science; Psychology; Medicine; Sociology; Management; Artificial intelligence","authors":[{"name":"Dani Fadda","is_ca":false},{"name":"Oziel Rios","is_ca":false},{"name":"Roopa Vinay","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06783783529232831,"gpt":0.3376257708760741,"spread":0.2697879355837458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005125606,0.0009290902,0.00203891,0.00007094918,0.0002717275,0.0004384114,0.002444002,0.0003361084,0.0001342699],"category_scores_gemma":[0.0006900204,0.0005823022,0.0007732062,0.0006651203,0.0002016448,0.0007918072,0.001195406,0.001749181,0.00001410956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005665451,"about_ca_system_score_gemma":0.0001838286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008379625,"about_ca_topic_score_gemma":0.000003567866,"domain_scores_codex":[0.9966233,0.0001094315,0.001267544,0.0006502196,0.0007037707,0.0006457234],"domain_scores_gemma":[0.9982927,0.0001080118,0.0005288754,0.0004499482,0.0004740814,0.0001464003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001910983,0.0002041318,0.001293947,0.4156402,0.003059831,0.0000161421,0.004190062,0.0002633296,0.0004970123,0.00621048,0.03993976,0.528666],"study_design_scores_gemma":[0.0002074621,0.00003286949,0.00003884585,0.1839697,0.0004797779,0.00008217579,0.002015229,0.0001978025,0.00009803793,0.000007258421,0.8120247,0.0008461082],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001992885,0.9934911,0.00006132164,0.00007001046,0.0005835472,0.001109594,0.0008894757,0.0002477027,0.001554399],"genre_scores_gemma":[0.006392774,0.9915842,0.00002306228,0.00008885803,0.0002140149,0.0003974089,0.0001717559,0.00010843,0.001019462],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.772085,"threshold_uncertainty_score":0.9996628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187142604","doi":"10.18260/1-2--37008","title":"Effect of Evolving Design Requirements on Students' Motivation","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Gannon University; American Society for Engineering Education; National Science Foundation","keywords":"Computer science; Human–computer interaction","authors":[{"name":"Karinna Vernaza","is_ca":true},{"name":"Saeed Tiari","is_ca":true},{"name":"Scott Steinbrink","is_ca":true},{"name":"Lin Zhao","is_ca":true},{"name":"Varun Kasaraneni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1098352369063184,"gpt":0.3864610022933701,"spread":0.2766257653870517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003549163,0.0002818324,0.0003653628,0.0003621198,0.0004165665,0.001301039,0.0009472268,0.0001650427,0.0007931567],"category_scores_gemma":[0.002930639,0.0002365727,0.0001209027,0.0008343273,0.0002171779,0.00273167,0.0002298887,0.0003873466,0.00007775781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001851408,"about_ca_system_score_gemma":0.0003022532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005793651,"about_ca_topic_score_gemma":0.00001232571,"domain_scores_codex":[0.9969351,0.0002813807,0.0004599202,0.0005834346,0.001250063,0.0004901228],"domain_scores_gemma":[0.997785,0.0008523155,0.0002107029,0.0001020159,0.0008920152,0.0001579548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002889995,0.0007286665,0.1573391,0.001762439,0.0008282457,0.00006470164,0.1607402,0.000112302,0.03653415,0.133825,0.01941529,0.4857598],"study_design_scores_gemma":[0.01667538,0.06716276,0.08354097,0.04225298,0.002185303,0.00001639191,0.224916,0.02210191,0.4597597,0.01231306,0.05968875,0.009386823],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.977662,0.0002814414,0.003481694,0.0008318893,0.0007877478,0.001387067,0.00002525118,0.0002610606,0.01528186],"genre_scores_gemma":[0.9968476,0.0001089186,0.00004611286,0.0001001208,0.0002693565,0.0001123091,0.00001121807,0.00002577227,0.002478561],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.476373,"threshold_uncertainty_score":0.9997357,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188479253","doi":"10.18260/1-2--36984","title":"Discovery: Transition of an Inquiry-focused Learning Program to a Virtual Platform During the COVID-19 Pandemic (Evaluation)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Transition (genetics); Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Data science; Virology; Medicine; Chemistry","authors":[{"name":"Nicolas Ivanov","is_ca":true},{"name":"Nhien Tran-Nguyen","is_ca":true},{"name":"Neal I. Callaghan","is_ca":true},{"name":"Theresa Frost","is_ca":false},{"name":"Jose L. Cadavid","is_ca":true},{"name":"Huntley H. Chang","is_ca":true},{"name":"Ileana L. Co","is_ca":false},{"name":"Patrick Diep","is_ca":true},{"name":"Guijin Li","is_ca":true},{"name":"Nancy Li","is_ca":true},{"name":"Corinna Smith","is_ca":true},{"name":"Joshua Yazbeck","is_ca":false},{"name":"Locke Davenport Huyer","is_ca":false},{"name":"Dawn M. Kilkenny","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1234857441698809,"gpt":0.3710858942276853,"spread":0.2476001500578043,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001555866,0.0003658001,0.0004037053,0.0004076801,0.0004282473,0.00282777,0.001678612,0.0001482146,0.00005290531],"category_scores_gemma":[0.0009353467,0.0002707885,0.0001662815,0.001422875,0.000209909,0.006027369,0.0005029339,0.0007387404,0.00002748994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002031198,"about_ca_system_score_gemma":0.0006863073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001455214,"about_ca_topic_score_gemma":0.00004514292,"domain_scores_codex":[0.9966945,0.00009859743,0.0006357973,0.0009320892,0.001118403,0.0005206094],"domain_scores_gemma":[0.9979246,0.0001897327,0.0002227104,0.0002737345,0.001042305,0.0003469638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006834596,0.0008274536,0.007780232,0.0007037182,0.0004507217,0.00006354926,0.1864738,0.01592141,0.01810996,0.1057761,0.0005846543,0.6626249],"study_design_scores_gemma":[0.002190571,0.004388451,0.006059153,0.0007683586,0.000235981,0.0001163884,0.04779548,0.9273867,0.002360371,0.002766598,0.004665281,0.001266669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9259434,0.00006741021,0.06560457,0.006611198,0.0003276405,0.0008275012,0.00003506601,0.0005030993,0.00008010728],"genre_scores_gemma":[0.9977766,0.00003212144,0.0003721279,0.0004274111,0.0003062927,0.0002012618,0.000048826,0.00002862952,0.0008066755],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9114653,"threshold_uncertainty_score":0.9999744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3190548580","doi":"10.18260/1-2--37075","title":"Engineering Students’ Experiences of Socially-mediated Exclusion and Inclusion: Role of Actors and Discourses","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Inclusion (mineral); Inclusion–exclusion principle; Social exclusion; Sociology; Engineering ethics; Computer science; Political science; Gender studies; Engineering; Politics","authors":[{"name":"Minha Ha","is_ca":true},{"name":"Jeffrey Harris","is_ca":true},{"name":"Aleksander Czekanski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04283128724596384,"gpt":0.3476958033891842,"spread":0.3048645161432204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006625114,0.000151652,0.0002513555,0.0001569682,0.0005340335,0.0003731205,0.0004202572,0.00008923856,0.0003675934],"category_scores_gemma":[0.0004573538,0.0001306438,0.00004014092,0.0003568033,0.0003385532,0.001648716,0.001426279,0.000160143,0.000001592996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003765457,"about_ca_system_score_gemma":0.000233048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006902348,"about_ca_topic_score_gemma":0.0000535418,"domain_scores_codex":[0.9984289,0.0000318749,0.0003274967,0.0003093052,0.0006857863,0.0002165769],"domain_scores_gemma":[0.9990335,0.0001995552,0.0001441089,0.00004782284,0.0004271774,0.0001478336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003851251,0.0001226414,0.01326272,0.0001289755,0.00006871856,0.000001711774,0.9226606,8.39328e-7,0.01344428,0.03580468,0.0002592668,0.01420704],"study_design_scores_gemma":[0.0002376082,0.0001849583,0.01133214,0.0004316388,0.0000522445,7.581003e-7,0.9725651,0.000137303,0.003675906,0.0005431002,0.0105805,0.0002587042],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9960641,0.001023447,0.0000312134,0.001172041,0.0003912931,0.0002404086,0.00002260574,0.00003957759,0.001015312],"genre_scores_gemma":[0.9978185,0.001457506,0.00002870001,0.00002903813,0.0001376295,0.00004578407,0.000005780894,0.00001014772,0.0004668823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04990453,"threshold_uncertainty_score":0.5327498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214812365","doi":"10.18260/1-2--36540","title":"#LaHoraSTEAM (The STEAM Hour) – An Initiative to Promote STEM-STEAM Learning in Quarantine Times (Work in Progress)","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Columbia College","funders":"National Science Foundation","keywords":"Interactivity; Work (physics); Public relations; Quality (philosophy); Political science; Engineering; Medical education; Pedagogy; Psychology; Computer science; Multimedia; Medicine","authors":[{"name":"Marcelo Caplan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07058207489842941,"gpt":0.3134160303098724,"spread":0.242833955411443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008119594,0.0003419116,0.0004559698,0.0005991044,0.0002266564,0.0009383121,0.001875277,0.0001791395,0.00008780989],"category_scores_gemma":[0.0004454599,0.0002878916,0.00005717676,0.004467439,0.0001734958,0.002928923,0.001048807,0.0008774978,0.00004769566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001163736,"about_ca_system_score_gemma":0.000602729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006260154,"about_ca_topic_score_gemma":0.0001242426,"domain_scores_codex":[0.9970506,0.0001006999,0.0007424749,0.0009896781,0.0005092617,0.0006073201],"domain_scores_gemma":[0.9967222,0.0001144376,0.000308393,0.0003359936,0.002383293,0.000135742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002135335,0.001952768,0.1670892,0.00008460298,0.0000984107,0.000106361,0.04224829,0.0001740456,0.002629557,0.3642759,0.001721782,0.4194056],"study_design_scores_gemma":[0.005872055,0.005509256,0.5564536,0.00374095,0.00007658926,0.000199615,0.3007379,0.02159862,0.05246031,0.01211473,0.03682816,0.004408238],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9748129,0.0001863308,0.001932094,0.02126408,0.0002501442,0.0007122347,0.00001091236,0.0001549011,0.0006764645],"genre_scores_gemma":[0.9965175,0.00002738688,0.001215164,0.0006833419,0.0001037301,0.0003906464,0.00002811221,0.00002133895,0.001012785],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4149973,"threshold_uncertainty_score":0.9999573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187117911","doi":"10.18260/1-2--37103","title":"Evaluating Peer-led Feedback in Asynchronous Design Critiques: A Question-centered Approach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Peer review; Human–computer interaction; Computer network; Political science","authors":[{"name":"Ada Hurst","is_ca":true},{"name":"Christine Duong","is_ca":true},{"name":"Meagan Flus","is_ca":true},{"name":"Gregory Litster","is_ca":true},{"name":"Jordan Nickel","is_ca":true},{"name":"Aaron Dai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2639062814709751,"gpt":0.4641132326066637,"spread":0.2002069511356886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008138739,0.0006005606,0.0007161242,0.000762977,0.0002521998,0.001477813,0.0009695236,0.0003758632,0.001487576],"category_scores_gemma":[0.003279316,0.0005516582,0.0001604358,0.001283684,0.0002606357,0.001565579,0.0003004016,0.001855094,0.0002623503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002909638,"about_ca_system_score_gemma":0.0003476414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006494547,"about_ca_topic_score_gemma":0.000008179066,"domain_scores_codex":[0.9947258,0.001106103,0.0009946885,0.001450911,0.0007986783,0.0009238719],"domain_scores_gemma":[0.9964533,0.0005944838,0.0002589909,0.0002575017,0.002251527,0.0001842162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00241711,0.001830602,0.0202699,0.0008055573,0.0007456352,0.0002273345,0.1873574,0.0002382821,0.01699619,0.2775885,0.01888442,0.4726391],"study_design_scores_gemma":[0.01854162,0.01412363,0.2398704,0.01321567,0.0008778305,0.0007280075,0.4123823,0.2481086,0.006351619,0.01769839,0.01869199,0.009409957],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7307963,0.0007051718,0.2379926,0.002189272,0.001765446,0.001348637,0.00006263737,0.0006526064,0.02448736],"genre_scores_gemma":[0.9789841,0.00001601445,0.00970786,0.000353526,0.0005163104,0.0005425765,0.00008174731,0.00009025798,0.009707628],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4632291,"threshold_uncertainty_score":0.9996935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188631869","doi":"10.18260/1-2--37489","title":"Meaning to Succeed: Learning Strategies of First-Year Engineering Transfer Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"University of Michigan; National Science Foundation","keywords":"Coursework; Engineering education; Attrition; Meaning (existential); Mathematics education; Computer science; Institution; Transfer of learning; Economic shortage; Engineering management; Engineering; Artificial intelligence; Psychology; Sociology; Medicine","authors":[{"name":"Natalie Van Tyne","is_ca":true},{"name":"Lisa McNair","is_ca":true},{"name":"David Reeping","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02302352579361182,"gpt":0.2615102879379506,"spread":0.2384867621443387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002246746,0.0003553497,0.000350642,0.0004051279,0.00006570749,0.0008971335,0.000608302,0.0001097289,0.0003142983],"category_scores_gemma":[0.00009326707,0.0003517914,0.00009340749,0.0007239323,0.00002495294,0.001554301,0.0001274853,0.0004293269,0.00006531008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001129642,"about_ca_system_score_gemma":0.00006836586,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002638004,"about_ca_topic_score_gemma":0.00001051365,"domain_scores_codex":[0.9981934,0.000004610945,0.0004768984,0.0003886461,0.0005103145,0.0004261549],"domain_scores_gemma":[0.9991868,0.00004750243,0.0000207973,0.00008584889,0.0004422949,0.0002167334],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001527755,0.0004870029,0.05051349,0.008015549,0.002082786,0.00006497663,0.1543417,0.2481179,0.09174907,0.4122144,0.01205556,0.0202048],"study_design_scores_gemma":[0.003906341,0.002281926,0.1059327,0.01714748,0.0006029394,0.00007859653,0.3495284,0.2534395,0.1206634,0.0006324519,0.1378191,0.007967163],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9730181,0.0002171035,0.02107431,0.0001735916,0.001066989,0.0003540748,0.00002381019,0.0007185411,0.003353541],"genre_scores_gemma":[0.9986037,0.0001083482,0.0002854927,0.00001256483,0.0001404772,0.000121635,0.00001517648,0.00006680936,0.0006458151],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4115819,"threshold_uncertainty_score":0.9998934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391954912","doi":"10.18260/1-2--37548","title":"Optimized Cohort Creation for Hybrid Online Design-learning During COVID-19","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Online learning; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Multimedia; Medicine; Statistics; Mathematics","authors":[{"name":"Sheng Lun Cao","is_ca":true},{"name":"Laleh Behjat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04887497729529427,"gpt":0.3035331221772553,"spread":0.254658144881961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004409097,0.0005155876,0.0005023793,0.0003985314,0.0002880557,0.00110308,0.0005516586,0.0001534948,0.0003479871],"category_scores_gemma":[0.0009525758,0.000535909,0.0001703793,0.0004121271,0.00009032843,0.001867717,0.0001968297,0.0006489507,0.00004126805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004788141,"about_ca_system_score_gemma":0.0001247052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003360992,"about_ca_topic_score_gemma":0.00000104897,"domain_scores_codex":[0.9976159,0.00002255959,0.0005869285,0.0007223428,0.0004059092,0.0006463954],"domain_scores_gemma":[0.9987137,0.000272725,0.00008212993,0.0001302492,0.0004158235,0.0003853859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006627159,0.0001481411,0.002629731,0.00237328,0.0008504214,0.00009250901,0.006465415,0.78583,0.184687,0.003398964,0.005294305,0.007567521],"study_design_scores_gemma":[0.001668034,0.0003773772,0.001004205,0.000668718,0.0001468805,0.00006494232,0.004706522,0.9273149,0.05102578,0.0001016902,0.01179316,0.001127834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5914773,0.001023328,0.4016732,0.0003232549,0.0009022203,0.001367349,0.0001688625,0.002395964,0.0006685216],"genre_scores_gemma":[0.9911022,0.0003741691,0.004913117,0.00006733285,0.0004270696,0.0006019483,0.0002582353,0.0001607585,0.002095196],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3996249,"threshold_uncertainty_score":0.9999339,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192553367","doi":"10.18260/1-2--36767","title":"Building Comprehensive Open Educational Resources in Mechanics: Evaluating Approaches to Problem Development","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; Douglas College; University of British Columbia","funders":"University of British Columbia; University of Saskatchewan","keywords":"Computer science; Statics; Dynamics (music); Mathematics education; Applied mechanics; Management science; Mathematics; Sociology; Engineering; Pedagogy; Physics; Mechanical engineering","authors":[{"name":"Agnes D’Entremont","is_ca":true},{"name":"Andrea S. Webb","is_ca":true},{"name":"Sean Maw","is_ca":true},{"name":"Jennifer Kirkey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4061991619721412,"gpt":0.4477134908711042,"spread":0.041514328898963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002127375,0.0003037435,0.0004206819,0.0003203437,0.0008508498,0.002924857,0.001791854,0.0001578819,0.0006734108],"category_scores_gemma":[0.003890653,0.0003249964,0.00005426783,0.00151117,0.0001202896,0.004339044,0.001556033,0.0004478426,0.00006361757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000747473,"about_ca_system_score_gemma":0.00319374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001636529,"about_ca_topic_score_gemma":0.001630189,"domain_scores_codex":[0.9962652,0.0002967161,0.000702246,0.001049758,0.0010349,0.0006512172],"domain_scores_gemma":[0.995331,0.0004755065,0.0004504155,0.0001621616,0.003268254,0.0003126001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002621852,0.0007871417,0.01790918,0.00009606859,0.0001226277,0.000004833556,0.2997713,0.0001504448,0.008454014,0.5033307,0.0008725281,0.168239],"study_design_scores_gemma":[0.001605317,0.0004018171,0.0479174,0.001418368,0.00007976234,0.00001250497,0.7655976,0.0009020224,0.01254243,0.05167571,0.116121,0.001726012],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9401861,0.0001516833,0.001338801,0.01819189,0.0005401989,0.001754077,0.00001167587,0.00004409483,0.03778153],"genre_scores_gemma":[0.9589232,0.00003540479,0.03629868,0.0007179529,0.000360989,0.0009020962,0.00002420959,0.00002761199,0.00270982],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4658263,"threshold_uncertainty_score":0.9999202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391963531","doi":"10.18260/1-2--38139","title":"Work in Progress: Determining a Mathematical Model to Study the Relationship Between Pedagogical Strategies and the Attainment of Student-learning Outcomes","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Computer science; Class (philosophy); Mathematics education; Work (physics); Linear model; Controller (irrigation); Control (management); Artificial intelligence; Psychology; Engineering; Machine learning","authors":[{"name":"Kuldeep Rawat","is_ca":true},{"name":"Chandra Asthana","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1714236666109712,"gpt":0.3833461367710176,"spread":0.2119224701600464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008154952,0.000298202,0.0004393504,0.0001636415,0.0001238238,0.0009924173,0.0005559402,0.0000766638,0.00001724794],"category_scores_gemma":[0.0003520021,0.0001802786,0.00006779531,0.0004583418,0.0001862264,0.0008052681,0.0004523796,0.0007214565,0.000007158645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006280243,"about_ca_system_score_gemma":0.00003061449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005124034,"about_ca_topic_score_gemma":0.00000198065,"domain_scores_codex":[0.9982234,0.00004862534,0.0005815251,0.0003386307,0.0004830496,0.0003247246],"domain_scores_gemma":[0.9987882,0.0008433767,0.00005807969,0.0001188961,0.000103763,0.00008764007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007125428,0.00008509286,0.7965139,0.0001554878,0.0001952277,0.000009157318,0.149741,0.0227647,0.00009538817,0.02668767,0.00001322232,0.003667995],"study_design_scores_gemma":[0.001143035,0.0003512909,0.5738332,0.0008031896,0.0001182483,0.00000410313,0.3088145,0.1135178,0.0001077598,0.0008395384,0.00002219494,0.0004451145],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939463,0.0003842025,0.003835852,0.0004073919,0.00005752747,0.0009529567,0.000004107394,0.0001666034,0.0002450168],"genre_scores_gemma":[0.9990322,0.000008532844,0.0002985111,0.00001180631,0.00004303597,0.0004412334,0.000001915625,0.00003931968,0.0001234722],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2226806,"threshold_uncertainty_score":0.9569903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214944413","doi":"10.18260/1-2--36561","title":"A Combined E-Portfolio and Microcredentialing Tool for Engineering Identities and Career Pathways","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Coursework; Portfolio; Credentialing; Popularity; Career Pathways; Computer science; Career portfolio; Professional development; Medical education; Pedagogy; Psychology; Career development; Business","authors":[{"name":"Shivam Jindal","is_ca":true},{"name":"Jack Bringardner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08096978241709823,"gpt":0.3331106096662138,"spread":0.2521408272491156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005745605,0.0002141373,0.0002937004,0.0001417878,0.000548765,0.002155117,0.0002928118,0.000136906,0.0003971884],"category_scores_gemma":[0.003429066,0.0002347396,0.00006137293,0.0003067335,0.0002193579,0.003308885,0.0002920355,0.000200635,0.000003377285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009114971,"about_ca_system_score_gemma":0.0003839158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000305915,"about_ca_topic_score_gemma":0.00009679425,"domain_scores_codex":[0.9983136,0.0000329858,0.0003450748,0.0005316006,0.0003666228,0.0004101313],"domain_scores_gemma":[0.9968826,0.0003115068,0.0002238895,0.00008129788,0.00233744,0.0001632677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005634404,0.0004634503,0.1062077,0.0007860254,0.0006075623,0.00003825489,0.2041921,0.000006195581,0.08754226,0.5003882,0.01493377,0.08427101],"study_design_scores_gemma":[0.004473333,0.0009088949,0.06852569,0.001219404,0.0006528465,0.00006499263,0.7074045,0.00161926,0.03964043,0.01753866,0.1550376,0.002914431],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9922308,0.0003767243,0.00153793,0.001016377,0.0006996033,0.0005489085,0.0001587134,0.00007315406,0.003357755],"genre_scores_gemma":[0.9949083,0.0005702858,0.0008666241,0.0001604454,0.0003779049,0.0002201289,0.00005130354,0.00002276199,0.002822232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5032124,"threshold_uncertainty_score":0.9988807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3190116622","doi":"10.18260/1-2--38145","title":"Work in Progress: Early Exploration of Engineering Students' Perspectives about Diversity, Equity, and Inclusion in an Introductory Materials Science and Engineering Course","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Engineering ethics; Equity (law); Course (navigation); Engineering education; Work (physics); Science and engineering; Work in process; Mathematics education; Computer science; Engineering; Engineering management; Sociology; Psychology; Political science; Mechanical engineering; Social science; Aerospace engineering","authors":[{"name":"Aroba Saleem","is_ca":true},{"name":"Sindia Rivera-Jiménez","is_ca":false},{"name":"Idalis Villanueva","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03565954261990683,"gpt":0.3040793986905279,"spread":0.268419856070621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008718965,0.0002315006,0.0002639999,0.0006278463,0.000115363,0.0007769234,0.0005847421,0.00007525402,0.00001518348],"category_scores_gemma":[0.0001245533,0.0002378151,0.00001318375,0.0009157165,0.0001247957,0.003594585,0.007148119,0.0002231746,9.621004e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002148941,"about_ca_system_score_gemma":0.0000809282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003578599,"about_ca_topic_score_gemma":0.000008446983,"domain_scores_codex":[0.9982814,0.000006302837,0.00033232,0.0004186603,0.0006558796,0.000305482],"domain_scores_gemma":[0.9993391,0.00002243671,0.00003669224,0.00007560466,0.0003972228,0.0001289211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001485786,0.0005772522,0.1599416,0.002658201,0.0001369008,0.00003778862,0.5638526,0.003480494,0.19385,0.02432193,0.0001395147,0.05085512],"study_design_scores_gemma":[0.0008469527,0.0002486712,0.9323872,0.003088441,0.00003762458,0.000006683612,0.03115319,0.01504734,0.01592475,0.0002332345,0.00007016746,0.0009557378],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975315,0.001159772,0.0002066475,0.0001923617,0.0004326685,0.0003159985,0.00001032039,0.000130117,0.00002058263],"genre_scores_gemma":[0.9993256,0.0002971292,0.0001926619,0.000006653581,0.00007405835,0.00006619613,0.000004780498,0.00002244015,0.00001053341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7724456,"threshold_uncertainty_score":0.9697818,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192100424","doi":"10.18260/1-2--37620","title":"Providing Meaningful Hands-on Design Experience in the Remote-learning Environment with a Miniature Mechanical Testing Kit","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Work (physics); Engineering education; Coronavirus disease 2019 (COVID-19); Computer science; Sample (material); Pandemic; Perception; Medical education; Engineering management; Engineering; Psychology; Mechanical engineering; Medicine","authors":[{"name":"Xinyue Liu","is_ca":true},{"name":"Yasaman Delaviz","is_ca":true},{"name":"Scott Ramsay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08426380571297001,"gpt":0.2696843059886141,"spread":0.1854205002756441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005860918,0.000540833,0.0003716626,0.0002653455,0.0001927276,0.001180839,0.0008569436,0.0001803431,0.00007815225],"category_scores_gemma":[0.0004614346,0.0003969348,0.00006841624,0.0007481615,0.00009559171,0.0012549,0.000199357,0.00146315,0.00004639295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002399424,"about_ca_system_score_gemma":0.00004815372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003076926,"about_ca_topic_score_gemma":0.000002322899,"domain_scores_codex":[0.997338,0.00005086864,0.0004546324,0.0007544631,0.0007191398,0.0006828806],"domain_scores_gemma":[0.9990572,0.0004337401,0.00007319672,0.0001770571,0.00011828,0.0001405511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008369724,0.00032122,0.003517186,0.001094869,0.0004121799,0.0009881388,0.1528964,0.321531,0.3974147,0.01544222,0.00164767,0.1038974],"study_design_scores_gemma":[0.001162912,0.002876115,0.001092182,0.004062773,0.00006733284,0.000161189,0.04347191,0.8785638,0.0626272,0.0001050857,0.00432297,0.001486585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9647626,0.0004778021,0.0302563,0.0002917865,0.0002925769,0.0009641129,0.000006748876,0.0008033721,0.002144709],"genre_scores_gemma":[0.9964877,0.00006285679,0.002625631,0.00007790518,0.0001877183,0.0002205213,0.000007812344,0.0001019089,0.0002278866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5570328,"threshold_uncertainty_score":0.9998561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189168213","doi":"10.18260/1-2--37763","title":"Student to Scholar: A Professional Skills Focused Library Collaboration","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science","authors":[{"name":"Matthew Frenkel","is_ca":false},{"name":"Azure Stewart","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01799193828993708,"gpt":0.2867259007553962,"spread":0.2687339624654591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002060062,0.0004205026,0.0003345427,0.0004058114,0.0001521778,0.002326625,0.0007221412,0.0001700735,0.0006321793],"category_scores_gemma":[0.0001420757,0.0003984255,0.00008464306,0.001091643,0.00004121741,0.00510862,0.0004568785,0.0007429768,0.0003830984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000169379,"about_ca_system_score_gemma":0.0001256445,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004280026,"about_ca_topic_score_gemma":0.000001765385,"domain_scores_codex":[0.997835,0.00001673028,0.000474466,0.0005832346,0.0005927662,0.000497824],"domain_scores_gemma":[0.9990984,0.00006512415,0.00003982885,0.0001411417,0.0003379292,0.000317546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003413431,0.0008097069,0.01394686,0.001538884,0.001035322,0.0002180899,0.08368473,0.01453611,0.5589659,0.05952181,0.1777689,0.08763239],"study_design_scores_gemma":[0.002973945,0.001987409,0.04083953,0.007609543,0.0002013243,0.00005163242,0.06142218,0.08588514,0.3502014,0.0004428219,0.4434035,0.00498158],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874686,0.0008253917,0.001400027,0.0009712973,0.002478591,0.0008261229,0.0001278078,0.001629264,0.004272921],"genre_scores_gemma":[0.9931066,0.00008092681,0.000915379,0.0002032128,0.0004407184,0.0003954236,0.00006034584,0.0001219506,0.004675419],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2656347,"threshold_uncertainty_score":0.9998468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391987017","doi":"10.18260/1-2--37353","title":"Integrating 3D Printing into Engineering Technology Curriculum","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Research Council Canada; Ohio Department of Higher Education","keywords":"Coursework; Process (computing); Engineering management; Rapid prototyping; Curriculum; 3D printing; Manufacturing engineering; Engineering; Engineering education; Order (exchange); Computer science; Systems engineering; Mechanical engineering; Business","authors":[{"name":"Mert Bal","is_ca":false},{"name":"Farnaz Pakdel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02039647683508132,"gpt":0.2475237825463148,"spread":0.2271273057112335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002664155,0.0005448626,0.0004545462,0.0008650482,0.0001702457,0.001108094,0.001063268,0.0003405108,0.000146227],"category_scores_gemma":[0.0008409328,0.0004908398,0.0001223065,0.00103375,0.0001703363,0.001485749,0.0008426395,0.001266689,0.0001280552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001574712,"about_ca_system_score_gemma":0.00004817571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005425184,"about_ca_topic_score_gemma":0.000007938383,"domain_scores_codex":[0.9977326,0.000005876633,0.0005474721,0.0007080732,0.0003025796,0.0007033495],"domain_scores_gemma":[0.9990342,0.00008607835,0.0000752624,0.0002034453,0.0004876471,0.000113394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001523558,0.00008131055,0.007197207,0.001601356,0.0005113346,0.0001232483,0.005042913,0.0009410843,0.04610639,0.1500168,0.003808067,0.784555],"study_design_scores_gemma":[0.0007818788,0.0005571489,0.002820748,0.006899795,0.0001929034,0.0001533544,0.0451735,0.4174035,0.4661588,0.005936471,0.05022093,0.003700973],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9604241,0.0006609851,0.02856026,0.0006048977,0.001028926,0.00032663,0.0000236331,0.006330478,0.002040144],"genre_scores_gemma":[0.9955444,0.0001283806,0.003502839,0.00002039248,0.0002665336,0.0001752349,0.00001447978,0.00008741087,0.0002603105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.780854,"threshold_uncertainty_score":0.9999288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187464074","doi":"10.18260/1-2--37118","title":"Examining In-Person and Asynchronous Information-Seeking Behavior Instruction Among First-Year Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Information behavior; Engineering education; Mathematics education; Information seeking; Multimedia; Human–computer interaction; Psychology; Engineering; Engineering management; Information retrieval; Computer network","authors":[{"name":"George Lamont","is_ca":true},{"name":"Stephanie Mutch","is_ca":true},{"name":"Chimdindu Ohaegbu","is_ca":true},{"name":"Hamza Butt","is_ca":true},{"name":"Kate Mercer","is_ca":true},{"name":"Kari D. Weaver","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04386973851967073,"gpt":0.2833631021950021,"spread":0.2394933636753314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005668217,0.0001912416,0.0001918388,0.0005134864,0.0003559148,0.004345587,0.0005389206,0.0001216984,0.0002582968],"category_scores_gemma":[0.0002945592,0.0001850957,0.0000367151,0.0008061561,0.0001821766,0.07018723,0.0001947836,0.0002974641,0.00004075786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001252336,"about_ca_system_score_gemma":0.0001483127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006546669,"about_ca_topic_score_gemma":0.00004253878,"domain_scores_codex":[0.9982368,0.00001323604,0.0004298149,0.0002819283,0.0006480246,0.0003901738],"domain_scores_gemma":[0.9992566,0.00006515075,0.0001236462,0.00006012749,0.0003175272,0.0001769285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002446379,0.00003382641,0.7407215,0.0001322342,0.00002165243,0.000007419096,0.1632814,0.00002247057,0.00006959558,0.05240278,0.0003227092,0.04295992],"study_design_scores_gemma":[0.000776901,0.0002210596,0.7000798,0.0009648172,0.00002730975,0.000006683361,0.2740675,0.007312196,0.0001197022,0.0000810318,0.01573521,0.0006077648],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9947668,0.00004370894,0.000326756,0.0004512992,0.0006656697,0.000445253,0.00001966156,0.0001451419,0.003135671],"genre_scores_gemma":[0.9989765,0.0001169371,0.00008875569,0.0001410529,0.0001764927,0.00009757211,0.00001953773,0.000008788282,0.0003743897],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1107861,"threshold_uncertainty_score":0.996688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192539304","doi":"10.18260/1-2--37697","title":"Scaling and Sustaining of a Liberal Arts Speaking Course That Targets Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Pennsylvania State University","keywords":"Public speaking; Rhetorical question; Liberal arts education; Professional communication; Course (navigation); Technical communication; Mathematics education; Higher education; Computer science; Sociology; Public relations; Pedagogy; Engineering; Psychology; Political science; World Wide Web; Linguistics","authors":[{"name":"Marcy Milhomme","is_ca":false},{"name":"Michael Alley","is_ca":false},{"name":"Lori B. Miraldi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0345182352999323,"gpt":0.2825503354364473,"spread":0.2480321001365149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002636164,0.0003382153,0.0003446851,0.0002714261,0.00005882286,0.0007106143,0.0003836003,0.0001045906,0.00009563162],"category_scores_gemma":[0.00009386338,0.0003289867,0.00006629133,0.0003762674,0.00004473916,0.001249279,0.0002178172,0.0003384792,0.000009217344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008702224,"about_ca_system_score_gemma":0.00007292133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001455078,"about_ca_topic_score_gemma":0.000002147152,"domain_scores_codex":[0.9983561,0.000003965137,0.0004011254,0.0003757826,0.0004365332,0.0004264995],"domain_scores_gemma":[0.9992832,0.00006142665,0.00005297101,0.00008372664,0.0003259087,0.0001927897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002051072,0.0009691132,0.2047651,0.01512873,0.00422127,0.0003753453,0.2416652,0.02795058,0.07480451,0.086843,0.02421495,0.3188571],"study_design_scores_gemma":[0.003151192,0.0005600163,0.3086742,0.01469112,0.0005944488,0.0002135523,0.09918196,0.4687429,0.06614066,0.0003838147,0.03221951,0.005446604],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.991914,0.001649346,0.003822378,0.0001784052,0.001085304,0.0002722747,0.00002168566,0.0004343651,0.0006222017],"genre_scores_gemma":[0.9987182,0.0002430145,0.0003768039,0.00002860299,0.0001521415,0.0000604681,0.00001505613,0.00005688106,0.0003488576],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4407923,"threshold_uncertainty_score":0.9999162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191309777","doi":"10.18260/1-2--36976","title":"Development of WeBWorK Prelab Problem Sets to Support Student Learning","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Simon Fraser University","keywords":"Computer science; Mathematics education; Psychology","authors":[{"name":"Sheena Tan","is_ca":true},{"name":"Taco Niet","is_ca":true},{"name":"Kamaria Kuling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07896085547336901,"gpt":0.3796733538590016,"spread":0.3007124983856326,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009095213,0.0002076135,0.0002640616,0.0003501696,0.000403106,0.0006738963,0.0007469449,0.0001917964,0.001178897],"category_scores_gemma":[0.0004538583,0.0001883188,0.00006572154,0.000898053,0.0001912037,0.001137149,0.0002644414,0.000418385,0.0002384563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001918258,"about_ca_system_score_gemma":0.001112912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001509006,"about_ca_topic_score_gemma":0.0004511948,"domain_scores_codex":[0.9978541,0.00003196015,0.0005529778,0.0004990559,0.0006616432,0.0004002222],"domain_scores_gemma":[0.9981037,0.00006462298,0.000156462,0.00007656197,0.00140121,0.0001974307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005798348,0.0002777325,0.03359049,0.0001183034,0.0001550705,0.000005341826,0.3563832,0.000003924173,0.003699647,0.369645,0.009652776,0.2264106],"study_design_scores_gemma":[0.0003682949,0.0007232644,0.01185239,0.001029744,0.00007087201,0.000003202646,0.5674473,0.00006759125,0.0128191,0.001263949,0.4036332,0.0007210533],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9704073,0.00005871519,0.0008111193,0.005188092,0.0005909182,0.0007300366,0.0000116719,0.0002972563,0.02190487],"genre_scores_gemma":[0.9865299,0.00004998536,0.001081071,0.0001465876,0.0001095336,0.0002285253,0.00002291291,0.00001708053,0.01181433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3939804,"threshold_uncertainty_score":0.9997342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391956887","doi":"10.18260/1-2--36970","title":"Development of Attachments for the Quanser Qube","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Quanser (Canada)","funders":"","keywords":"Computer science; MATLAB; Set (abstract data type); Servo; Software; Inverted pendulum; Turbine; Servomotor; Linkage (software); Simulation; Operating system; Programming language; Mechanical engineering; Engineering; Artificial intelligence","authors":[{"name":"Diane Peters","is_ca":true},{"name":"Aaron-Joseph Jones","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06621556865739746,"gpt":0.3056231142904652,"spread":0.2394075456330678,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002614575,0.0002900739,0.0002643158,0.0001372043,0.0001155096,0.0003693454,0.000621035,0.00009288021,0.0001443961],"category_scores_gemma":[0.00007856388,0.0002230666,0.0001030594,0.0002895707,0.00007019282,0.0008461958,0.0001733708,0.0002671691,0.00003619782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001074313,"about_ca_system_score_gemma":0.00006782812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009366796,"about_ca_topic_score_gemma":0.000003824093,"domain_scores_codex":[0.9985178,0.000003530714,0.0004700896,0.0003175404,0.0003230893,0.0003680116],"domain_scores_gemma":[0.99932,0.0001297466,0.00004728731,0.0001091783,0.0003063248,0.00008745465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002615808,0.000212942,0.002392293,0.003271952,0.002110105,0.00001176175,0.06622206,0.009924821,0.625317,0.05701828,0.02038586,0.2128714],"study_design_scores_gemma":[0.001152875,0.0003451193,0.003855236,0.001788816,0.0001657847,0.0000133335,0.02998294,0.2905815,0.3972514,0.0001203123,0.2732893,0.001453406],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9234561,0.002839326,0.06748637,0.000277791,0.001963967,0.001020443,0.00009701175,0.0006702877,0.002188661],"genre_scores_gemma":[0.9966739,0.00007182934,0.001775182,0.00002806475,0.0001462386,0.0003551811,0.00002008894,0.00006196526,0.0008675084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2806567,"threshold_uncertainty_score":0.9096392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3196611878","doi":"10.18260/1-2--38095","title":"WIP: Short Online Films to Help First-Year Students Write Reports as Engineers","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Mathematics education; Psychology","authors":[{"name":"Michael Alley","is_ca":false},{"name":"Kaitlyn Pigeon","is_ca":false},{"name":"Stephanie Cutler","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02914360662585009,"gpt":0.2892919477932967,"spread":0.2601483411674466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002474451,0.0004942812,0.0003985564,0.0004298375,0.00009196896,0.001138051,0.0006882947,0.0001623081,0.0008455267],"category_scores_gemma":[0.0002062399,0.0004800879,0.0001188604,0.0008753808,0.00003397501,0.001090521,0.0002882389,0.0004695291,0.0003015984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001911306,"about_ca_system_score_gemma":0.0001138051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003679521,"about_ca_topic_score_gemma":0.00001725717,"domain_scores_codex":[0.9973092,0.000004501174,0.0006515722,0.0006888259,0.0007612209,0.0005846726],"domain_scores_gemma":[0.9986455,0.00003669821,0.00003488724,0.0002047919,0.0005959009,0.0004821601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002046009,0.001680478,0.09008449,0.003954879,0.002811538,0.00126962,0.06542678,0.0246061,0.02113377,0.0187967,0.7102059,0.05982514],"study_design_scores_gemma":[0.001966373,0.001874094,0.1818918,0.0101938,0.0005935781,0.0007074168,0.1189524,0.06017254,0.03349166,0.0004159971,0.5801893,0.009550919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9904557,0.0003423522,0.001766509,0.0008509979,0.003077548,0.0006343807,0.00009667052,0.001063359,0.001712509],"genre_scores_gemma":[0.993702,0.0002171604,0.0005095085,0.0002048368,0.0003280001,0.0002574035,0.0001294166,0.00009236836,0.004559328],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1300165,"threshold_uncertainty_score":0.9998989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192209003","doi":"10.18260/1-2--37478","title":"Managing Polarities: Perception of Value, Designer Roles, and Organizational Conditions that Influence Design Outcomes in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value engineering; Perception; Value (mathematics); Computer science; Industrial engineering; Knowledge management; Engineering; Operations management; Psychology; Machine learning","authors":[{"name":"Minha Ha","is_ca":true},{"name":"Aleksander Czekanski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03874676415665391,"gpt":0.2783366913592769,"spread":0.239589927202623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000373713,0.0002454224,0.0002795963,0.0004123712,0.00005996766,0.0005230266,0.0002628332,0.0001220268,0.0003061295],"category_scores_gemma":[0.0003674198,0.0002448606,0.00003940343,0.0004892717,0.00005932125,0.002808372,0.00008595171,0.0003287297,0.00001775511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000934445,"about_ca_system_score_gemma":0.00009618346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000621121,"about_ca_topic_score_gemma":0.000004473079,"domain_scores_codex":[0.9987257,0.00002539809,0.0003761544,0.0003186385,0.0002962303,0.0002578686],"domain_scores_gemma":[0.9990956,0.0003064281,0.00005245686,0.00007511307,0.0003585407,0.0001119002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001868113,0.0004110508,0.05882863,0.002218527,0.0006972361,0.0000435823,0.03364865,0.02411357,0.4084615,0.4539033,0.002562039,0.01492512],"study_design_scores_gemma":[0.001877605,0.0005069681,0.2655312,0.002956539,0.0003645374,0.0001388983,0.06760015,0.6172723,0.02959823,0.01034235,0.00138043,0.002430749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8897157,0.0003664716,0.1071031,0.00106136,0.0004159609,0.0005052451,0.00009216733,0.0003181414,0.0004218616],"genre_scores_gemma":[0.9983237,0.0002785984,0.0009114306,0.0001107726,0.00003965633,0.00006176266,0.00002501577,0.00003836449,0.0002106369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5931587,"threshold_uncertainty_score":0.9985126,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188035883","doi":"10.18260/1-2--36920","title":"Design of CAIR Assessment-monitoring Display","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Advanced Computational Techniques and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","authors":[{"name":"Bahar Memarian","is_ca":true},{"name":"Susan McCahan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09584910571092935,"gpt":0.3505894244119946,"spread":0.2547403187010652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002162733,0.0002347876,0.0003183513,0.0001147224,0.0001849837,0.0005222259,0.001394663,0.00008374265,0.00004018703],"category_scores_gemma":[0.0001175325,0.0002262662,0.00008479564,0.000779611,0.00008802739,0.002540534,0.0008868579,0.0002511626,0.000009109629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006650242,"about_ca_system_score_gemma":0.0003603782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001468345,"about_ca_topic_score_gemma":5.825577e-7,"domain_scores_codex":[0.9980295,0.0000269541,0.0004732785,0.0006421361,0.0005092315,0.0003189199],"domain_scores_gemma":[0.9965118,0.0001473813,0.0003028526,0.0002621649,0.002635054,0.0001407744],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002462884,0.0003499015,0.004542673,0.00005867935,0.00007703141,0.00002258431,0.001350534,0.0007769321,0.08964944,0.848262,0.0006850458,0.05420056],"study_design_scores_gemma":[0.002373473,0.001298022,0.04738535,0.001148027,0.0001108615,0.0001298423,0.008279232,0.1949479,0.6454526,0.09084363,0.005573843,0.002457139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04061206,0.00005773712,0.9564502,0.001267371,0.0001719329,0.0002862503,0.00002084765,0.0001500631,0.0009834976],"genre_scores_gemma":[0.8963307,0.0000823278,0.1026195,0.000118681,0.00009018748,0.0001538933,0.00001177931,0.00001316852,0.0005797908],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8557186,"threshold_uncertainty_score":0.9226867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191062339","doi":"10.18260/1-2--36917","title":"Design of a Low Cost EEG Headset for Educational Research","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Headset; Computer science; Electroencephalography; Psychology; Telecommunications; Neuroscience","authors":[{"name":"Kevin Zhu","is_ca":true},{"name":"Aoran Jiao","is_ca":true},{"name":"Xinyue Liu","is_ca":true},{"name":"Scott Ramsay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2937494817617795,"gpt":0.4021816891195679,"spread":0.1084322073577884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007835501,0.000277539,0.0004279782,0.0002689478,0.0003174085,0.0007771349,0.00125257,0.0001361033,0.0007256031],"category_scores_gemma":[0.004765458,0.0002529067,0.0001198174,0.0008351012,0.0004482975,0.001444997,0.000597182,0.0004090657,0.0000539501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007212261,"about_ca_system_score_gemma":0.0008886515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002743793,"about_ca_topic_score_gemma":0.000006903519,"domain_scores_codex":[0.9968334,0.0001294677,0.0005779529,0.0009742582,0.0008142793,0.0006706247],"domain_scores_gemma":[0.9928648,0.001867701,0.0002304313,0.0002089912,0.004607557,0.0002204863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000624444,0.0008226174,0.001013385,0.0002873827,0.00003835294,0.000009073309,0.004165139,0.00005585078,0.8918015,0.05610437,0.03594372,0.009134193],"study_design_scores_gemma":[0.001116924,0.0006915068,0.000990115,0.0004856729,0.00001592358,0.00003313491,0.005348886,0.004784633,0.9791781,0.003100296,0.003841587,0.000413215],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9634923,0.0001358816,0.01982993,0.01052789,0.0009156215,0.002049078,0.0006489588,0.00005963246,0.002340747],"genre_scores_gemma":[0.9918438,0.00006502926,0.0005897523,0.0006955787,0.0002256067,0.000402203,0.00003449194,0.00002798242,0.006115548],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08737663,"threshold_uncertainty_score":0.9999923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192531864","doi":"10.18260/1-2--37376","title":"Interventions to Improve Mentoring Over an Eight-Session Out-Of-School Workshop for High School Students (Work in Progress)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Psychological intervention; Work (physics); Computer science; Medical education; Automation; Software; Software engineering; Engineering management; Multimedia; Psychology; Engineering; World Wide Web; Medicine","authors":[{"name":"Katherine Dornian","is_ca":true},{"name":"Laleh Behjat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1191029857148322,"gpt":0.4230456119793528,"spread":0.3039426262645206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001149146,0.000459305,0.0005662054,0.0005829407,0.0001233995,0.0009266877,0.001347926,0.0003019992,0.001470912],"category_scores_gemma":[0.000535377,0.0004014401,0.0001804045,0.0007500812,0.00007447004,0.001591468,0.0007200287,0.0006853722,0.0001568901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000293646,"about_ca_system_score_gemma":0.0001541059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007716673,"about_ca_topic_score_gemma":0.00001291507,"domain_scores_codex":[0.9960552,0.00004701958,0.001143297,0.001197559,0.0007155893,0.0008413747],"domain_scores_gemma":[0.9980952,0.000125171,0.000273616,0.0002488222,0.0006538715,0.0006033885],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006000968,0.004049032,0.4582903,0.004026036,0.001310718,0.00008817441,0.08151823,0.00001028819,0.01400113,0.06058545,0.1004832,0.2696365],"study_design_scores_gemma":[0.01737558,0.005928282,0.6979273,0.05647146,0.0008651998,0.000008728359,0.1342955,0.0002243823,0.01913537,0.003524394,0.0587279,0.005515883],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9850999,0.0005333851,0.001380289,0.0009879224,0.009251999,0.001978005,0.0001358909,0.0001393901,0.0004932774],"genre_scores_gemma":[0.9760776,0.00003955,0.0004864881,0.0001143158,0.0006671736,0.002051529,0.00006409419,0.00005974338,0.02043951],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2641207,"threshold_uncertainty_score":0.9998438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3190478155","doi":"10.18260/1-2--38098","title":"WIP: Student Training in Data Analytics Approaches for Bioprocessing Through Co-Curricular Activities","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Bioprocess; Computer science; Analytics; Learning analytics; Training (meteorology); Data science; Engineering; Chemical engineering","authors":[{"name":"Maryam Mobed-Miremadi","is_ca":true},{"name":"Navid Shaghaghi","is_ca":true},{"name":"Gangshu Cai","is_ca":true},{"name":"Prashanth Asuri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2374614544850977,"gpt":0.3469369067818799,"spread":0.1094754522967822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003627407,0.0003375457,0.0003836897,0.0002571924,0.00008281719,0.0009853637,0.0008601869,0.0001730762,0.00004248863],"category_scores_gemma":[0.0001070459,0.0003007063,0.00006581574,0.000633061,0.0001169025,0.002974247,0.0001921447,0.0003941712,0.000007517839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001192449,"about_ca_system_score_gemma":0.0001427063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002280069,"about_ca_topic_score_gemma":0.00001285445,"domain_scores_codex":[0.9980969,0.000004872778,0.0004377783,0.0006088489,0.0003554401,0.0004961672],"domain_scores_gemma":[0.9994343,0.00009070822,0.00004552247,0.0001747862,0.0001327036,0.0001219617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002279973,0.0007777788,0.003128155,0.01531228,0.001634624,0.00006614447,0.2198383,0.00648372,0.0139076,0.0816505,0.0289465,0.6280264],"study_design_scores_gemma":[0.0007375423,0.0001731655,0.001199806,0.00212026,0.0001598412,0.00001554169,0.1178664,0.8450818,0.003971526,0.00137202,0.02612937,0.001172645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9160312,0.002222987,0.07374053,0.001254646,0.001896248,0.0008856697,0.0006503492,0.0008028577,0.00251553],"genre_scores_gemma":[0.9980017,0.0002116794,0.0004743357,0.00004537548,0.0004775822,0.0001784225,0.000331727,0.00005313872,0.0002260461],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8385981,"threshold_uncertainty_score":0.9999445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189360944","doi":"10.18260/1-2--37010","title":"Effectiveness of a Software-based Service-learning Project in First-year Seminar Course for Engineering Freshmen During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Service-learning; General partnership; Government (linguistics); Engineering education; Engineering management; Engineering; Computer science; Business; Psychology; Pedagogy","authors":[{"name":"Wookwon Lee","is_ca":true},{"name":"Pezhman A. Hassanpour","is_ca":true},{"name":"Saeed Tiari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0836828015689119,"gpt":0.3478176427832391,"spread":0.2641348412143272,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003915121,0.0002962699,0.000402044,0.0002999442,0.0007919334,0.0006434521,0.001159071,0.0001804191,0.00008591584],"category_scores_gemma":[0.002463844,0.0002522092,0.0001363451,0.001206636,0.0001600818,0.0008180432,0.0003344638,0.0008449367,0.000006841435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000385899,"about_ca_system_score_gemma":0.0008860398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00658586,"about_ca_topic_score_gemma":0.001828614,"domain_scores_codex":[0.9976778,0.0002930056,0.0004113406,0.0004957229,0.0005501967,0.0005719115],"domain_scores_gemma":[0.9962491,0.002452847,0.0001680746,0.0001613415,0.0008059983,0.0001626159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.002841322,0.0006512328,0.618541,0.01768316,0.0005876783,0.00003876518,0.3055702,0.01603611,0.005891747,0.02504658,0.0007005487,0.006411642],"study_design_scores_gemma":[0.00823703,0.001892553,0.07021084,0.01210616,0.0004943219,0.00001461748,0.7604618,0.04060357,0.00359948,0.0007412008,0.09907138,0.002567026],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9935681,0.0002786832,0.00225593,0.00150855,0.000236585,0.001567631,0.00006113936,0.0003410208,0.0001824143],"genre_scores_gemma":[0.9984524,0.0001086075,0.000107929,0.0001276141,0.0001161944,0.0007197835,0.00002954856,0.00003923906,0.0002986292],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5483301,"threshold_uncertainty_score":0.999993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}