{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":46,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":46,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"4b834fb54f4c","filters":{"venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings"}},"results":[{"id":"W4249106202","doi":"10.18260/1-2--35439","title":"Usage of Building Information Modeling for Sustainable Development Education","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"BIM and Construction Integration","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Sistema Nacional de Investigadores; Energy Council of Canada; Federation of Canadian Municipalities","keywords":"Building information modeling; Sustainable development; Architecture; Work (physics); Education for sustainable development; Computer science; Engineering management; Knowledge management; Engineering education; Engineering; Process management; Systems engineering; Political science","authors":[{"name":"Benjamin Sanchez","is_ca":false},{"name":"Romeo Ballinas-González","is_ca":false},{"name":"Miguel X. Rodríguez-Paz","is_ca":false},{"name":"Juan A. Nolazco‐Flores","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03719467616578676,"gpt":0.2509487209644715,"spread":0.2137540447986847,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001243182,0.0001830666,0.0002117697,0.0001278286,0.0001103565,0.0003120954,0.0002895428,0.00009401685,0.00003567299],"category_scores_gemma":[0.0002153929,0.0001829001,0.00005259645,0.0003062544,0.00002789511,0.004079047,0.0000722488,0.0001380293,0.000005518445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007851231,"about_ca_system_score_gemma":0.0002400494,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002180985,"about_ca_topic_score_gemma":0.0000014505,"domain_scores_codex":[0.998861,0.000003359975,0.0005237177,0.0001704947,0.000206906,0.0002345536],"domain_scores_gemma":[0.9977075,0.00001450249,0.0001285612,0.00004345704,0.001985036,0.0001209236],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006121,0.0001158872,0.002321756,0.003974795,0.0002508353,8.082946e-7,0.04792014,0.01586879,0.03323938,0.4160573,0.01336586,0.4662723],"study_design_scores_gemma":[0.001003274,0.0002543952,0.0004232062,0.0002667604,0.00005852647,0.000004682827,0.100493,0.8051901,0.06846685,0.001477735,0.02165028,0.0007111735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6810239,0.00005915684,0.3159092,0.0003391104,0.0001971981,0.0005848922,0.00001932276,0.0002095512,0.001657676],"genre_scores_gemma":[0.9974726,0.00001971119,0.001817108,0.0002093052,0.0001111356,0.0002000988,0.00005181359,0.00001471222,0.0001034561],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7893213,"threshold_uncertainty_score":0.745845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237601471","doi":"10.18260/1-2--34827","title":"Information-seeking Behavior Among First-year Engineering Students and the Impacts of Pedagogical Intervention","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Credibility; Accreditation; Psychological intervention; Engineering education; Health systems engineering; Information behavior; Intervention (counseling); Resource (disambiguation); Computer science; Engineering; Engineering ethics; Engineering management; Psychology; Medical education; Political science; Medicine","authors":[{"name":"George Lamont","is_ca":true},{"name":"Kari D. Weaver","is_ca":true},{"name":"Rachel Figueiredo","is_ca":true},{"name":"Kate Mercer","is_ca":true},{"name":"Andrea Jonahs","is_ca":true},{"name":"Heather A. Love","is_ca":true},{"name":"Brad Mehlenbacher","is_ca":true},{"name":"Neal Carter","is_ca":true},{"name":"Katherine Zmetana","is_ca":true},{"name":"Rania Al-Hammoud","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.114232021134235,"gpt":0.3641682132762795,"spread":0.2499361921420445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002958376,0.0001904727,0.000295928,0.00005507873,0.0001103791,0.0004731008,0.0006246471,0.0000994936,0.0002767082],"category_scores_gemma":[0.000497655,0.0001343292,0.00009594573,0.0001980077,0.0002370487,0.001817708,0.0003745756,0.000261063,0.0000203416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001998312,"about_ca_system_score_gemma":0.00002324253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004803297,"about_ca_topic_score_gemma":0.00001232669,"domain_scores_codex":[0.9986917,0.00001941508,0.0005253794,0.0002034687,0.0003255089,0.0002345413],"domain_scores_gemma":[0.9988555,0.0001169558,0.0003207565,0.00007126384,0.0004980778,0.0001373934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008053075,0.0001375857,0.8526926,0.0002057585,0.000152248,0.000002692485,0.07174503,0.000007518772,0.00009166401,0.07158481,0.001562887,0.001011887],"study_design_scores_gemma":[0.001654457,0.0003926941,0.8484665,0.0001141432,0.00006507916,0.000006200902,0.1484607,0.0001974705,0.00005168268,0.00007571559,0.0003353456,0.0001800381],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961777,0.00008635369,0.0003440811,0.001990366,0.0002374006,0.0005087166,0.00003985942,0.00006279005,0.000552768],"genre_scores_gemma":[0.9993354,0.00004454021,0.00001911616,0.0002093632,0.0001117868,0.0001588792,0.00002044715,0.000009020211,0.00009141498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07671563,"threshold_uncertainty_score":0.5477786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3086707457","doi":"10.18260/1-2--34705","title":"Generation-Z Learning Approaches to Improve Performance in the Fundamentals of Engineering Exam","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Generational Differences and Trends","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Council for Canadian Studies; U.S. Department of Energy","keywords":"Class (philosophy); Subject (documents); Schedule; Computer science; Test (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Artificial intelligence","authors":[{"name":"John Crepeau","is_ca":false},{"name":"Barry Willis","is_ca":false},{"name":"Sean Quallen","is_ca":false},{"name":"Steven Beyerlein","is_ca":false},{"name":"Dan Cordon","is_ca":false},{"name":"Terence Soule","is_ca":false},{"name":"P.K. Northcutt","is_ca":false},{"name":"Terri Gaffney","is_ca":false},{"name":"Jeffrey Kimberling","is_ca":false},{"name":"Angela Shears","is_ca":false},{"name":"Ann M. Miller","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2959705846570866,"gpt":0.3017483915983336,"spread":0.005777806941246966,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000508014,0.0001829111,0.0002457005,0.00008136335,0.0002563214,0.0004656263,0.0007469508,0.00007660859,0.000099613],"category_scores_gemma":[0.0004521544,0.0001436451,0.00005746482,0.0006374645,0.00009450583,0.001009273,0.0001600006,0.0002679338,0.00001480858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003687477,"about_ca_system_score_gemma":0.0001207091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002730027,"about_ca_topic_score_gemma":0.0001250862,"domain_scores_codex":[0.9983042,0.00004298431,0.0003756242,0.0003763311,0.0005807307,0.0003200804],"domain_scores_gemma":[0.9992821,0.00006399508,0.0001428008,0.0000543245,0.0002925277,0.0001642142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002449622,0.0003224547,0.22908,0.0002515621,0.0001154376,0.000006036375,0.4285128,0.006401955,0.03667361,0.2562685,0.002075053,0.04004766],"study_design_scores_gemma":[0.002393495,0.003949471,0.3911956,0.0003211349,0.0001188851,0.000003827493,0.3744814,0.1776491,0.02190624,0.000204582,0.02578536,0.001990907],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882766,0.00003698485,0.0004008225,0.008335679,0.0001235437,0.0004206196,0.00002137251,0.00004066624,0.002343732],"genre_scores_gemma":[0.99836,0.00004520051,0.0001053229,0.000605326,0.0004181622,0.0001239887,0.00002033879,0.00001022998,0.000311415],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2560639,"threshold_uncertainty_score":0.5857676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3091251830","doi":"10.18260/1-2--34029","title":"A Partnership Model for Integrating Technical Communication Habits Throughout Undergraduate Engineering Courses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Coursework; General partnership; Context (archaeology); Engineering education; Mathematics education; Computer science; Medical education; Engineering; Psychology; Engineering management; Medicine","authors":[{"name":"Kristine Horvat","is_ca":false},{"name":"Judy Randi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07656869097773118,"gpt":0.3004912928565435,"spread":0.2239226018788124,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001831507,0.0003910659,0.0003826821,0.000080943,0.0001241962,0.0003988716,0.0007872718,0.0001494723,0.00001572901],"category_scores_gemma":[0.000541213,0.0003834344,0.0001081344,0.0003902764,0.0000534718,0.001057191,0.0001693758,0.0004495067,0.0000169942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001239862,"about_ca_system_score_gemma":0.000104498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005228943,"about_ca_topic_score_gemma":0.000006075021,"domain_scores_codex":[0.9983431,0.00000649097,0.0005235482,0.0003964939,0.0002881882,0.0004422313],"domain_scores_gemma":[0.9987577,0.00008454833,0.0000995481,0.0001364404,0.000623452,0.000298378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002688924,0.0005038752,0.006987299,0.003373119,0.0007929779,0.000006692393,0.06713094,0.2461899,0.08240927,0.3407613,0.2366076,0.0149681],"study_design_scores_gemma":[0.0005449116,0.0001102897,0.0008306263,0.0002520523,0.00004535313,0.000004704262,0.003315651,0.9875442,0.00358464,0.0002642474,0.002866035,0.0006372278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.322006,0.0005836514,0.6479645,0.01922312,0.0005852457,0.002250614,0.0001722376,0.004313577,0.002901024],"genre_scores_gemma":[0.9925098,0.0001197588,0.005888066,0.0004909143,0.0001296644,0.0004960608,0.0000882538,0.00007212983,0.0002053718],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7413544,"threshold_uncertainty_score":0.9998618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3213205750","doi":"10.18260/1-2--34433","title":"Developing Metacognition in First-Year Students through Interactive Online Videos","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Metacognition; Computer science; Multimedia; Mathematics education; Psychology; Cognition","authors":[{"name":"Peter Ostafichuk","is_ca":true},{"name":"Susan Nesbit","is_ca":true},{"name":"Naoko Ellis","is_ca":true},{"name":"Gerald Tembrevilla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2350154514268588,"gpt":0.4379656163193634,"spread":0.2029501648925046,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008637509,0.0004511641,0.0006511682,0.0001929171,0.0002017315,0.00043239,0.001137268,0.0002119892,0.0008104838],"category_scores_gemma":[0.002117138,0.0004212955,0.0001087607,0.001084617,0.0001456246,0.001904323,0.000589891,0.001415166,0.0002442904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001443815,"about_ca_system_score_gemma":0.00009401013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003992172,"about_ca_topic_score_gemma":0.00003558358,"domain_scores_codex":[0.9968244,0.0002623428,0.0007966412,0.0009892453,0.0005478945,0.0005794712],"domain_scores_gemma":[0.9977617,0.0002722558,0.0004608454,0.0001182055,0.001237596,0.0001494101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004854121,0.001477733,0.4816303,0.0002866876,0.0010023,0.0001683672,0.3812431,0.00001703086,0.004071289,0.08214897,0.009688094,0.03341201],"study_design_scores_gemma":[0.007401921,0.002495461,0.6917608,0.001207207,0.0001733774,0.00002618011,0.2694174,0.0004672558,0.003066768,0.002870532,0.01914746,0.001965686],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9613672,0.00004521114,0.02520461,0.008491637,0.0005507516,0.0006487603,0.00008042221,0.0002683029,0.003343029],"genre_scores_gemma":[0.9913383,0.00002369511,0.002780523,0.004608846,0.0003923164,0.0001322515,0.00009523318,0.00005173414,0.0005770873],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2101304,"threshold_uncertainty_score":0.9998239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255051384","doi":"10.18260/1-2--34121","title":"An Examination of Systematic Reviews in the Engineering Literature","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Subject (documents); Citation; Computer science; MEDLINE; Engineering ethics; Data science; Management science; Engineering; Library science; Political science","authors":[{"name":"Alison Henry","is_ca":true},{"name":"Lauren Stieglitz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6757587282841158,"gpt":0.4606196151100539,"spread":0.2151391131740619,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05106333,0.0004139458,0.003560037,0.0003043512,0.00006868113,0.002904632,0.004884743,0.0001214399,0.0005290671],"category_scores_gemma":[0.06936308,0.0001795798,0.0006986396,0.003215368,0.00005022651,0.002649101,0.0002002336,0.0003710507,0.0002043699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002054023,"about_ca_system_score_gemma":0.00003868528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004966716,"about_ca_topic_score_gemma":0.000004007147,"domain_scores_codex":[0.9841326,0.002639765,0.008181713,0.001026408,0.003731877,0.0002876042],"domain_scores_gemma":[0.9878238,0.001698446,0.004914025,0.001075423,0.004254997,0.0002333068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002165217,0.00101721,0.03408336,0.08682732,0.0006896002,0.00008473984,0.5868936,0.0004470964,0.02636391,0.1459514,0.06696305,0.05046215],"study_design_scores_gemma":[0.002564807,0.00350187,0.1818764,0.03555962,0.001677747,0.0001107675,0.2897272,0.4562434,0.001854527,0.001815525,0.02189162,0.003176538],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9802359,0.002706028,0.006588163,0.003388825,0.0001989326,0.005345349,0.0000753248,0.00002485996,0.001436577],"genre_scores_gemma":[0.9981729,0.000117989,0.0001820841,0.0008621797,0.0001199715,0.0002600463,0.000015574,0.0000118144,0.0002573856],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4557963,"threshold_uncertainty_score":0.9981304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189577170","doi":"10.18260/1-2--34637","title":"Exploration of Technology-aided Education: Virtual Reality Processing Plant for Chemical Engineering Process Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Virtual reality; Capstone; Experiential learning; Process (computing); Computer science; Engineering education; Multimedia; Human–computer interaction; Engineering; Engineering management; Psychology; Mathematics education","authors":[{"name":"Caeley Gibbs","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1031770601835968,"gpt":0.3021524728421784,"spread":0.1989754126585817,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002430251,0.0003275121,0.0004434942,0.0002863632,0.00009761719,0.0003031002,0.001793894,0.0002574365,0.000006710128],"category_scores_gemma":[0.001242496,0.0003248625,0.00007287912,0.001327946,0.0001103985,0.003191453,0.0003091726,0.0003428965,0.000004886582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005983124,"about_ca_system_score_gemma":0.0006326395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004151368,"about_ca_topic_score_gemma":2.567165e-7,"domain_scores_codex":[0.9979028,0.000008302626,0.0006257298,0.0007442952,0.0003331518,0.0003857543],"domain_scores_gemma":[0.9973581,0.00006472287,0.0003601401,0.0001949838,0.001814143,0.0002078577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004658973,0.0009332028,0.0006163633,0.001846247,0.000173902,0.000004593406,0.02870074,0.001855551,0.1712733,0.6087363,0.009521212,0.1758726],"study_design_scores_gemma":[0.001489149,0.001555723,0.0001986874,0.0006674302,0.00007220371,0.00003616552,0.01296751,0.441083,0.5318066,0.006270668,0.002601059,0.001251797],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08674576,0.00009201267,0.894362,0.01656372,0.0002761569,0.0009217695,0.00003386689,0.0009505426,0.00005415414],"genre_scores_gemma":[0.9844055,0.0000147223,0.01438293,0.0003556706,0.0001605531,0.0005832925,0.00003151803,0.00002662085,0.00003926026],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8976597,"threshold_uncertainty_score":0.9999204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093790142","doi":"10.18260/1-2--34704","title":"Gendered Professional Role Confidence and Persistence of Artificial Intelligence and Machine Learning Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Persistence (discontinuity); Field (mathematics); Logistic regression; Psychology; Representation (politics); Artificial intelligence; Contradiction; Self-confidence; Confidence interval; Social psychology; Computer science; Machine learning; Engineering; Statistics; Political science; Mathematics","authors":[{"name":"Kimberly Ren","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1842729241534257,"gpt":0.3239933115240626,"spread":0.1397203873706369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005235487,0.0002119856,0.0003390115,0.00007350427,0.0005815531,0.0004714825,0.0007270134,0.0001188068,0.0002156136],"category_scores_gemma":[0.0009735405,0.0002046857,0.00005114928,0.0003599737,0.0006817362,0.001336801,0.000946737,0.0003317548,0.000009117086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003274309,"about_ca_system_score_gemma":0.0002150241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006531856,"about_ca_topic_score_gemma":0.0001480389,"domain_scores_codex":[0.9978236,0.00005657205,0.0003689012,0.0005391239,0.000874035,0.0003377524],"domain_scores_gemma":[0.9982486,0.0001034644,0.0002501481,0.00004242394,0.0009677882,0.0003876024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007480754,0.0001410546,0.6226857,0.0001485655,0.0001009436,0.00001309051,0.292783,0.000002913774,0.004710371,0.04930804,0.0003628963,0.02899536],"study_design_scores_gemma":[0.0006451769,0.0008140961,0.1104025,0.0002901803,0.0001181784,0.000005120687,0.8749024,0.002559627,0.004642732,0.002517253,0.002201795,0.0009010289],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9944133,0.0002307355,0.0004674318,0.003242157,0.0001338498,0.0004157128,0.00004534721,0.00007782005,0.0009736356],"genre_scores_gemma":[0.9985875,0.0003460345,0.00009075779,0.0003522298,0.00009035759,0.00001137693,0.000009626563,0.000008183444,0.0005039118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5821193,"threshold_uncertainty_score":0.834684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255167462","doi":"10.18260/1-2--35011","title":"Operationalizing Jonassen’s Design Theory of Problem Solving: An Instrument to Characterize Educational Design Activities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Operationalization; Computer science; Troubleshooting; Domain (mathematical analysis); Management science; Mathematics education; Psychology; Mathematics; Engineering","authors":[{"name":"Ada Hurst","is_ca":true},{"name":"Gregory Litster","is_ca":true},{"name":"Christopher Rennick","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1662479452622971,"gpt":0.297875608178675,"spread":0.1316276629163779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066258,0.0003666815,0.0003895209,0.0001531284,0.0001571851,0.0006779194,0.0007509762,0.0001103691,0.0008566563],"category_scores_gemma":[0.0005701857,0.0003677095,0.00006243237,0.0004256038,0.00007768309,0.004357511,0.0001347831,0.0003107259,0.00005730826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001018291,"about_ca_system_score_gemma":0.0004732915,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001605182,"about_ca_topic_score_gemma":0.000001471845,"domain_scores_codex":[0.9979624,0.0001113713,0.0005899514,0.0004877212,0.0004808009,0.0003677894],"domain_scores_gemma":[0.9980202,0.0003428809,0.000196645,0.0001208362,0.0008657232,0.0004537444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0019609,0.0007089492,0.001406753,0.0005806143,0.0004789744,0.000004496545,0.1122606,0.005741604,0.6836698,0.1249423,0.03062098,0.03762399],"study_design_scores_gemma":[0.004341544,0.007309598,0.04886457,0.001345259,0.000529582,0.00009692194,0.2032553,0.07810172,0.6192204,0.00887362,0.02222749,0.005833982],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6349074,0.0001128032,0.3424294,0.01551101,0.0007747572,0.002513043,0.0001924656,0.0005563037,0.003002834],"genre_scores_gemma":[0.9884752,0.00004936105,0.008726635,0.001653921,0.0003369659,0.0003123226,0.00005567641,0.00005471943,0.0003351907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3535678,"threshold_uncertainty_score":0.9998775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255431229","doi":"10.18260/1-2--35440","title":"Use of a Low-cost, Open-source Universal Mechanical Testing Machine in an Introductory Materials Science Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Modular design; Computer science; Test (biology); Open source; Software","authors":[{"name":"Xinyue Liu","is_ca":true},{"name":"Simo Pajovic","is_ca":true},{"name":"Cheuk Yin Larry Kei","is_ca":true},{"name":"Yasaman Delaviz","is_ca":true},{"name":"Scott Ramsay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0904959181214103,"gpt":0.2901840555069719,"spread":0.1996881373855616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004336006,0.0003820874,0.0005614981,0.0001778988,0.00009689148,0.0008681538,0.001884393,0.000110853,0.0001130068],"category_scores_gemma":[0.001019489,0.00040151,0.00003507828,0.001107876,0.000269708,0.00559651,0.001131476,0.00048473,0.00001244074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000154967,"about_ca_system_score_gemma":0.0001430833,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001846258,"about_ca_topic_score_gemma":0.00000929045,"domain_scores_codex":[0.9976245,0.00002492049,0.0006175207,0.000694968,0.0004819501,0.0005561074],"domain_scores_gemma":[0.9985475,0.00008022838,0.0001614181,0.0001785575,0.00064155,0.0003907473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001774073,0.00009645108,0.003991614,0.0001351743,0.00002213436,0.00001505434,0.003162815,0.01061762,0.9781761,0.001286395,0.0001616207,0.002157633],"study_design_scores_gemma":[0.001521177,0.0008691505,0.01026845,0.0005785467,0.00003794119,0.00001641578,0.006954737,0.3145636,0.6634802,0.00001825201,0.0006256935,0.001065814],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969388,0.00003551268,0.001303997,0.0002008973,0.0002637564,0.0006395438,0.00009508805,0.0003900296,0.0001324279],"genre_scores_gemma":[0.998235,0.000013119,0.001303601,0.0001420705,0.0001401326,0.00004292168,0.00002143656,0.00007253114,0.00002913902],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3146958,"threshold_uncertainty_score":0.9998437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4240023922","doi":"10.18260/1-2--35059","title":"Play-Doh and Pendulums: Making Mass Moment of Inertia Fun","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Moment of inertia; Class (philosophy); Mathematics education; Statics; Motion (physics); Curiosity; Moment (physics); Confusion; Computer science; Psychology; Artificial intelligence; Physics; Social psychology; Classical mechanics","authors":[{"name":"Kathleen A. Bieryla","is_ca":false},{"name":"Nikolene Schulz","is_ca":false},{"name":"Rebecca Levison","is_ca":false},{"name":"Heather Dillon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04407397046161138,"gpt":0.2511244978813447,"spread":0.2070505274197333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001141831,0.0003921585,0.0004801942,0.0001092435,0.00006556953,0.0002399,0.0005519558,0.0001259391,0.0001528281],"category_scores_gemma":[0.000132841,0.0003998071,0.00007168054,0.0003347843,0.0001062444,0.001166475,0.0003377429,0.0004340207,0.00001987217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006195069,"about_ca_system_score_gemma":0.00002263281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001444088,"about_ca_topic_score_gemma":9.801009e-7,"domain_scores_codex":[0.9982029,0.000008396769,0.0005296572,0.0004494941,0.0003845979,0.0004250173],"domain_scores_gemma":[0.9992226,0.00003664504,0.0001247634,0.0000959934,0.0002684053,0.0002516241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002530533,0.00007160396,0.01985663,0.001227008,0.0003609032,0.00003641803,0.02360964,0.007376564,0.9263058,0.008200806,0.005950816,0.006750753],"study_design_scores_gemma":[0.004421404,0.00257602,0.0299885,0.001804894,0.0002413574,0.00005536505,0.04943776,0.4593278,0.4270657,0.0001696703,0.02133197,0.003579475],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9886788,0.0006570683,0.006558717,0.000535748,0.0002607078,0.0003964538,0.00006629417,0.0005643224,0.002281917],"genre_scores_gemma":[0.9985842,0.0001237223,0.0007147911,0.0002000303,0.000158362,0.00005694974,0.0000132719,0.00006868967,0.00008006088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4992401,"threshold_uncertainty_score":0.9998454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209002300","doi":"10.18260/1-2--34593","title":"Evaluating a new second-year introduction to chemical engineering design course using concept mapping","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Variety (cybernetics); Curriculum; Engineering education; Engineering design process; Computer science; Mathematics education; Engineering; Engineering management; Mechanical engineering; Artificial intelligence; Mathematics; Pedagogy; Psychology","authors":[{"name":"Matheus Oliveira Cassol","is_ca":true},{"name":"Jonathan Verrett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1722611579852926,"gpt":0.3334518564206967,"spread":0.1611906984354041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004020332,0.0004115335,0.0004221814,0.0001211554,0.0001002982,0.0006952213,0.0006020952,0.0001499139,0.001078975],"category_scores_gemma":[0.001440033,0.0004593729,0.00007886786,0.0008417495,0.0000362381,0.002248604,0.0001736482,0.0005709167,0.0001464129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001447492,"about_ca_system_score_gemma":0.0002583756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001705791,"about_ca_topic_score_gemma":3.305291e-7,"domain_scores_codex":[0.9977824,0.00002739512,0.0005617983,0.0006406592,0.0004613373,0.0005263992],"domain_scores_gemma":[0.9981915,0.0001172324,0.0001431741,0.0001302341,0.0007218852,0.0006959135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002524656,0.00005603815,0.0001595182,0.0001889271,0.0001957196,0.000005760044,0.02409114,0.02952436,0.8356975,0.001382626,0.09374031,0.01470564],"study_design_scores_gemma":[0.002078947,0.0007493381,0.0007138725,0.0003228134,0.0002314014,0.00006422996,0.02262321,0.749171,0.192537,0.00008191363,0.02940919,0.002017093],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.634048,0.00016564,0.3510364,0.0106736,0.001378119,0.001245065,0.00004134252,0.001089274,0.0003226238],"genre_scores_gemma":[0.9792648,0.000008088698,0.01646638,0.001118524,0.002744997,0.00005162403,0.00001928104,0.00008046337,0.0002458481],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7196467,"threshold_uncertainty_score":0.9998342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3210695528","doi":"10.18260/1-2--35247","title":"Students Taking Action on Engineering Ethics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Action (physics); Engineering ethics; Computer science; Engineering; Physics","authors":[{"name":"Heather Dillon","is_ca":false},{"name":"Jeffrey Welch","is_ca":false},{"name":"Nicole Ralston","is_ca":false},{"name":"Rebecca Levison","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1508191175574769,"gpt":0.3278061325023067,"spread":0.1769870149448299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001989794,0.0003427063,0.0002915657,0.0001117661,0.00009450549,0.0004444807,0.0007136418,0.0002597108,0.0001317413],"category_scores_gemma":[0.0005993199,0.0003306489,0.00007440565,0.0004971571,0.00004036462,0.0009557583,0.0001555265,0.001075828,0.0001241457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009695668,"about_ca_system_score_gemma":0.00004012764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001486491,"about_ca_topic_score_gemma":0.000001270894,"domain_scores_codex":[0.9981462,0.000007111668,0.0003598701,0.0004055907,0.0006711721,0.0004100595],"domain_scores_gemma":[0.999048,0.00007380365,0.00008229601,0.00008592316,0.0003188755,0.0003911103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00117292,0.001321374,0.03638901,0.01411989,0.002063389,0.000119546,0.1234304,0.04820804,0.4193402,0.05129957,0.1207701,0.1817655],"study_design_scores_gemma":[0.004700497,0.003216161,0.1994529,0.003261304,0.0003347656,0.00004382297,0.02182397,0.5592083,0.09260157,0.0002543904,0.1094633,0.005639044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838042,0.00006291296,0.008041739,0.004267389,0.001365033,0.0003082691,0.00003706542,0.001328156,0.0007851844],"genre_scores_gemma":[0.9978614,0.0001264507,0.0001018634,0.0009510868,0.0007009019,0.00006495183,0.00002761081,0.00005634454,0.000109356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5110003,"threshold_uncertainty_score":0.9999145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3216663108","doi":"10.18260/1-2--34860","title":"Intercollegiate Coaching in a Faculty Professional Development Program that Integrates Pedagogical Best Practices and the Entrepreneurial Mindset","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Kern Family Foundation; Fulbright Canada","keywords":"Mindset; Coaching; Professional development; Curriculum; Medical education; Psychology; Pedagogy; Medicine; Computer science","authors":[{"name":"Heather Dillon","is_ca":false},{"name":"Lindy Mayled","is_ca":false},{"name":"Mark L. Nagurka","is_ca":false},{"name":"Maria-Isabel Carnasciali","is_ca":false},{"name":"Douglas Melton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2761254643887479,"gpt":0.3886110858162496,"spread":0.1124856214275017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003696086,0.0003590887,0.0004069496,0.00009112887,0.0001233709,0.0006572105,0.0005733003,0.0001375012,0.0001080422],"category_scores_gemma":[0.0008558104,0.000243333,0.00005719539,0.0002900182,0.0001452789,0.001084114,0.0003061557,0.0007411581,0.00002421349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004965926,"about_ca_system_score_gemma":0.0001449968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000786643,"about_ca_topic_score_gemma":0.00007683883,"domain_scores_codex":[0.9982758,0.00004113887,0.0005125813,0.0004577765,0.0003398822,0.0003728728],"domain_scores_gemma":[0.9990449,0.0001791874,0.0002174513,0.00007027547,0.0002504675,0.0002377018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.004508819,0.001569252,0.1270925,0.001756875,0.000706816,0.00006917157,0.6332217,0.0008070946,0.005033025,0.01248077,0.02374688,0.1890071],"study_design_scores_gemma":[0.01564256,0.00141661,0.08038536,0.001944242,0.0002532926,0.00011581,0.4438085,0.1482351,0.01370384,0.0002447318,0.2908227,0.003427294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9912446,0.0001497132,0.0002006886,0.005884295,0.000615637,0.0009132337,0.00004314465,0.0002867843,0.0006618924],"genre_scores_gemma":[0.9977954,0.0001031516,0.0002806998,0.000365201,0.0002094026,0.0004462407,0.00006623176,0.00002857207,0.0007050695],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2670758,"threshold_uncertainty_score":0.9922832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4240324802","doi":"10.18260/1-2--35055","title":"Pilot Study Results from Using TrussVR© to Learn About Basic Trusses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Truss; Computer science; Statics; Curiosity; Mathematics education; Structural engineering; Engineering; Artificial intelligence; Psychology","authors":[{"name":"Ryan Banow","is_ca":true},{"name":"Sean Maw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1151001215609143,"gpt":0.2875597959285672,"spread":0.1724596743676529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000207027,0.000654318,0.0006865073,0.0001672369,0.0001774399,0.0008283032,0.001217746,0.00008685183,0.0001923494],"category_scores_gemma":[0.0007859383,0.0006741781,0.0000909657,0.0008033362,0.00006484197,0.001690702,0.0005821022,0.0007408533,0.0002125136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001652747,"about_ca_system_score_gemma":0.00005500921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004885267,"about_ca_topic_score_gemma":0.00001708393,"domain_scores_codex":[0.9967887,0.00002726248,0.0008494452,0.0009907648,0.0006487577,0.0006950735],"domain_scores_gemma":[0.998472,0.0001214425,0.0001384448,0.0002225151,0.0004025669,0.0006429926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003490562,0.0008641126,0.01740726,0.000263449,0.0008584618,0.0001538217,0.08528072,0.09011197,0.7763748,0.0007419699,0.01265285,0.01180001],"study_design_scores_gemma":[0.01578003,0.02349544,0.0703689,0.001821769,0.0005586372,0.00002884778,0.1650423,0.5314783,0.1495207,0.00007832821,0.03415712,0.007669563],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9922478,0.0002256279,0.001929109,0.000489398,0.0006523512,0.000968269,0.0002975658,0.001346009,0.001843905],"genre_scores_gemma":[0.9978274,0.00003761866,0.0006383925,0.0004674441,0.0006161094,0.00006305895,0.00004223664,0.0001472969,0.0001605161],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6268541,"threshold_uncertainty_score":0.999571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251329450","doi":"10.18260/1-2--35451","title":"Using Assessments to Improve Student Outcomes in Engineering Dynamics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; University of Calgary; University of Waterloo; Memorial University of Newfoundland","funders":"","keywords":"Dynamics (music); Curriculum; Engineering education; Computer science; Mathematics education; Institution; Exploit; Rank (graph theory); Point (geometry); Medical education; Psychology; Pedagogy; Engineering; Engineering management; Sociology; Mathematics; Medicine","authors":[{"name":"Ahmad Ghasemloonia","is_ca":true},{"name":"Meera Singh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05573347532481385,"gpt":0.3237694202559104,"spread":0.2680359449310965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001486711,0.0005435518,0.0006218912,0.0002288024,0.00005529944,0.0005009706,0.0009405994,0.0001466846,0.00004606643],"category_scores_gemma":[0.0002100316,0.0005826306,0.00009854473,0.000669005,0.00002600839,0.001480997,0.0005881522,0.0006512267,0.00004028877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005091224,"about_ca_system_score_gemma":0.00003638069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004797988,"about_ca_topic_score_gemma":0.000007990834,"domain_scores_codex":[0.9975296,0.000007975013,0.0006412661,0.0006144185,0.0005207429,0.0006860561],"domain_scores_gemma":[0.9990649,0.00004383776,0.00007774304,0.0001327159,0.0002283734,0.0004524192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000135253,0.0002272858,0.2097456,0.0006688496,0.0004080838,0.00008980419,0.01227029,0.3898953,0.3787205,0.003332637,0.0004479448,0.0040585],"study_design_scores_gemma":[0.001044769,0.0004563437,0.02947733,0.0002539541,0.00003230343,0.000004632983,0.007197089,0.9485185,0.01160795,0.000006151278,0.0003310064,0.001069963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9717884,0.00005252222,0.02523383,0.0003450143,0.0006317223,0.0006816839,0.0000733812,0.0007152524,0.0004781697],"genre_scores_gemma":[0.9969393,0.00001486609,0.002288036,0.0002988058,0.0001408619,0.0001210412,0.00001479421,0.0001164831,0.00006581988],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5586233,"threshold_uncertainty_score":0.9996625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3166459558","doi":"10.18260/1-2--35101","title":"Prominence of Conceptual Design with Computer-Aided Design Tools for Junior and Senior Product Designers","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Product design; Conceptual design; Computer science; Product (mathematics); Engineering drawing; Human–computer interaction; Design technology; New product development; Engineering; Systems engineering; Management","authors":[{"name":"Arash Nourimand","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1564578944132929,"gpt":0.2809861815450344,"spread":0.1245282871317415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004914613,0.0004487632,0.0005747677,0.00009819608,0.0001185438,0.0005450273,0.0006085024,0.0001080116,0.00005382688],"category_scores_gemma":[0.0009549591,0.0003882219,0.0000574389,0.0004726458,0.000375513,0.003297414,0.00009821711,0.0002847517,0.000009244563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003686076,"about_ca_system_score_gemma":0.0002689802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001069368,"about_ca_topic_score_gemma":7.941524e-7,"domain_scores_codex":[0.9979097,0.00006228188,0.0005653217,0.000658811,0.0003586283,0.000445233],"domain_scores_gemma":[0.9971994,0.0006640911,0.0002735959,0.0001312747,0.001360693,0.0003709386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.01221365,0.0007030957,0.001709482,0.00314998,0.001409937,0.00003913622,0.1290332,0.01103824,0.5235139,0.01828534,0.0962458,0.2026583],"study_design_scores_gemma":[0.009734161,0.01456447,0.004779947,0.0009868081,0.0008521423,0.0001438917,0.07146906,0.293708,0.5894335,0.0003125556,0.01009301,0.003922423],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1998584,0.000171499,0.7936769,0.00228461,0.0002348589,0.00315129,0.00008694132,0.0003844162,0.0001510719],"genre_scores_gemma":[0.9623124,0.00007734293,0.03628324,0.0005246534,0.000245269,0.0003634837,0.00001698793,0.0000627663,0.0001138711],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7624539,"threshold_uncertainty_score":0.9998569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3047733435","doi":"10.18260/1-2--34558","title":"Engineering Safety and Risk Management: A Structured Case Study Approach to Investigating Chemical Process Safety","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Transport Canada; Suncor Energy Incorporated; Genome Canada","keywords":"Sustainability; SAFER; Risk management; Process (computing); Organizational culture; Engineering; Engineering ethics; Safety culture; Knowledge management; Process management; Business; Public relations; Computer science; Management; Political science","authors":[{"name":"Marnie Jamieson","is_ca":true},{"name":"Lianne Lefsrud","is_ca":true},{"name":"Fereshteh Sattari","is_ca":true},{"name":"John Donald","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1014292217101612,"gpt":0.3294843177311079,"spread":0.2280550960209467,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001726026,0.0006178119,0.001067375,0.0003353041,0.0005389869,0.001802425,0.001964993,0.0001614947,0.00008153047],"category_scores_gemma":[0.00508895,0.0004901393,0.0001706909,0.003028899,0.0001744912,0.002146026,0.001594358,0.0007321541,0.00003284812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005816705,"about_ca_system_score_gemma":0.00007610516,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002124022,"about_ca_topic_score_gemma":0.00002371279,"domain_scores_codex":[0.9938751,0.00009634054,0.001581851,0.00197022,0.001828635,0.0006477917],"domain_scores_gemma":[0.9961134,0.0003025193,0.0005800745,0.0003226247,0.001561285,0.001120141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003914596,0.0009857569,0.3176038,0.0006119994,0.002242748,0.001190728,0.336756,0.009914938,0.002008095,0.01626259,0.002932287,0.3055765],"study_design_scores_gemma":[0.004835968,0.001142557,0.02995441,0.0001674584,0.0009428478,0.0004279067,0.7064118,0.2482448,0.0008604851,0.002156704,0.002442946,0.00241207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9784858,0.00004695284,0.01604193,0.001535325,0.00008238797,0.001470108,0.0001701797,0.0002072523,0.001960035],"genre_scores_gemma":[0.9969615,0.00008033701,0.001922263,0.0005609907,0.0001850988,0.000096073,0.00001452554,0.00003907741,0.0001400939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3696559,"threshold_uncertainty_score":0.999755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3080552881","doi":"10.18260/1-2--34549","title":"Engineering Capstone Design of a Radio Telescope","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Antenna Design and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; U.S. Military Academy; University of Maryland, Baltimore County; National Institute of Standards and Technology; University of Guelph; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Telescope; Capstone; Capstone course; Radio telescope; Tracking (education); Service (business); Engineering education; Engineering; Computer science; Simulation; Engineering management; Sociology; Computer security; Astronomy; Business; Physics","authors":[{"name":"Stephen Wilkerson","is_ca":false},{"name":"S. Andrew Gadsden","is_ca":true},{"name":"Kala Meah","is_ca":false},{"name":"Donald Hake","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05580253088874486,"gpt":0.2263242849518093,"spread":0.1705217540630644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001391436,0.0003362753,0.0004711156,0.0001113282,0.00004726959,0.0001808183,0.0006057594,0.0001356748,0.0001445321],"category_scores_gemma":[0.0002837207,0.0003309665,0.00008147137,0.0005624017,0.00006945715,0.001289148,0.0001212633,0.0002894706,0.00004437197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004111544,"about_ca_system_score_gemma":0.00005489844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001197263,"about_ca_topic_score_gemma":4.015274e-7,"domain_scores_codex":[0.9984556,0.000009677196,0.0004988962,0.000358158,0.0003130354,0.0003645744],"domain_scores_gemma":[0.9989036,0.00004498731,0.0001100352,0.00008582385,0.0005863678,0.0002691706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008447254,0.0001647882,0.002256249,0.001419734,0.000540366,0.00005417384,0.02261685,0.1802909,0.7416043,0.008671105,0.03153482,0.010002],"study_design_scores_gemma":[0.0009292866,0.0004572532,0.0009350759,0.000213448,0.00006654795,0.00001000065,0.002521241,0.9496885,0.04387996,0.00002192593,0.0006308156,0.0006459538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.171517,0.0003828816,0.8248492,0.0006045765,0.0002718397,0.0008054939,0.0000750034,0.0008720215,0.0006219717],"genre_scores_gemma":[0.9968027,0.0002521208,0.002370687,0.0001869899,0.000158839,0.00004466054,0.00001661595,0.00005968094,0.0001076307],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8252857,"threshold_uncertainty_score":0.9999142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239235732","doi":"10.18260/1-2--35635","title":"Work in Progress: Exploring Pedagogical Alternatives for Incorporating Simulations in an Introductory Power Electronics Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Computer science; Bridging (networking); Workstation; Power electronics; Electronics; Set (abstract data type); Engineering management; Software engineering; Computer engineering; Electrical engineering; Engineering; Voltage; Operating system","authors":[{"name":"Mohamed Elshazly","is_ca":true},{"name":"Hamid Timorabadi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1504345398869141,"gpt":0.3383574215026192,"spread":0.1879228816157051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002006529,0.0003793888,0.000429225,0.000161756,0.00006968329,0.0003405605,0.0006150506,0.0001143122,0.00003596992],"category_scores_gemma":[0.0003290695,0.0004087045,0.00005837834,0.0006705722,0.0000900565,0.002862964,0.0001771193,0.0006947501,0.000005444276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001825413,"about_ca_system_score_gemma":0.0000617337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005307149,"about_ca_topic_score_gemma":0.00001586628,"domain_scores_codex":[0.9979389,0.00001917267,0.0005852252,0.0005907794,0.0002975946,0.0005683117],"domain_scores_gemma":[0.9991897,0.00008369493,0.0001092121,0.0001001074,0.0002964763,0.0002208097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001242569,0.0006788702,0.3429873,0.0005375028,0.0001932746,0.0000545656,0.1452197,0.3766482,0.1021233,0.0172415,0.0005269295,0.0125463],"study_design_scores_gemma":[0.004457729,0.002803255,0.08128932,0.0009861995,0.00005159554,0.00000598823,0.05944822,0.8205735,0.02461711,0.0003634097,0.00273752,0.002666154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995611,0.0005254234,0.00179815,0.0005823259,0.000220513,0.0007320448,0.0000286937,0.0004359533,0.00006596508],"genre_scores_gemma":[0.9978391,0.00003045093,0.001228864,0.00007899211,0.0002863644,0.0004000012,0.00004161006,0.00008056685,0.00001407098],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4439253,"threshold_uncertainty_score":0.9998365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3112617713","doi":"10.18260/1-2--34265","title":"Certification and Training for Automation and Mechatronics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Certification; Automation; Session (web analytics); Robotics; Engineering management; Curriculum; Mechatronics; Computer science; Artificial intelligence; Manufacturing engineering; Process (computing); Engineering; Robot; Mechanical engineering; Management; World Wide Web; Pedagogy","authors":[{"name":"Iftekhar Basith","is_ca":false},{"name":"Junkun Ma","is_ca":false},{"name":"Faruk Yıldız","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1231744980659919,"gpt":0.2925398995963714,"spread":0.1693654015303795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001130691,0.0001681525,0.0001832284,0.00004748003,0.0001291123,0.0003475063,0.0001896474,0.00008023888,0.00002894823],"category_scores_gemma":[0.0001413913,0.0001731186,0.00002740519,0.0001642477,0.00004425074,0.0007890846,0.00005622516,0.0001328409,0.000007614396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002598614,"about_ca_system_score_gemma":0.00004473424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003370178,"about_ca_topic_score_gemma":0.000001289663,"domain_scores_codex":[0.9990845,0.000003848544,0.0002715875,0.0003153539,0.0001190564,0.0002056216],"domain_scores_gemma":[0.9993243,0.00004056536,0.00007540539,0.00005406801,0.0002969888,0.0002086941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001110129,0.00005727484,0.0006284048,0.0007271657,0.0001309949,2.960777e-7,0.04603149,0.0002002626,0.1124508,0.6074747,0.01324988,0.2189376],"study_design_scores_gemma":[0.001480375,0.0004122905,0.004702869,0.0001036254,0.0001180231,0.00001091857,0.04031094,0.8968378,0.01129407,0.005533743,0.03826948,0.0009259138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8709794,0.0002699335,0.1123042,0.01415572,0.0001329212,0.001007605,0.0001474022,0.0005829532,0.0004199271],"genre_scores_gemma":[0.9976597,0.0001882919,0.001115915,0.0004507274,0.0001199935,0.0003010212,0.00006445246,0.00002450932,0.00007535417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8966375,"threshold_uncertainty_score":0.7059574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3041212750","doi":"10.18260/1-2--34182","title":"Assessing the Effects of a Robotics Workshop with Draw-a-Robot Test","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; American Society for Engineering Education; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Robotics; Artificial intelligence; Workforce; Curriculum; Robot; Educational robotics; Government (linguistics); Test (biology); Entertainment; Computer science; Engineering; Psychology; Political science; Pedagogy","authors":[{"name":"Abhidipta Mallik","is_ca":false},{"name":"Pooneh Sabouri","is_ca":false},{"name":"Shramana Ghosh","is_ca":false},{"name":"Vikram Kapila","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05944700362301331,"gpt":0.29979273263692,"spread":0.2403457290139067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004251144,0.0003879513,0.0004880452,0.000079651,0.000391617,0.002830674,0.00275982,0.0001168697,0.000006149858],"category_scores_gemma":[0.002820454,0.000253433,0.0001104001,0.001086755,0.0002822247,0.003326564,0.0009476104,0.0009122075,0.00001258992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002981923,"about_ca_system_score_gemma":0.0002050705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004449009,"about_ca_topic_score_gemma":0.000003230182,"domain_scores_codex":[0.9974554,0.00006634621,0.0004675981,0.0007606143,0.0007061242,0.0005439448],"domain_scores_gemma":[0.9971429,0.0008884132,0.0005035767,0.0002653774,0.0009089527,0.0002907972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002625434,0.001009031,0.0949999,0.00178812,0.000535424,0.0001962733,0.1444934,0.00312858,0.0213221,0.06412174,0.005226297,0.6629166],"study_design_scores_gemma":[0.01744237,0.03080707,0.2791815,0.01465693,0.001590401,0.0005023191,0.1898342,0.3751996,0.04991237,0.001639993,0.0281551,0.01107811],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2900236,0.0002296662,0.6832694,0.02422697,0.0003484308,0.0008235198,0.000004131818,0.0007442568,0.0003300631],"genre_scores_gemma":[0.9887928,0.00001514178,0.009583828,0.001170274,0.0001781567,0.00004487866,0.000003264581,0.0000293578,0.0001822792],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6987692,"threshold_uncertainty_score":0.9999918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3166963848","doi":"10.18260/1-2--35649","title":"Work in Progress: Improving Engineering Students’ Need-finding Abilities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Curriculum; Class (philosophy); Engineering education; Identification (biology); Capstone course; Computer science; Project-based learning; Set (abstract data type); Psychological intervention; Engineering management; Medical education; Mathematics education; Engineering; Psychology; Pedagogy; Medicine; Artificial intelligence","authors":[{"name":"Meagan Flus","is_ca":true},{"name":"Christopher Rennick","is_ca":true},{"name":"Ada Hurst","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03691823734549154,"gpt":0.2556859348501951,"spread":0.2187676975047036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000217805,0.0004597302,0.0004425854,0.0002163147,0.00006552588,0.0007403181,0.0009520982,0.0001438836,0.0001160243],"category_scores_gemma":[0.0002832737,0.0004728863,0.000080335,0.001056034,0.00005157316,0.001358986,0.0003092567,0.0005726095,0.00005003373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002007467,"about_ca_system_score_gemma":0.00006794798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001288452,"about_ca_topic_score_gemma":0.000002280799,"domain_scores_codex":[0.9976932,0.000007071677,0.0006347528,0.0005142601,0.0005142539,0.0006364685],"domain_scores_gemma":[0.9991195,0.00004129557,0.00008337233,0.0001046679,0.0002950759,0.0003560472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002977341,0.0005006484,0.7639281,0.003589663,0.0004809849,0.00007624718,0.1366954,0.01694864,0.01209736,0.007237692,0.02020104,0.03794654],"study_design_scores_gemma":[0.005009725,0.0008471191,0.7107154,0.003009442,0.0001416431,0.00002927956,0.1148503,0.1264543,0.01553472,0.0000711371,0.01745074,0.005886081],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9948931,0.0003128157,0.001170628,0.001159262,0.0006444585,0.0005612188,0.00001467248,0.000969916,0.0002739167],"genre_scores_gemma":[0.9984309,0.0000541404,0.000550647,0.0002051722,0.0002471883,0.0002984908,0.00001679487,0.00007110047,0.0001255844],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1095057,"threshold_uncertainty_score":0.9997723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251210246","doi":"10.18260/1-2--34561","title":"Engineering Students' Comprehension of Phase Diagram Concepts: An International Sample","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Microstructure and Mechanical Properties of Steels","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Curriculum; Comprehension; Categorization; Computer science; Aerospace; Sample (material); Phase (matter); Engineering ethics; Engineering; Psychology; Pedagogy; Artificial intelligence; Chemistry","authors":[{"name":"Oscar Sánchez-Mata","is_ca":true},{"name":"Mathieu Brochu","is_ca":true},{"name":"Genaro Zavala","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06183162722730483,"gpt":0.3106668579176483,"spread":0.2488352306903435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009377617,0.0003137267,0.0004391137,0.00006676497,0.00004752863,0.0002894718,0.00122885,0.0001228814,0.000402435],"category_scores_gemma":[0.0002990097,0.000283751,0.0000935838,0.0002000245,0.00006977408,0.001800711,0.0003712066,0.0003243174,0.00001753008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003508715,"about_ca_system_score_gemma":0.00002218254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003422558,"about_ca_topic_score_gemma":0.000001813799,"domain_scores_codex":[0.9982686,0.000007390969,0.000543052,0.0004045746,0.0004661455,0.0003102346],"domain_scores_gemma":[0.9987821,0.00004265406,0.0001104694,0.0001099435,0.0006201603,0.000334689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006203495,0.0002915204,0.002586907,0.0003792634,0.00032926,0.00001191385,0.009027414,0.001172141,0.9400331,0.005251896,0.003036665,0.03725953],"study_design_scores_gemma":[0.01176602,0.005277471,0.00562665,0.0007570041,0.000256393,0.00002317353,0.01637614,0.3589164,0.5539364,0.0002901177,0.04408279,0.002691396],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9873195,0.00008452465,0.01055285,0.0002794415,0.0004883753,0.0003784992,0.0003526488,0.0003538382,0.0001902967],"genre_scores_gemma":[0.9986328,0.0001253177,0.0003499992,0.0004400967,0.0002683602,0.00002631472,0.00009412212,0.00004035761,0.00002255583],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3860967,"threshold_uncertainty_score":0.9999614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3207594470","doi":"10.18260/1-2--34968","title":"Mentoring Undergraduate Students in Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"CARE Canada","funders":"","keywords":"Bachelor; Peer mentoring; Phone; Medical education; Engineering education; Mainland China; Mainland; University faculty; Psychology; Pedagogy; Engineering; Engineering management; Geography; Medicine","authors":[{"name":"Jayanta Banerjee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06264630906586513,"gpt":0.2973658960263305,"spread":0.2347195869604653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001361603,0.0003427975,0.0003478658,0.0001604524,0.00003749971,0.0004216397,0.0007980911,0.0001069031,0.00009470009],"category_scores_gemma":[0.0001887255,0.0003703824,0.00006231236,0.0005674206,0.00002235127,0.001112044,0.0002000526,0.0004544426,0.00008151025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001116211,"about_ca_system_score_gemma":0.00003843228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002932803,"about_ca_topic_score_gemma":0.00000725727,"domain_scores_codex":[0.9982627,0.00000567265,0.0004440187,0.0003893978,0.0003926055,0.0005055722],"domain_scores_gemma":[0.9992722,0.00003336081,0.00005051368,0.00008698994,0.000193607,0.0003632866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004405715,0.0007332107,0.4661855,0.004685869,0.001054641,0.0001832049,0.1187236,0.1366336,0.1538972,0.04348559,0.05132948,0.02264749],"study_design_scores_gemma":[0.008023551,0.001224941,0.2847767,0.001826704,0.0001800564,0.00004090048,0.0291743,0.5435602,0.04159814,0.0003503355,0.08327552,0.005968616],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9908777,0.0001678465,0.003141609,0.002303634,0.0007783561,0.0003625857,0.00002567056,0.0008506899,0.001491872],"genre_scores_gemma":[0.9986759,0.0001693945,0.0000969388,0.0003236137,0.0002779743,0.00008343016,0.00001532925,0.00005947921,0.000297943],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4069266,"threshold_uncertainty_score":0.9998748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237234898","doi":"10.18260/1-2--34284","title":"Civil Engineering Capstone Inventory: Standards of Practice & The ASCE Body of Knowledge","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Iowa State University","keywords":"Capstone; Curriculum; Engineering ethics; Engineering; Capstone course; Medical education; Engineering education; Engineering management; Pedagogy; Psychology; Medicine; Computer science","authors":[{"name":"Jennifer Retherford","is_ca":true},{"name":"Beth Lin Hartmann","is_ca":true},{"name":"Rania Al-Hammoud","is_ca":true},{"name":"George L. Hunt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2480963736425299,"gpt":0.4189793103939718,"spread":0.1708829367514419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001353103,0.0002632234,0.0005565105,0.00008367456,0.00007645954,0.000111107,0.0008247385,0.0001025556,0.0002488054],"category_scores_gemma":[0.0441598,0.0001994793,0.0001038886,0.0004850944,0.0002366175,0.0006065418,0.0003767702,0.0003600374,0.00001000675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005576873,"about_ca_system_score_gemma":0.0004429387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004296329,"about_ca_topic_score_gemma":0.00001657509,"domain_scores_codex":[0.9980025,0.00008568988,0.0006906496,0.0003416642,0.0006089154,0.0002705298],"domain_scores_gemma":[0.9932578,0.001502043,0.0006889073,0.00017649,0.004195952,0.0001787575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008830092,0.0006701375,0.001737396,0.002247816,0.0005663547,0.00000411789,0.1196707,0.00001574639,0.04036444,0.569905,0.2614356,0.002499617],"study_design_scores_gemma":[0.006706824,0.004318072,0.009311196,0.002496647,0.002285962,0.00006518301,0.2749583,0.008816763,0.1670262,0.02623107,0.4944674,0.003316363],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7756342,0.00120141,0.1813869,0.01872118,0.002214002,0.002477446,0.002272693,0.0005500316,0.01554213],"genre_scores_gemma":[0.9942494,0.0001256708,0.004546073,0.000291969,0.0001618848,0.00005086153,0.00001089691,0.00003153279,0.0005317366],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5436739,"threshold_uncertainty_score":0.9638916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200535798","doi":"10.18260/1-2--34297","title":"Cognitive Skills Development Among Undergraduate Engineering Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Numeracy; Test (biology); Cognitive skill; Literacy; Mathematics education; Scale (ratio); Psychology; Institution; Cognition; Medical education; Engineering education; Sample (material); Pedagogy; Engineering; Political science; Engineering management; Medicine","authors":[{"name":"Hannah Smith","is_ca":true},{"name":"Brian Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07333249509512307,"gpt":0.302550617645618,"spread":0.2292181225504949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001850694,0.000438014,0.0003507739,0.0001659582,0.0003766194,0.001203049,0.001102599,0.00009181462,0.0001810502],"category_scores_gemma":[0.003264796,0.0004160627,0.00008868891,0.001082073,0.000241347,0.002654289,0.0006092326,0.0004715521,0.0003371027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007199689,"about_ca_system_score_gemma":0.0002214918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008725485,"about_ca_topic_score_gemma":0.000002177002,"domain_scores_codex":[0.9965348,0.00003793036,0.0005423234,0.001205384,0.001082331,0.0005972859],"domain_scores_gemma":[0.9979713,0.0001701978,0.0002963686,0.00007647588,0.0009028454,0.0005828315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001147898,0.002509214,0.2728286,0.0003674293,0.0001606247,0.0001546976,0.05022625,0.00004564548,0.6129283,0.01434456,0.007630678,0.03765609],"study_design_scores_gemma":[0.002467386,0.0009798963,0.2610918,0.0004298523,0.00007633589,0.00002163885,0.01356352,0.002001243,0.7128072,0.000115386,0.004963798,0.001481932],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9918567,0.000006006417,0.002876504,0.002115497,0.0006680299,0.0007611631,0.00004752474,0.0003618292,0.001306723],"genre_scores_gemma":[0.9919302,0.00003660489,0.00002546556,0.005971406,0.0001994181,0.0001851945,0.00001369866,0.00003936194,0.001598621],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09987886,"threshold_uncertainty_score":0.9998338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094015554","doi":"10.18260/1-2--33999","title":"A Doctorate That Works: Nontraditional Populations Served on Both Sides of the Atlantic","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Global Energy and Sustainability Research","field":"Energy","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; International Council for Canadian Studies; Purdue University; American Society for Engineering Education","keywords":"Public relations; Population; Service (business); Public service; Political science; Sociology; Marketing; Business","authors":[{"name":"Michael Dyrenfurth","is_ca":false},{"name":"Mitchell Springer","is_ca":false},{"name":"Kathryne Newton","is_ca":false},{"name":"Carmen Torres-Sánchez","is_ca":false},{"name":"Timothy Jacobs","is_ca":false},{"name":"Charles M. Wolf","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1489100968481462,"gpt":0.307450841690776,"spread":0.1585407448426298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000216201,0.0003063837,0.0004165588,0.00006787549,0.0002916023,0.0004257648,0.001177436,0.000154171,0.0004634722],"category_scores_gemma":[0.001075524,0.0002169299,0.0002084247,0.0007723135,0.0003162871,0.001260116,0.0004191242,0.0004734424,0.00002942947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001081367,"about_ca_system_score_gemma":0.0002836152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002379881,"about_ca_topic_score_gemma":0.0003794131,"domain_scores_codex":[0.9976108,0.00007721292,0.0004720813,0.0005412267,0.0008232531,0.0004754032],"domain_scores_gemma":[0.9979755,0.0001157232,0.0002412705,0.0001830904,0.001202042,0.0002823434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.001895376,0.0003190571,0.08390593,0.0002717269,0.0001889275,0.0000183439,0.005171563,0.004542947,0.002297302,0.8933855,0.004289046,0.003714283],"study_design_scores_gemma":[0.006555009,0.002979526,0.8134401,0.001635042,0.0002780764,0.00002604829,0.04991176,0.03935137,0.01194915,0.05925191,0.01238313,0.002238886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9823415,0.00003346552,0.0001072712,0.01416814,0.0001601331,0.0004347778,0.00009859144,0.0001034424,0.002552626],"genre_scores_gemma":[0.9974781,0.00002098858,0.00002317584,0.001650645,0.000183116,0.00007246074,0.00005796447,0.00002183322,0.0004917],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8341336,"threshold_uncertainty_score":0.8846145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3195661405","doi":"10.18260/1-2--34474","title":"Does Adding “Helping Disciplines” to Engineering Schools Contribute to Gender Parity?","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering education; Institution; Discipline; Medical education; Mathematics education; Psychology; Medicine; Engineering; Sociology; Social science; Engineering management","authors":[{"name":"Agnes D’Entremont","is_ca":true},{"name":"Kerry Greer","is_ca":true},{"name":"Katherine Lyon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08629266838215056,"gpt":0.302147414082257,"spread":0.2158547457001064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005717858,0.0003699219,0.0005049655,0.0001742453,0.0007176903,0.001698563,0.001386093,0.0001593013,0.0003440609],"category_scores_gemma":[0.002979034,0.0003035673,0.0001307419,0.001168358,0.00007251117,0.002539296,0.001447488,0.0004046222,0.0002464981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00021328,"about_ca_system_score_gemma":0.0003104228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004774804,"about_ca_topic_score_gemma":0.0001626237,"domain_scores_codex":[0.9968281,0.00002467693,0.0004557364,0.000850067,0.0009658611,0.0008755363],"domain_scores_gemma":[0.9966528,0.00008906476,0.0001375835,0.00009728283,0.001622038,0.001401233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001307113,0.000181379,0.3805171,0.0003002456,0.0004563375,0.00009799361,0.353528,0.0001791801,0.01917282,0.0967095,0.1339333,0.01361707],"study_design_scores_gemma":[0.003118428,0.0007437644,0.1623274,0.0008783356,0.0002479868,0.000002690123,0.433128,0.001266226,0.007437735,0.0006130678,0.3860366,0.00419975],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9334553,0.00002212212,0.006329568,0.05350471,0.001065368,0.001478388,0.0003971389,0.0006438307,0.003103516],"genre_scores_gemma":[0.9934506,0.00002553063,0.0005085312,0.004242407,0.0008543913,0.00007888491,0.00002484044,0.00002452207,0.0007902355],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2521034,"threshold_uncertainty_score":0.9999416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3083655966","doi":"10.18260/1-2--34197","title":"Augmented Reality for education (Diversity)","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"West Virginia University; West Virginia Space Grant Consortium; Commission for Environmental Cooperation; National Aeronautics and Space Administration","keywords":"Augmented reality; Scripting language; Computer science; Android (operating system); Mobile device; Software; Multimedia; Dimension (graph theory); Human–computer interaction; World Wide Web","authors":[{"name":"Nima Shahab Shahmir","is_ca":false},{"name":"Sanish Rai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1438746696331687,"gpt":0.317093251337423,"spread":0.1732185817042543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002643984,0.0003078905,0.0003432699,0.0001103568,0.0005422721,0.0007955803,0.002969199,0.0001317148,0.00004311916],"category_scores_gemma":[0.0004404139,0.0003066028,0.0001408314,0.0009426377,0.0001255658,0.003271867,0.00222614,0.0002562163,0.00006039518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001115702,"about_ca_system_score_gemma":0.0004073259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001514212,"about_ca_topic_score_gemma":0.00001086955,"domain_scores_codex":[0.9975592,0.0000235456,0.0004870883,0.0009976716,0.0004988111,0.0004336422],"domain_scores_gemma":[0.9968083,0.00007367407,0.0003583723,0.0002697715,0.002011881,0.0004779842],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002340613,0.0005505828,0.002769698,0.0002256639,0.0001457323,0.000002018092,0.01082133,0.00002480605,0.005364666,0.790729,0.1289241,0.06020828],"study_design_scores_gemma":[0.01166636,0.006446555,0.05607969,0.0007950614,0.0007443582,0.00005718659,0.05752669,0.3548631,0.05791759,0.07337864,0.3734474,0.007077394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03760774,0.00003981652,0.8897516,0.06599256,0.0003353022,0.001895792,0.0002264914,0.000710499,0.003440185],"genre_scores_gemma":[0.9909143,0.00003322591,0.001853936,0.005686062,0.0002569474,0.0003798538,0.00009513459,0.00001749084,0.0007630306],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9533066,"threshold_uncertainty_score":0.9999386,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3204386038","doi":"10.18260/1-2--34307","title":"Communities Support Engineering as a College Major Choice","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics; National Science Foundation","keywords":"Engineering education; Social capital; Process (computing); Institution; Psychology; Pedagogy; Medical education; Public relations; Engineering; Sociology; Political science; Engineering management; Computer science; Medicine; Social science","authors":[{"name":"Stacey Vaziri","is_ca":false},{"name":"Marie Paretti","is_ca":false},{"name":"Jacob Grohs","is_ca":false},{"name":"Liesl Baum","is_ca":false},{"name":"Marlena McGlothlin Lester","is_ca":false},{"name":"Phyllis Newbill","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04795701634011589,"gpt":0.2494557839970131,"spread":0.2014987676568972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000119824,0.0004102687,0.0004141632,0.0001236987,0.0001052653,0.0003171892,0.0008974153,0.0001894206,0.0007000866],"category_scores_gemma":[0.0002579115,0.0004056968,0.00009448893,0.0006024731,0.00008908673,0.001313842,0.0002482365,0.0006003332,0.0002400117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000725924,"about_ca_system_score_gemma":0.00007885929,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001227064,"about_ca_topic_score_gemma":0.000008736725,"domain_scores_codex":[0.9983105,0.0000063908,0.0004536707,0.0003013998,0.0004009435,0.0005271123],"domain_scores_gemma":[0.9988014,0.00007668993,0.00006044791,0.000123775,0.0003904703,0.0005471831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006054546,0.0007106257,0.01553015,0.01091345,0.001805748,0.0001464302,0.1105846,0.004246076,0.1188651,0.06323712,0.6492507,0.02410451],"study_design_scores_gemma":[0.005559208,0.003135294,0.03845437,0.001425664,0.0004143351,0.0001686421,0.07785415,0.4043806,0.03530965,0.0003746341,0.4272055,0.005717969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9853664,0.0001556524,0.00217976,0.005309435,0.0009646094,0.0004709517,0.0002910861,0.001794155,0.003467945],"genre_scores_gemma":[0.9974167,0.00009087449,0.000143117,0.001049687,0.0005555821,0.0001290047,0.00009224422,0.00007000082,0.0004527905],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4001345,"threshold_uncertainty_score":0.9998395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173546019","doi":"10.18260/1-2--35314","title":"The Emergence of the Project Manager Role in Student Design Teams: A Mixed-Methods Exploratory Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Project management; Timeline; Teamwork; Project manager; Project stakeholder; Project planning; Project team; Project charter; Project management triangle; Exploratory research; Medical education; Psychology; OPM3; Knowledge management; Engineering management; Engineering; Computer science; Sociology; Management; Medicine; Systems engineering","authors":[{"name":"Meagan Flus","is_ca":true},{"name":"Ada Hurst","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09055237774152364,"gpt":0.3554207612313255,"spread":0.2648683834898019,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001386145,0.0003043717,0.0003368923,0.00008133818,0.0001754385,0.0003766189,0.001653351,0.00007392931,0.00006823374],"category_scores_gemma":[0.001021226,0.0002000158,0.00008073587,0.001107728,0.0001136198,0.001337792,0.0004221445,0.0005366901,0.00002143772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004600647,"about_ca_system_score_gemma":0.0001842468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005456353,"about_ca_topic_score_gemma":0.00004209948,"domain_scores_codex":[0.9977788,0.0002855995,0.0006553166,0.0004126922,0.0005103487,0.0003571828],"domain_scores_gemma":[0.9985483,0.0003341084,0.0002259982,0.0002145328,0.0005548832,0.0001221705],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001243234,0.001982783,0.07530865,0.0004913001,0.0009286164,0.00002136818,0.600206,0.002402647,0.04960356,0.006725995,0.1067709,0.1543149],"study_design_scores_gemma":[0.0009013282,0.0007142026,0.04501483,0.0001044817,0.0001067378,0.000002790046,0.9206401,0.0107434,0.01176773,0.0001546015,0.009284536,0.0005652278],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9801303,0.000632696,0.008731971,0.002727976,0.001263403,0.003434023,0.00002080417,0.0002679336,0.002790881],"genre_scores_gemma":[0.9984162,0.0001823435,0.0002562546,0.000303727,0.00009703285,0.0004883931,0.00000109727,0.00003509376,0.0002198084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3204341,"threshold_uncertainty_score":0.8156409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3124166495","doi":"10.18260/1-2--34889","title":"K-12 Digital Skills Programs as Preparation for Engineering Study: A Systematic Literature Review","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Terminology; Outreach; Government (linguistics); Computer science; Variety (cybernetics); Engineering management; Categorization; Software; Coding (social sciences); Software engineering; Engineering; Artificial intelligence; Political science","authors":[{"name":"Katherine Dornian","is_ca":true},{"name":"Mohammad Moshirpour","is_ca":true},{"name":"Laleh Behjat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04144198084020466,"gpt":0.2935711403877453,"spread":0.2521291595475406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006408906,0.0004560933,0.0007590182,0.00009617729,0.0002139972,0.005190631,0.001877308,0.0001107574,0.000003955692],"category_scores_gemma":[0.002843058,0.0003761449,0.000206576,0.0006677983,0.00003086617,0.004909872,0.0005707787,0.0004969781,0.00003555836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004556534,"about_ca_system_score_gemma":0.0000964592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005905921,"about_ca_topic_score_gemma":9.456358e-7,"domain_scores_codex":[0.9970427,0.00004424968,0.0007733442,0.0009910237,0.000632822,0.000515862],"domain_scores_gemma":[0.9977354,0.0001240931,0.0004373375,0.0002456031,0.001103021,0.0003545099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0005242213,0.003155143,0.008957859,0.2262185,0.001245244,0.0001904214,0.3579383,0.0001267644,0.0004684563,0.04178385,0.008747973,0.3506433],"study_design_scores_gemma":[0.01281096,0.05867666,0.002831256,0.4735174,0.001886084,0.0007347802,0.05141067,0.252068,0.0008171197,0.0004927231,0.1338921,0.01086226],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2673844,0.01661528,0.6530015,0.01995456,0.001520274,0.03368388,0.0001119959,0.007189934,0.0005381429],"genre_scores_gemma":[0.9951323,0.0001717675,0.001861994,0.000926531,0.0002096745,0.001184628,0.00004861283,0.0000359097,0.0004286173],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7277479,"threshold_uncertainty_score":0.999869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3186507409","doi":"10.18260/1-2--34501","title":"Effectiveness of Media Modules for Blended Delivery of a Statics Course: A Preimplementation Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National University of Singapore","keywords":"Pace; Course (navigation); Mathematics education; Diversity (politics); Term (time); Class (philosophy); Content delivery; Computer science; Multimedia; Medical education; Psychology; Sociology; Physics; Artificial intelligence; Medicine; Astronomy","authors":[{"name":"Seach Chyr Goh","is_ca":true},{"name":"Claire Yan","is_ca":true},{"name":"John Hopkinson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1016179568980534,"gpt":0.3762591180906278,"spread":0.2746411611925744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001112676,0.0002084509,0.0005306986,0.00007954633,0.0001881134,0.0001333679,0.0006223693,0.00008713565,0.00007525904],"category_scores_gemma":[0.001543398,0.0001971202,0.0001077473,0.0004878804,0.0002381684,0.00123932,0.0001770564,0.0001749799,0.000001969908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003823511,"about_ca_system_score_gemma":0.0006949365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004029225,"about_ca_topic_score_gemma":0.0001949079,"domain_scores_codex":[0.9977878,0.0001542763,0.000595247,0.0004179694,0.000712326,0.0003323467],"domain_scores_gemma":[0.9958094,0.0006229458,0.0005372349,0.00006579039,0.00277694,0.0001876247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.007590939,0.003270679,0.3001435,0.003372962,0.001253469,0.00001092923,0.4358443,0.000150761,0.04102179,0.091388,0.002145663,0.1138071],"study_design_scores_gemma":[0.005756875,0.00568603,0.0821357,0.0004628369,0.0005501721,4.400177e-7,0.8789321,0.00236726,0.0208085,0.001578971,0.001069665,0.0006514604],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945514,0.00004079943,0.001928925,0.0009433394,0.0001158128,0.001826339,0.0003342479,0.00006575236,0.000193344],"genre_scores_gemma":[0.9989549,0.00004967957,0.0005687653,0.00004599125,0.0001431611,0.0001372482,0.00005274874,0.00001879832,0.00002869454],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4430878,"threshold_uncertainty_score":0.8038328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3153870390","doi":"10.18260/1-2--35025","title":"Overcoming Non-numerical Challenges in an Engineering Numerical Methods Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of New Brunswick","funders":"","keywords":"Course (navigation); Computer science; MATLAB; Syllabus; Numerical analysis; Population; Curriculum; Numerical integration; Mathematics education; Calculus (dental); Mathematics; Programming language; Engineering; Pedagogy","authors":[{"name":"Ivan Detchev","is_ca":true},{"name":"Elena Rangelova","is_ca":true},{"name":"Sheng Lun Cao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09000448607356092,"gpt":0.3284667839233373,"spread":0.2384622978497764,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003357787,0.0006458722,0.0007912621,0.0001623607,0.00006916347,0.0003817811,0.001059438,0.0002518142,0.0001051618],"category_scores_gemma":[0.0003528707,0.0007001666,0.0001259848,0.0006528923,0.00005526814,0.002485926,0.0003864908,0.001116691,0.00004652796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001608688,"about_ca_system_score_gemma":0.00004419604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002042297,"about_ca_topic_score_gemma":0.00000141644,"domain_scores_codex":[0.9971763,0.00003249004,0.0006914503,0.0008248899,0.000443163,0.0008317141],"domain_scores_gemma":[0.9987206,0.0001240163,0.00009639846,0.0001825356,0.0002336636,0.0006427767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005215167,0.0006601396,0.02064678,0.001553615,0.0005182988,0.0002762267,0.06316692,0.2701002,0.5284669,0.01127007,0.001676214,0.1011431],"study_design_scores_gemma":[0.0008992232,0.0006185116,0.01401482,0.0002414266,0.00003624797,0.00001961588,0.007048098,0.9576368,0.01539106,0.00001901498,0.002906757,0.001168365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8578424,0.00245687,0.1308954,0.00193816,0.000992522,0.0009304355,0.00004304945,0.00256728,0.002333783],"genre_scores_gemma":[0.9897138,0.000236837,0.009128686,0.0002021359,0.0003872527,0.0001459113,0.00001645629,0.0001535806,0.00001536709],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6875366,"threshold_uncertainty_score":0.9995449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3129292021","doi":"10.18260/1-2--34927","title":"Lifelong Learning in an Engineering Communication Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Lifelong learning; Rubric; Accreditation; Information literacy; Engineering education; Technical communication; Quality (philosophy); Computer science; Process (computing); Engineering; Pedagogy; Engineering management; Medical education; Psychology; World Wide Web","authors":[{"name":"S. Godavari","is_ca":true},{"name":"Anne Parker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04113133758890169,"gpt":0.2617860101790896,"spread":0.2206546725901879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001747173,0.0002961598,0.0002924078,0.0001058357,0.00006807173,0.0003829369,0.0006885335,0.0001142217,0.000107554],"category_scores_gemma":[0.0001897304,0.0003225839,0.00004227442,0.0005646292,0.00002855008,0.001686385,0.0001414,0.0006346634,0.00004782503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008723728,"about_ca_system_score_gemma":0.00006549011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001529449,"about_ca_topic_score_gemma":0.00000966487,"domain_scores_codex":[0.9986091,0.0000118992,0.0004259605,0.0003292205,0.0002581347,0.0003657269],"domain_scores_gemma":[0.9991336,0.00002981125,0.00006335235,0.0001045321,0.0003398466,0.000328858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002282682,0.0008240951,0.3156283,0.001745259,0.000428832,0.00005805703,0.1742221,0.3300032,0.06029444,0.02403139,0.03084203,0.06169401],"study_design_scores_gemma":[0.001380387,0.0003706253,0.2169574,0.000515554,0.00004215335,0.00001123839,0.02530963,0.7373306,0.004802971,0.00002883299,0.01163694,0.001613657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939747,0.0002184084,0.001903571,0.001822616,0.0002243837,0.0002820782,0.000008323797,0.001019247,0.0005466375],"genre_scores_gemma":[0.998678,0.0001598156,0.0004232253,0.0003120112,0.0001285187,0.0001097972,0.00005654201,0.00005170177,0.00008035314],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4073274,"threshold_uncertainty_score":0.9999226,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4233219492","doi":"10.18260/1-2--34793","title":"Improving Persistence and Success for At-risk STEM Students Through a Summer Intervention Program at a Hispanic-serving Institution","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"California State University, Bakersfield; University of Waterloo; U.S. Department of Education; Directorate for STEM Education; National Science Foundation","keywords":"Graduation (instrument); Remedial education; Medical education; Intervention (counseling); Mathematics education; Persistence (discontinuity); Institution; Psychology; Medicine; Mathematics; Engineering; Political science","authors":[{"name":"Melissa Danforth","is_ca":false},{"name":"Charles Lam","is_ca":false},{"name":"Ronald Hughes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1457218311819946,"gpt":0.3357037828180478,"spread":0.1899819516360532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000612923,0.0003066405,0.0003811606,0.00006281844,0.001559942,0.001202163,0.001041588,0.0001753452,0.00008571792],"category_scores_gemma":[0.0006109161,0.000305553,0.0001772556,0.0004138602,0.0003687658,0.003730015,0.001845642,0.0002209686,0.00001771629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004373374,"about_ca_system_score_gemma":0.0001485702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003462597,"about_ca_topic_score_gemma":0.002226271,"domain_scores_codex":[0.9973056,0.00005041872,0.0004376378,0.0008346727,0.0008193468,0.0005523349],"domain_scores_gemma":[0.9977669,0.00007553542,0.0004643181,0.0000762733,0.001266861,0.0003501016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001194451,0.0002000573,0.8434623,0.0003894079,0.0001539765,0.000007378189,0.1063464,8.081612e-7,0.0009244245,0.003673402,0.002803871,0.04084349],"study_design_scores_gemma":[0.01100296,0.004074659,0.4568769,0.001073073,0.0009544507,0.000009329875,0.4721223,0.003238596,0.003599728,0.0003057831,0.0437699,0.002972297],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940863,0.000154772,0.000799689,0.001873821,0.0003196314,0.001814056,0.0001169841,0.000270876,0.0005639293],"genre_scores_gemma":[0.9974689,0.0002018971,0.000225722,0.0004175727,0.0001847721,0.0001986879,0.00003777463,0.00001660007,0.001248006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3865854,"threshold_uncertainty_score":0.9999397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200124631","doi":"10.18260/1-2--35286","title":"Teamwork in Action: Collaborating Across Borders","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Scholarship; Productivity; Psychological safety; Set (abstract data type); Promotion (chess); Variety (cybernetics); Work (physics); Team effectiveness; Action (physics); Public relations; Team composition; Knowledge management; Face (sociological concept); Engineering ethics; Political science; Psychology; Engineering; Computer science; Sociology","authors":[{"name":"Arshia Khan","is_ca":true},{"name":"Rania Al-Hammoud","is_ca":true},{"name":"Ona Egbue","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.152155933191451,"gpt":0.4084139415689974,"spread":0.2562580083775464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005386363,0.0003876563,0.0005024353,0.00008267734,0.0002815172,0.0008806099,0.0008986955,0.0002620405,0.001501354],"category_scores_gemma":[0.0008877916,0.0003729545,0.00009959034,0.001377689,0.0001279235,0.002519939,0.0003611237,0.0008337877,0.0003371843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004963728,"about_ca_system_score_gemma":0.000148063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008403052,"about_ca_topic_score_gemma":0.0002086185,"domain_scores_codex":[0.9970362,0.00006164524,0.0007188029,0.0009710224,0.0005067689,0.0007055417],"domain_scores_gemma":[0.9978614,0.0001731789,0.0003283499,0.000161774,0.001144747,0.00033048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.006080026,0.0008442475,0.1555761,0.0003003018,0.0003192674,0.0002503217,0.3599659,0.00008064624,0.009056601,0.01185965,0.07518782,0.3804791],"study_design_scores_gemma":[0.005917838,0.002451108,0.05689527,0.0004284121,0.00008963358,0.00004185708,0.6973535,0.004763777,0.0008315883,0.0002585339,0.2291026,0.001865856],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9765529,0.0005008504,0.0002823483,0.01716167,0.0008392821,0.0005568806,0.00008859824,0.0002522911,0.003765188],"genre_scores_gemma":[0.993903,0.000308833,0.00007410102,0.003832228,0.0005121991,0.000114695,0.00002395763,0.00004446701,0.001186474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3786133,"threshold_uncertainty_score":0.9998723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245326517","doi":"10.18260/1-2--35631","title":"Work in Progress: Ethical Responsibility Formation of Students in a Nuclear Engineering Course Through Inquiry Learning","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; York University","funders":"","keywords":"Engineering ethics; Engineering education; Stakeholder; Sustainability; Context (archaeology); Social responsibility; Public relations; Engineering; Political science; Sociology; Engineering management","authors":[{"name":"Minha Ha","is_ca":true},{"name":"Joshua Racette","is_ca":true},{"name":"Shinya Nagasaki","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1151661062221158,"gpt":0.3824212837298203,"spread":0.2672551775077044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001363772,0.0001820483,0.0003503767,0.0001085473,0.0001213437,0.0003395801,0.0007491987,0.0002312248,0.0001319018],"category_scores_gemma":[0.001558531,0.0001846833,0.00006330561,0.00104588,0.000298248,0.001967294,0.0004279884,0.0008246576,0.00002270116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001319749,"about_ca_system_score_gemma":0.0001003391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003016368,"about_ca_topic_score_gemma":0.0001445118,"domain_scores_codex":[0.9976617,0.0001316375,0.0006040215,0.0004128371,0.0008142551,0.0003755591],"domain_scores_gemma":[0.9990333,0.00007181919,0.0002238833,0.0000650898,0.000448098,0.0001578128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001275659,0.0003419152,0.211383,0.00019265,0.00002336006,0.00001362113,0.7547194,0.0001994616,0.0004073208,0.02361644,0.001639829,0.006187394],"study_design_scores_gemma":[0.00209808,0.0006559789,0.4360397,0.0007473061,0.00003144021,4.767642e-7,0.5396734,0.003726494,0.0001094416,0.0002192471,0.01611896,0.000579446],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874229,0.0000321726,0.0002604929,0.01081516,0.0001078453,0.0007336173,0.000003773634,0.0001224059,0.0005015983],"genre_scores_gemma":[0.9986588,0.0001776528,0.000160235,0.00077283,0.00009396415,0.00005510131,0.000005343917,0.0000140321,0.00006201419],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2246568,"threshold_uncertainty_score":0.7531166,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250556383","doi":"10.18260/1-2--35414","title":"Undergraduate Students as Visiting Students in the United Kingdom","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; University of Toronto","funders":"","keywords":"Workforce; Teamwork; Work (physics); Medical education; Engineering management; Smart grid; Competition (biology); Computer science; Engineering; Political science; Electrical engineering; Medicine","authors":[{"name":"Ali Mehrizi‐Sani","is_ca":true},{"name":"Chen‐Ching Liu","is_ca":false},{"name":"S.D.J. McArthur","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06543017802753248,"gpt":0.3287055770535668,"spread":0.2632753990260344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003693852,0.0004791075,0.0004118813,0.0001975678,0.0001454188,0.001309468,0.002541762,0.0001293681,0.00005877615],"category_scores_gemma":[0.0003727763,0.0004150599,0.00009127553,0.001185169,0.00007838367,0.001263984,0.0006520406,0.0009187691,0.0001419737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001275368,"about_ca_system_score_gemma":0.00002474275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001560581,"about_ca_topic_score_gemma":0.00000538437,"domain_scores_codex":[0.9970742,0.00003831524,0.0005900199,0.0005326308,0.001143828,0.0006209544],"domain_scores_gemma":[0.9991363,0.000105873,0.0001149834,0.0001418042,0.0002581562,0.0002429138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007067182,0.0008959317,0.6662837,0.001070721,0.001096078,0.0006181057,0.1290756,0.04467346,0.1073264,0.03068144,0.01294168,0.004630193],"study_design_scores_gemma":[0.01513214,0.004270214,0.3592798,0.003297389,0.0003981918,0.0001643154,0.1989356,0.3298468,0.04083535,0.0009164867,0.03948326,0.007440556],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950199,0.00007091749,0.0007632791,0.00154135,0.0002420169,0.0005903982,0.00001586635,0.0006054222,0.001150869],"genre_scores_gemma":[0.9977991,0.00005587142,0.00006565974,0.001559027,0.0002171381,0.0001184547,0.00003493894,0.0000800581,0.00006972943],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3070039,"threshold_uncertainty_score":0.9998301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111820092","doi":"10.18260/1-2--35095","title":"Program: Study Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Coursework; Engineering education; Career development; Vocational education; Medical education; Work (physics); Identity (music); Psychological intervention; Psychology; Engineering; Engineering management; Pedagogy; Medicine","authors":[{"name":"Rebecca Balakrishnan","is_ca":true},{"name":"Jillian Seniuk Cicek","is_ca":true},{"name":"Priya S. Mani","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2346350637427889,"gpt":0.3477952975964727,"spread":0.1131602338536838,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000665768,0.000294109,0.0003819782,0.00008176413,0.0007521209,0.001407327,0.001456491,0.0001290113,0.0007108997],"category_scores_gemma":[0.0009533978,0.0002828289,0.0001023481,0.0009104733,0.0002989826,0.002450613,0.00067561,0.0003117256,0.0002167309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009412984,"about_ca_system_score_gemma":0.000460842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008004033,"about_ca_topic_score_gemma":0.0001476988,"domain_scores_codex":[0.9972082,0.00008116546,0.0003611166,0.0007066358,0.001046828,0.0005960923],"domain_scores_gemma":[0.9974276,0.00007336712,0.0001839426,0.00007872554,0.001613959,0.0006224501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001082653,0.001128406,0.3323543,0.00004976439,0.0002536706,0.00009503269,0.474806,0.000003017089,0.0003692782,0.0147037,0.1103362,0.06481788],"study_design_scores_gemma":[0.002959275,0.003445176,0.0821314,0.00006768641,0.0001912644,0.000001581852,0.8268523,0.0003155992,0.000580886,0.0004412938,0.08157672,0.001436789],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662138,0.00003591645,0.0008586383,0.0119168,0.0003960338,0.003288542,0.0000351072,0.0009724682,0.01628269],"genre_scores_gemma":[0.9963248,0.00003718591,0.0002603007,0.00124774,0.0003731705,0.0001351094,0.000009745943,0.0000169322,0.001595066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3520463,"threshold_uncertainty_score":0.9999624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251348137","doi":"10.18260/1-2--35376","title":"The transition from STEM to STEAM","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"CARE Canada","funders":"","keywords":"Harmony (color); The arts; Engineering ethics; Beauty; Accreditation; Architecture; Engineering; Sociology; Aesthetics; Political science; Visual arts; Law; Art","authors":[{"name":"Jayanta Banerjee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07555829071031331,"gpt":0.2711638960320234,"spread":0.1956056053217101,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004566705,0.0003085011,0.0003096397,0.00005381302,0.0006112254,0.003140407,0.003160778,0.00009820915,0.00001736844],"category_scores_gemma":[0.0003032967,0.0002298116,0.0001150317,0.0006340635,0.00007981969,0.002140247,0.000745491,0.0006106127,0.000172862],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004219879,"about_ca_system_score_gemma":0.00010517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001676206,"about_ca_topic_score_gemma":0.00001212521,"domain_scores_codex":[0.9974474,0.0000664184,0.0004360531,0.0008559686,0.0006674366,0.0005266852],"domain_scores_gemma":[0.9983258,0.000168011,0.0001853505,0.0002159639,0.0006171408,0.0004877666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002308918,0.00007032153,0.0007826391,0.00002623581,0.00008562094,0.00001569444,0.08215485,0.00007607815,0.00281367,0.02519878,0.01095576,0.8775895],"study_design_scores_gemma":[0.003246277,0.005407251,0.01582239,0.0006381267,0.0001402023,0.00002551585,0.1079898,0.07052734,0.01004757,0.001123136,0.7819655,0.003066869],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5729229,0.0001743839,0.3397382,0.08439801,0.000573435,0.0006794324,0.00004154319,0.001090006,0.0003820906],"genre_scores_gemma":[0.9930397,0.00001917003,0.001461909,0.004721703,0.0003551078,0.000074512,0.000008249216,0.00002108576,0.0002986253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8745226,"threshold_uncertainty_score":0.9978944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211852670","doi":"10.18260/1-2--35466","title":"Using Music Videos to Inspire Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Attendance; Teamwork; Computer science; Variety (cybernetics); Analytics; Process (computing); Resource (disambiguation); World Wide Web; Multimedia; Data science","authors":[{"name":"Krista Schumacher","is_ca":true},{"name":"Molly Roche","is_ca":true},{"name":"Esmée Verschoor","is_ca":true},{"name":"Hannah French","is_ca":false},{"name":"Alyssa Eggersgluss","is_ca":true},{"name":"MiKyla Harjamaki","is_ca":true},{"name":"Mary Fagot","is_ca":true},{"name":"Jeff Jalkio","is_ca":true},{"name":"AnnMarie Thomas","is_ca":true},{"name":"Collin Goldbach","is_ca":true},{"name":"Deborah Besser","is_ca":true},{"name":"Abby Bensen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3134088736174681,"gpt":0.3952854761347188,"spread":0.08187660251725076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001191186,0.000385773,0.0005060765,0.0002030518,0.0005890992,0.0009489597,0.001445176,0.0001871474,0.0003518537],"category_scores_gemma":[0.006016828,0.000395126,0.0001100053,0.001914257,0.0001972146,0.00256424,0.000666311,0.0006476205,0.00008769042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002150908,"about_ca_system_score_gemma":0.000321201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009988848,"about_ca_topic_score_gemma":0.00005056425,"domain_scores_codex":[0.9969478,0.00009434197,0.0005562874,0.0007795354,0.0008417579,0.0007803051],"domain_scores_gemma":[0.9970939,0.0001306036,0.0002396056,0.0001124703,0.001772811,0.0006506236],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004476783,0.0001758173,0.02735629,0.0002370742,0.0002078267,0.00005328903,0.4162406,0.0003144091,0.2226747,0.284115,0.01193822,0.03623907],"study_design_scores_gemma":[0.004945203,0.0037336,0.05248041,0.002123946,0.0004354481,0.00002524961,0.4191652,0.0418011,0.05624907,0.002352957,0.4079494,0.008738345],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9479554,0.00002170807,0.03467957,0.01011918,0.0005469717,0.0008511546,0.00004627248,0.0005765359,0.005203237],"genre_scores_gemma":[0.9874526,0.000006311171,0.005760834,0.00527807,0.001085034,0.0000519464,0.000005209496,0.00004889771,0.0003111585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3960112,"threshold_uncertainty_score":0.99985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3083630188","doi":"10.18260/1-2--33993","title":"A Cross-cohort Dynamics Project Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"demographic modeling and climate adaptation","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dynamics (music); Physics","authors":[{"name":"Kamyar Ghavam","is_ca":true},{"name":"Homeyra Pourmohammadali","is_ca":true},{"name":"Lucas Botelho","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2809371781373899,"gpt":0.4226981473556921,"spread":0.1417609692183022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002258721,0.0004876486,0.0007773963,0.0003343182,0.0004131709,0.004501434,0.002809351,0.0001749,0.0004101883],"category_scores_gemma":[0.005152303,0.000374519,0.0002433543,0.002468548,0.0002620429,0.003916666,0.0009042342,0.0005461922,0.0003623179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006066981,"about_ca_system_score_gemma":0.0002477239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002854481,"about_ca_topic_score_gemma":0.00009530664,"domain_scores_codex":[0.9933547,0.00008472466,0.001509261,0.001705694,0.002732295,0.0006132902],"domain_scores_gemma":[0.9934432,0.0002618511,0.0006834414,0.0003292598,0.004859422,0.000422844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006960177,0.0003946529,0.9476222,0.00002363819,0.0001267088,0.00002626118,0.01580359,0.0000773276,0.0002721563,0.00479556,0.006997725,0.02316417],"study_design_scores_gemma":[0.003266457,0.004170262,0.4230929,0.00008434622,0.0002057282,0.00001939068,0.2108101,0.3499915,0.0002045932,0.003228339,0.003361573,0.001564775],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9840798,0.000025609,0.005588654,0.002991033,0.0003499067,0.001486411,0.0001981839,0.0003390858,0.004941368],"genre_scores_gemma":[0.9959539,0.00002724935,0.00008740995,0.001271868,0.0002223089,0.0001873913,0.00003951099,0.00003735161,0.002173001],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5245293,"threshold_uncertainty_score":0.9998707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3153713537","doi":"10.18260/1-2--35431","title":"Unleashing the Power of Data Analytics to Examine Engineering Students’ Experiences and Outcomes","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Data science; Data analysis; Computer science; Analytics; Engineering education; Knowledge management; Data modeling; Corporate governance; Information engineering; Engineering management; Information system; Engineering; Software engineering; Data mining; Management","authors":[{"name":"Qin Liu","is_ca":true},{"name":"Greg J. Evans","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1025863060812589,"gpt":0.3288678903610568,"spread":0.2262815842797978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004527429,0.0002694312,0.0004224878,0.00009232617,0.0001264237,0.001158689,0.005029575,0.00005732627,0.00001550649],"category_scores_gemma":[0.001397706,0.000186064,0.00004974778,0.0007669963,0.00009958207,0.002448752,0.004100433,0.0003091329,0.000007318956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001194982,"about_ca_system_score_gemma":0.00006431383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003465458,"about_ca_topic_score_gemma":0.000003056152,"domain_scores_codex":[0.9977499,0.00001821839,0.0004706325,0.0007134328,0.0007217263,0.0003261009],"domain_scores_gemma":[0.9984459,0.0001640459,0.0002117355,0.0003569709,0.0005259244,0.0002954031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001802381,0.0005115573,0.5169225,0.0003663238,0.0008132606,0.00006085193,0.3701555,0.0009659799,0.007058896,0.0599213,0.008498271,0.03454536],"study_design_scores_gemma":[0.001687292,0.002344105,0.205207,0.0004530433,0.0001789524,0.00001928358,0.1926468,0.5881783,0.002298611,0.0001726217,0.005126353,0.001687719],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9494059,0.0000605343,0.02835387,0.02162962,0.0001191757,0.0002219962,0.00003164797,0.0001254307,0.00005180787],"genre_scores_gemma":[0.9966302,0.00002392076,0.001564002,0.001542398,0.00008024888,0.00001239249,0.000005618572,0.00001309778,0.0001281157],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5872123,"threshold_uncertainty_score":0.9998782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088994275","doi":"10.18260/1-2--34302","title":"Collecting and Selecting: A Tale of Training and Mentorship","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Training (meteorology); Computer science; Medical education; Medicine; Geography","authors":[{"name":"Angela Henshilwood","is_ca":true},{"name":"Cristina Sewerin","is_ca":true},{"name":"Michelle Spence","is_ca":true},{"name":"Mindy Thuna","is_ca":true},{"name":"Tracy Zahradnik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1147560515922677,"gpt":0.2664536896041116,"spread":0.1516976380118439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003409867,0.0003074167,0.0004594885,0.000197597,0.000281533,0.001080011,0.0003942265,0.00007740313,0.0001531622],"category_scores_gemma":[0.0005644601,0.0002905264,0.00006083967,0.0006441775,0.0001628615,0.002305655,0.0007923624,0.000239935,0.00001286703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001406485,"about_ca_system_score_gemma":0.00002746984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001391601,"about_ca_topic_score_gemma":0.0000193396,"domain_scores_codex":[0.998166,0.000006803885,0.0004663436,0.0005883751,0.0003754116,0.0003970197],"domain_scores_gemma":[0.9988608,0.00004992889,0.0004254849,0.00006131889,0.0005208854,0.00008156648],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001661378,0.0005261854,0.5513409,0.006511465,0.0009742413,0.00008491994,0.1026682,0.00002799308,0.02842285,0.1919206,0.02749843,0.08836279],"study_design_scores_gemma":[0.01453864,0.002725099,0.1506085,0.002466109,0.001534544,0.00004873835,0.6001827,0.06154098,0.005709874,0.005979284,0.1492233,0.005442252],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868867,0.0001034781,0.0001062467,0.002906508,0.00006380179,0.0004847839,0.000007404384,0.0001496899,0.009291396],"genre_scores_gemma":[0.9967406,0.00002766928,0.00003577368,0.00221577,0.0004853995,0.00003346577,0.00000960453,0.0000303279,0.0004213439],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4975145,"threshold_uncertainty_score":0.999957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}