{"meta":{"query_hash":"fb20bb09cc9a","filters":{"venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings"},"cohort_total":49,"direct_labels_cover":0,"predictions_cover":49,"exported":49,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fb20bb09cc9a","api":"https://metacan.xera.ac/api/v1/cohort?venue=2021+ASEE+Virtual+Annual+Conference+Content+Access+Proceedings"},"results":[{"id":"W3187117911","doi":"10.18260/1-2--37103","title":"Evaluating Peer-led Feedback in Asynchronous Design Critiques: A Question-centered Approach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Peer review; Human–computer interaction; Computer network; Political science","score_opus":0.2639062814709751,"score_gpt":0.4641132326066637,"score_spread":0.2002069511356886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187117911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7307963,0.0007051718,0.23799257,0.0021892719,0.0017654458,0.001348637,0.00006263737,0.0006526064,0.024487358],"genre_scores_gemma":[0.97898406,0.000016014448,0.00970786,0.000353526,0.0005163104,0.00054257654,0.00008174731,0.000090257985,0.009707628],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99472576,0.0011061033,0.0009946885,0.0014509106,0.0007986783,0.00092387194],"domain_scores_gemma":[0.9964533,0.0005944838,0.00025899088,0.00025750167,0.002251527,0.0001842162],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008138739,0.0006005606,0.0007161242,0.000762977,0.00025219977,0.001477813,0.0009695236,0.0003758632,0.0014875759],"category_scores_gemma":[0.0032793155,0.00055165816,0.00016043581,0.0012836843,0.00026063566,0.0015655792,0.00030040165,0.0018550943,0.00026235034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024171097,0.0018306023,0.020269904,0.0008055573,0.0007456352,0.00022733446,0.18735744,0.0002382821,0.016996186,0.27758846,0.018884424,0.47263905],"study_design_scores_gemma":[0.018541621,0.01412363,0.23987037,0.013215668,0.00087783055,0.0007280075,0.4123823,0.2481086,0.006351619,0.017698392,0.018691992,0.009409957],"about_ca_topic_score_codex":0.00064945465,"about_ca_topic_score_gemma":0.000008179066,"teacher_disagreement_score":0.4632291,"about_ca_system_score_codex":0.00029096383,"about_ca_system_score_gemma":0.00034764144,"threshold_uncertainty_score":0.9996935},"labels":[],"label_agreement":null},{"id":"W3187142604","doi":"10.18260/1-2--37008","title":"Effect of Evolving Design Requirements on Students' Motivation","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Gannon University; American Society for Engineering Education; National Science Foundation","keywords":"Computer science; Human–computer interaction","score_opus":0.10983523690631837,"score_gpt":0.3864610022933701,"score_spread":0.27662576538705175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187142604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97766197,0.00028144137,0.003481694,0.00083188934,0.0007877478,0.0013870675,0.000025251176,0.00026106063,0.01528186],"genre_scores_gemma":[0.9968476,0.00010891863,0.00004611286,0.00010012077,0.00026935653,0.00011230908,0.000011218073,0.00002577227,0.0024785611],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99693507,0.00028138066,0.00045992024,0.0005834346,0.0012500632,0.0004901228],"domain_scores_gemma":[0.997785,0.0008523155,0.0002107029,0.00010201594,0.00089201523,0.00015795477],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035491628,0.00028183238,0.0003653628,0.00036211978,0.00041656647,0.0013010385,0.0009472268,0.00016504271,0.00079315674],"category_scores_gemma":[0.0029306393,0.00023657274,0.00012090271,0.0008343273,0.00021717792,0.0027316697,0.00022988871,0.0003873466,0.00007775781],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028899945,0.00072866655,0.15733913,0.0017624395,0.00082824565,0.00006470164,0.16074021,0.000112302,0.03653415,0.13382505,0.019415295,0.48575982],"study_design_scores_gemma":[0.01667538,0.06716276,0.08354097,0.04225298,0.0021853026,0.000016391909,0.22491601,0.022101915,0.45975965,0.012313057,0.059688754,0.009386823],"about_ca_topic_score_codex":0.00057936506,"about_ca_topic_score_gemma":0.000012325713,"teacher_disagreement_score":0.47637302,"about_ca_system_score_codex":0.00018514082,"about_ca_system_score_gemma":0.0003022532,"threshold_uncertainty_score":0.9997357},"labels":[],"label_agreement":null},{"id":"W3187464074","doi":"10.18260/1-2--37118","title":"Examining In-Person and Asynchronous Information-Seeking Behavior Instruction Among First-Year Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Information behavior; Engineering education; Mathematics education; Information seeking; Multimedia; Human–computer interaction; Psychology; Engineering; Engineering management; Information retrieval; Computer network","score_opus":0.04386973851967073,"score_gpt":0.2833631021950021,"score_spread":0.23949336367533136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187464074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99476683,0.000043708944,0.000326756,0.0004512992,0.00066566974,0.00044525304,0.000019661558,0.00014514186,0.0031356711],"genre_scores_gemma":[0.99897647,0.000116937095,0.00008875569,0.00014105294,0.00017649267,0.00009757211,0.000019537729,0.000008788282,0.0003743897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823684,0.000013236042,0.00042981494,0.0002819283,0.0006480246,0.0003901738],"domain_scores_gemma":[0.9992566,0.00006515075,0.0001236462,0.00006012749,0.00031752724,0.00017692849],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005668217,0.00019124165,0.00019183884,0.0005134864,0.00035591485,0.0043455875,0.00053892063,0.00012169836,0.0002582968],"category_scores_gemma":[0.00029455923,0.00018509566,0.000036715097,0.0008061561,0.00018217662,0.070187226,0.00019478363,0.00029746414,0.000040757863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024463789,0.00003382641,0.7407215,0.0001322342,0.000021652433,0.0000074190957,0.16328138,0.000022470571,0.000069595575,0.05240278,0.00032270918,0.042959925],"study_design_scores_gemma":[0.000776901,0.0002210596,0.7000798,0.0009648172,0.000027309754,0.0000066833613,0.27406752,0.0073121963,0.00011970224,0.0000810318,0.015735207,0.00060776476],"about_ca_topic_score_codex":0.00065466686,"about_ca_topic_score_gemma":0.000042538777,"teacher_disagreement_score":0.11078614,"about_ca_system_score_codex":0.00012523364,"about_ca_system_score_gemma":0.00014831268,"threshold_uncertainty_score":0.996688},"labels":[],"label_agreement":null},{"id":"W3187617121","doi":"10.18260/1-2--37196","title":"First-Year Engineering Students’ Experiences and Perceptions Viewed Through the Lens of Transdisciplinary Knowledge and Threshold Concepts","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; University of British Columbia Hospital","funders":"Directorate for STEM Education; Mitacs; McMaster University","keywords":"Curriculum; Perception; Sustainability; Mathematics education; Engineering education; Transdisciplinarity; Engineering ethics; Lens (geology); Computer science; Sociology; Pedagogy; Engineering; Psychology; Engineering management; Social science","score_opus":0.03522307585758452,"score_gpt":0.30626486273567727,"score_spread":0.27104178687809277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187617121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99318653,0.003427801,0.0012812011,0.00039082151,0.00060752017,0.0003111946,0.000024362313,0.00018608288,0.0005844655],"genre_scores_gemma":[0.99747413,0.0017516242,0.0001204125,0.000017204582,0.00009994664,0.0002425594,0.0000065304926,0.000027573056,0.00025999063],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99886763,0.0000046020905,0.00032810093,0.00031533372,0.00023473559,0.0002495993],"domain_scores_gemma":[0.9995378,0.00006331746,0.000026215866,0.00008415862,0.00020072804,0.00008776064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013953389,0.00026190243,0.0002547,0.000101236146,0.00012398991,0.00039616425,0.00036464309,0.000081455786,0.00017059373],"category_scores_gemma":[0.000030213449,0.0001968033,0.00005183945,0.00033491768,0.00016039034,0.0012217424,0.00016768614,0.00025115034,0.000008539327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023738045,0.0001548921,0.005693293,0.0017678909,0.0003293807,0.0000046271684,0.93432903,0.00075315835,0.0040521487,0.0462516,0.004050716,0.0025895298],"study_design_scores_gemma":[0.0012373605,0.00047740803,0.0944807,0.0035526112,0.00022552641,0.000054768756,0.82319856,0.053046297,0.0031519243,0.0003979816,0.018443204,0.0017336876],"about_ca_topic_score_codex":0.000006875375,"about_ca_topic_score_gemma":0.000007663762,"teacher_disagreement_score":0.1111305,"about_ca_system_score_codex":0.000036566908,"about_ca_system_score_gemma":0.00003700239,"threshold_uncertainty_score":0.80254054},"labels":[],"label_agreement":null},{"id":"W3187660969","doi":"10.18260/1-2--37683","title":"Review of In-class Active Learning Observation Protocols","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Active learning (machine learning); Formative assessment; Computer science; Affordance; Class (philosophy); Protocol (science); Space (punctuation); Human–computer interaction; Multimedia; Mathematics education; Artificial intelligence","score_opus":0.0596384010190033,"score_gpt":0.3139872656229935,"score_spread":0.2543488646039902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187660969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433211,0.020287156,0.0031584078,0.0007073844,0.0010179237,0.013265681,0.00008935627,0.0016856955,0.016467284],"genre_scores_gemma":[0.99338335,0.0025508841,0.00016545037,0.000074982716,0.00010524665,0.003154079,0.000034510063,0.000067800764,0.0004637263],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998349,0.000017042274,0.00058299344,0.0003765484,0.00033214132,0.00034227013],"domain_scores_gemma":[0.99922526,0.000075909644,0.000086286804,0.00009647581,0.00042971305,0.00008637555],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030767903,0.00030470523,0.00044721758,0.00025454361,0.000035244622,0.00021977437,0.00043274526,0.00011735559,0.00024020224],"category_scores_gemma":[0.0003740946,0.00030225198,0.000095922565,0.00078983547,0.000056599914,0.0019888585,0.00015668738,0.0006981152,0.000037003425],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029949012,0.0003457242,0.017208055,0.09537026,0.0006571326,0.000082567814,0.021157004,0.017597675,0.5597677,0.032657992,0.011634729,0.24322167],"study_design_scores_gemma":[0.0019236495,0.0014139334,0.018449247,0.2257059,0.000137865,0.00003748922,0.014018914,0.2991171,0.26564318,0.00024650534,0.17049092,0.002815301],"about_ca_topic_score_codex":0.0000243985,"about_ca_topic_score_gemma":0.0000023839139,"teacher_disagreement_score":0.2941245,"about_ca_system_score_codex":0.00018416942,"about_ca_system_score_gemma":0.000062060084,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W3187972138","doi":"10.18260/1-2--36719","title":"Assessing the Impact of Transitioning Introductory Design Instruction to an Online Environment","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo","funders":"","keywords":"Deliverable; Mechatronics; Teamwork; Computer science; Task (project management); Mathematics education; Engineering education; Engineering management; Psychology; Engineering; Artificial intelligence; Management; Systems engineering","score_opus":0.08504109003774969,"score_gpt":0.3044233494903075,"score_spread":0.21938225945255785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187972138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414975,0.00008642374,0.057191413,0.00052116637,0.000358494,0.00016701438,0.000040480572,0.00008213035,0.000055391538],"genre_scores_gemma":[0.99802697,0.00007083443,0.001311791,0.00004046059,0.00036524748,0.00003212566,0.000080372454,0.000024993264,0.00004720787],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99881655,0.000022095848,0.0003380699,0.00029227493,0.0002709205,0.0002600768],"domain_scores_gemma":[0.9992213,0.00003503003,0.000056284433,0.00013689582,0.000371451,0.0001790131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000214457,0.00021047266,0.00023399285,0.00011457377,0.000089578534,0.00029968086,0.00028918855,0.000093728115,0.00027181063],"category_scores_gemma":[0.00010974486,0.00016146865,0.00007594928,0.00037284644,0.000075658594,0.0014571811,0.00006201567,0.00026776065,0.0000071172694],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078882935,0.0005037249,0.0014432943,0.0002754595,0.00029296163,0.000005863873,0.01587295,0.07571694,0.6961368,0.00064340036,0.0020192834,0.20701043],"study_design_scores_gemma":[0.0018618645,0.0015236178,0.5173931,0.0009767732,0.00022031469,0.00011051054,0.061678458,0.21521091,0.19755746,0.0006137228,0.0011178959,0.0017353521],"about_ca_topic_score_codex":0.00006179439,"about_ca_topic_score_gemma":0.000002796598,"teacher_disagreement_score":0.51594985,"about_ca_system_score_codex":0.0001337105,"about_ca_system_score_gemma":0.00011884281,"threshold_uncertainty_score":0.65845007},"labels":[],"label_agreement":null},{"id":"W3188035883","doi":"10.18260/1-2--36920","title":"Design of CAIR Assessment-monitoring Display","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Advanced Computational Techniques and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.09584910571092935,"score_gpt":0.3505894244119946,"score_spread":0.2547403187010652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188035883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04061206,0.000057737117,0.9564502,0.0012673708,0.00017193294,0.00028625035,0.00002084765,0.00015006306,0.0009834976],"genre_scores_gemma":[0.89633065,0.000082327795,0.10261953,0.00011868097,0.00009018748,0.00015389326,0.000011779309,0.000013168517,0.0005797908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980295,0.000026954096,0.00047327855,0.0006421361,0.0005092315,0.0003189199],"domain_scores_gemma":[0.99651176,0.00014738133,0.0003028526,0.0002621649,0.0026350536,0.0001407744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021627326,0.00023478761,0.00031835135,0.00011472241,0.0001849837,0.0005222259,0.0013946632,0.00008374265,0.000040187027],"category_scores_gemma":[0.00011753253,0.00022626619,0.00008479564,0.000779611,0.000088027395,0.0025405344,0.00088685786,0.0002511626,0.000009109629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024628842,0.00034990147,0.004542673,0.000058679347,0.000077031415,0.000022584312,0.0013505344,0.0007769321,0.08964944,0.848262,0.0006850458,0.054200556],"study_design_scores_gemma":[0.0023734735,0.0012980218,0.047385354,0.0011480273,0.00011086154,0.00012984234,0.008279232,0.19494794,0.6454526,0.09084363,0.005573843,0.0024571393],"about_ca_topic_score_codex":0.00001468345,"about_ca_topic_score_gemma":5.8255773e-7,"teacher_disagreement_score":0.85571855,"about_ca_system_score_codex":0.00006650242,"about_ca_system_score_gemma":0.00036037824,"threshold_uncertainty_score":0.9226867},"labels":[],"label_agreement":null},{"id":"W3188479253","doi":"10.18260/1-2--36984","title":"Discovery: Transition of an Inquiry-focused Learning Program to a Virtual Platform During the COVID-19 Pandemic (Evaluation)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Transition (genetics); Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Data science; Virology; Medicine; Chemistry","score_opus":0.12348574416988094,"score_gpt":0.3710858942276853,"score_spread":0.24760015005780434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188479253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9259434,0.00006741021,0.065604575,0.006611198,0.00032764048,0.0008275012,0.00003506601,0.0005030993,0.00008010728],"genre_scores_gemma":[0.9977766,0.000032121443,0.00037212792,0.00042741108,0.0003062927,0.00020126178,0.000048826005,0.000028629522,0.00080667547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966945,0.000098597426,0.00063579733,0.0009320892,0.0011184033,0.00052060944],"domain_scores_gemma":[0.99792457,0.00018973266,0.00022271035,0.00027373448,0.0010423046,0.00034696382],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015558661,0.00036580014,0.00040370534,0.00040768005,0.00042824727,0.0028277698,0.0016786124,0.00014821456,0.00005290531],"category_scores_gemma":[0.0009353467,0.0002707885,0.00016628148,0.0014228745,0.00020990905,0.0060273693,0.00050293386,0.00073874043,0.000027489938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068345957,0.0008274536,0.0077802325,0.0007037182,0.00045072168,0.00006354926,0.18647382,0.015921406,0.018109964,0.10577612,0.00058465434,0.6626249],"study_design_scores_gemma":[0.002190571,0.0043884506,0.006059153,0.00076835864,0.00023598099,0.00011638842,0.04779548,0.9273867,0.0023603714,0.0027665982,0.004665281,0.0012666694],"about_ca_topic_score_codex":0.0001455214,"about_ca_topic_score_gemma":0.000045142915,"teacher_disagreement_score":0.9114653,"about_ca_system_score_codex":0.00020311975,"about_ca_system_score_gemma":0.00068630726,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W3188616123","doi":"10.18260/1-2--37169","title":"Eye-Track Modeling of Problem-Solving in Virtual Manufacturing Environments","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute of Standards and Technology; University of Alberta; National Science Foundation","keywords":"Computer science; Factory (object-oriented programming); Virtual reality; Human–computer interaction; Workstation; Headset; Virtual machine; Simulation","score_opus":0.045222023468674835,"score_gpt":0.27619835094733336,"score_spread":0.23097632747865854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188616123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8671734,0.00025044702,0.12937556,0.00089317275,0.0003338411,0.00035831452,0.000023501136,0.00028655934,0.0013052226],"genre_scores_gemma":[0.9976756,0.0001304843,0.0011925062,0.00006498251,0.00006703209,0.00006308948,0.0000073270826,0.000029958066,0.00076902186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967785,0.000028275092,0.0008043405,0.0011275699,0.0005830986,0.0006782295],"domain_scores_gemma":[0.99909544,0.000082928775,0.00019569648,0.00027882334,0.00021104155,0.00013609453],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005401706,0.00042460204,0.0005256142,0.00065618474,0.00011581771,0.0008079865,0.0020737716,0.00023073539,0.000055228847],"category_scores_gemma":[0.00011776969,0.0003884123,0.00013495177,0.00058556994,0.00018346282,0.0035474824,0.0012062573,0.0007310067,0.000053224747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021324135,0.0010732902,0.016996842,0.0008287522,0.00040631386,0.00031221876,0.019482944,0.0071984082,0.111812316,0.4332525,0.0006944581,0.4077287],"study_design_scores_gemma":[0.001678949,0.0012648698,0.014183927,0.0034524042,0.00007613416,0.000041997428,0.011316136,0.8281265,0.12659171,0.010002138,0.0013633191,0.0019018989],"about_ca_topic_score_codex":0.00012889261,"about_ca_topic_score_gemma":0.000014344235,"teacher_disagreement_score":0.8209281,"about_ca_system_score_codex":0.00013100536,"about_ca_system_score_gemma":0.00012933915,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W3188631869","doi":"10.18260/1-2--37489","title":"Meaning to Succeed: Learning Strategies of First-Year Engineering Transfer Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"University of Michigan; National Science Foundation","keywords":"Coursework; Engineering education; Attrition; Meaning (existential); Mathematics education; Computer science; Institution; Transfer of learning; Economic shortage; Engineering management; Engineering; Artificial intelligence; Psychology; Sociology; Medicine","score_opus":0.023023525793611818,"score_gpt":0.26151028793795056,"score_spread":0.23848676214433873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188631869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97301805,0.00021710352,0.021074306,0.00017359164,0.0010669886,0.00035407481,0.000023810195,0.0007185411,0.0033535406],"genre_scores_gemma":[0.9986037,0.00010834818,0.00028549272,0.000012564828,0.00014047719,0.00012163503,0.000015176484,0.000066809356,0.0006458151],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981934,0.0000046109453,0.00047689836,0.00038864615,0.00051031454,0.00042615493],"domain_scores_gemma":[0.9991868,0.00004750243,0.000020797299,0.00008584889,0.0004422949,0.00021673342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022467457,0.0003553497,0.00035064202,0.00040512785,0.00006570749,0.00089713355,0.000608302,0.00010972895,0.00031429826],"category_scores_gemma":[0.00009326707,0.00035179136,0.000093407485,0.00072393235,0.00002495294,0.0015543008,0.00012748525,0.0004293269,0.00006531008],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015277551,0.0004870029,0.050513487,0.008015549,0.0020827856,0.00006497663,0.15434174,0.24811788,0.09174907,0.41221437,0.012055565,0.0202048],"study_design_scores_gemma":[0.0039063413,0.0022819256,0.105932735,0.01714748,0.0006029394,0.00007859653,0.34952837,0.25343946,0.12066345,0.0006324519,0.13781908,0.007967163],"about_ca_topic_score_codex":0.000026380041,"about_ca_topic_score_gemma":0.000010513653,"teacher_disagreement_score":0.4115819,"about_ca_system_score_codex":0.000112964175,"about_ca_system_score_gemma":0.00006836586,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W3188826859","doi":"10.18260/1-2--37587","title":"Post-secondary Work Integrated Learning Through STEM Outreach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Actua; University of Toronto","funders":"","keywords":"Outreach; Curriculum; Work (physics); Position paper; Computer science; Engineering management; Engineering; Pedagogy; Psychology; Political science; World Wide Web; Mechanical engineering","score_opus":0.09076390246971865,"score_gpt":0.3508729854600969,"score_spread":0.2601090829903782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188826859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94747937,0.000714827,0.00043474388,0.011454855,0.0020253023,0.0006056351,0.00008958054,0.0007337565,0.036461942],"genre_scores_gemma":[0.9313412,0.0001660631,0.0000890062,0.00054311386,0.0005266497,0.000109843735,0.00006143659,0.00003499924,0.06712773],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970155,0.00015152758,0.00055567746,0.0008736499,0.0007010889,0.0007025914],"domain_scores_gemma":[0.99682313,0.00024943388,0.00014150701,0.00014094546,0.002311787,0.00033319028],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001036412,0.000361152,0.0004064125,0.00018889848,0.00074112497,0.0028193293,0.000953068,0.00027407854,0.00460754],"category_scores_gemma":[0.0007360001,0.00031553983,0.00018377657,0.0013582194,0.00055972725,0.0036345937,0.00024500044,0.0010509378,0.00062694633],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000302095,0.00038928635,0.08619978,0.00024184781,0.00024083056,0.000026160376,0.41487586,0.0000031230768,0.0007741779,0.1784274,0.036014028,0.2825054],"study_design_scores_gemma":[0.0003828411,0.00032038282,0.012832341,0.0005749489,0.000075257434,0.000003330276,0.33032712,0.00002869062,0.00041794556,0.0012311583,0.6529717,0.0008342951],"about_ca_topic_score_codex":0.004402532,"about_ca_topic_score_gemma":0.00038355635,"teacher_disagreement_score":0.61695766,"about_ca_system_score_codex":0.00028096585,"about_ca_system_score_gemma":0.0013840386,"threshold_uncertainty_score":0.99992967},"labels":[],"label_agreement":null},{"id":"W3189151684","doi":"10.18260/1-2--38037","title":"Web-based Game vs. Virtual Reality Field Surveying Labs Towards Enhancing Experiential Education","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; York University","keywords":"Geospatial analysis; Virtual reality; GNSS applications; Computer science; Field (mathematics); Digital elevation model; Geodetic datum; Multimedia; Human–computer interaction; Remote sensing; Global Positioning System; Geography; Cartography","score_opus":0.05684983710092926,"score_gpt":0.32675053661947256,"score_spread":0.2699006995185433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189151684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2551183,0.0002041268,0.7245617,0.012464542,0.0021542816,0.00093235925,0.00014254679,0.000912338,0.0035098067],"genre_scores_gemma":[0.9951268,0.000055362583,0.0004477123,0.0014164489,0.00047193276,0.00059426227,0.00011126877,0.000037509904,0.0017386901],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99584734,0.000097977536,0.00088650535,0.0015025139,0.00095552905,0.0007101255],"domain_scores_gemma":[0.9967335,0.0002692321,0.00028120814,0.0005628404,0.001769576,0.00038365528],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010546836,0.00050957175,0.0004910937,0.00044738635,0.0003499019,0.0034214486,0.0024231623,0.00027453175,0.00035398544],"category_scores_gemma":[0.00067439897,0.000492588,0.0002160715,0.0014578499,0.00018585683,0.0044600065,0.0010568645,0.00066940195,0.00013991703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029102038,0.0010154387,0.0011296651,0.0004976089,0.00024483458,0.00002838118,0.019747388,0.00011667567,0.04670335,0.4032926,0.04099938,0.4859337],"study_design_scores_gemma":[0.0032845675,0.0029461633,0.008561235,0.0035718342,0.0002854898,0.00008249227,0.030231979,0.43134123,0.39313322,0.0055411435,0.116232045,0.004788605],"about_ca_topic_score_codex":0.0008196795,"about_ca_topic_score_gemma":0.00016547856,"teacher_disagreement_score":0.74000853,"about_ca_system_score_codex":0.0002728712,"about_ca_system_score_gemma":0.0021658225,"threshold_uncertainty_score":0.9997526},"labels":[],"label_agreement":null},{"id":"W3189168213","doi":"10.18260/1-2--37763","title":"Student to Scholar: A Professional Skills Focused Library Collaboration","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.017991938289937084,"score_gpt":0.28672590075539617,"score_spread":0.2687339624654591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189168213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874686,0.00082539173,0.0014000268,0.00097129727,0.002478591,0.0008261229,0.00012780777,0.0016292641,0.0042729205],"genre_scores_gemma":[0.9931066,0.00008092681,0.000915379,0.00020321282,0.00044071843,0.00039542356,0.000060345836,0.00012195061,0.0046754186],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.997835,0.000016730284,0.000474466,0.0005832346,0.00059276616,0.000497824],"domain_scores_gemma":[0.9990984,0.00006512415,0.000039828847,0.00014114167,0.00033792923,0.00031754596],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00020600615,0.00042050262,0.00033454274,0.00040581144,0.00015217782,0.0023266254,0.0007221412,0.00017007352,0.0006321793],"category_scores_gemma":[0.00014207572,0.00039842553,0.000084643056,0.0010916425,0.00004121741,0.00510862,0.0004568785,0.0007429768,0.0003830984],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034134308,0.00080970686,0.013946855,0.0015388837,0.001035322,0.0002180899,0.08368473,0.014536107,0.5589659,0.05952181,0.17776886,0.08763239],"study_design_scores_gemma":[0.002973945,0.001987409,0.040839527,0.0076095434,0.0002013243,0.00005163242,0.061422177,0.085885145,0.35020137,0.00044282188,0.44340354,0.00498158],"about_ca_topic_score_codex":0.000004280026,"about_ca_topic_score_gemma":0.0000017653846,"teacher_disagreement_score":0.2656347,"about_ca_system_score_codex":0.00016937903,"about_ca_system_score_gemma":0.0001256445,"threshold_uncertainty_score":0.99984676},"labels":[],"label_agreement":null},{"id":"W3189360944","doi":"10.18260/1-2--37010","title":"Effectiveness of a Software-based Service-learning Project in First-year Seminar Course for Engineering Freshmen During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Service-learning; General partnership; Government (linguistics); Engineering education; Engineering management; Engineering; Computer science; Business; Psychology; Pedagogy","score_opus":0.0836828015689119,"score_gpt":0.34781764278323907,"score_spread":0.2641348412143272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189360944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99356806,0.0002786832,0.00225593,0.0015085505,0.00023658502,0.0015676307,0.000061139355,0.00034102076,0.00018241433],"genre_scores_gemma":[0.9984524,0.00010860752,0.00010792902,0.00012761405,0.000116194366,0.0007197835,0.00002954856,0.000039239065,0.0002986292],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976778,0.00029300564,0.0004113406,0.0004957229,0.00055019674,0.0005719115],"domain_scores_gemma":[0.99624914,0.0024528466,0.00016807458,0.00016134154,0.00080599834,0.00016261592],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003915121,0.00029626986,0.00040204404,0.0002999442,0.0007919334,0.0006434521,0.0011590705,0.00018041911,0.00008591584],"category_scores_gemma":[0.0024638441,0.00025220917,0.00013634506,0.0012066358,0.0001600818,0.00081804325,0.00033446384,0.0008449367,0.0000068414347],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028413222,0.0006512328,0.618541,0.017683158,0.0005876783,0.00003876518,0.30557021,0.01603611,0.0058917473,0.025046581,0.0007005487,0.006411642],"study_design_scores_gemma":[0.00823703,0.0018925531,0.07021084,0.012106156,0.0004943219,0.000014617482,0.7604618,0.040603567,0.0035994803,0.00074120075,0.099071376,0.0025670256],"about_ca_topic_score_codex":0.00658586,"about_ca_topic_score_gemma":0.0018286139,"teacher_disagreement_score":0.5483301,"about_ca_system_score_codex":0.00038589904,"about_ca_system_score_gemma":0.0008860398,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W3189745151","doi":"10.18260/1-2--36607","title":"A Review of the Teaching Modalities Chosen by Faculty During the Global Pandemic","year":2021,"lang":"en","type":"review","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Texas at Dallas","keywords":"Modalities; Quarter (Canadian coin); Pandemic; Flexibility (engineering); Modality (human–computer interaction); Medical education; Mathematics education; Coronavirus disease 2019 (COVID-19); Computer science; Psychology; Medicine; Sociology; Management; Artificial intelligence","score_opus":0.06783783529232831,"score_gpt":0.33762577087607415,"score_spread":0.2697879355837458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189745151","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019928853,0.99349105,0.00006132164,0.000070010465,0.0005835472,0.0011095935,0.0008894757,0.00024770267,0.0015543994],"genre_scores_gemma":[0.006392774,0.99158424,0.00002306228,0.00008885803,0.0002140149,0.00039740893,0.00017175588,0.00010842996,0.0010194625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662334,0.000109431516,0.001267544,0.00065021956,0.0007037707,0.0006457234],"domain_scores_gemma":[0.9982927,0.0001080118,0.0005288754,0.00044994816,0.00047408143,0.00014640026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005125606,0.0009290902,0.0020389103,0.00007094918,0.00027172748,0.0004384114,0.0024440016,0.00033610835,0.00013426993],"category_scores_gemma":[0.0006900204,0.00058230216,0.00077320624,0.00066512026,0.00020164484,0.0007918072,0.0011954063,0.0017491807,0.000014109556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019109826,0.00020413182,0.001293947,0.41564023,0.0030598305,0.000016142103,0.004190062,0.0002633296,0.0004970123,0.0062104804,0.039939765,0.52866596],"study_design_scores_gemma":[0.00020746213,0.00003286949,0.000038845847,0.18396972,0.00047977787,0.00008217579,0.0020152286,0.0001978025,0.00009803793,0.000007258421,0.8120247,0.00084610825],"about_ca_topic_score_codex":0.00008379625,"about_ca_topic_score_gemma":0.0000035678659,"teacher_disagreement_score":0.77208495,"about_ca_system_score_codex":0.00056654506,"about_ca_system_score_gemma":0.00018382855,"threshold_uncertainty_score":0.9996628},"labels":[],"label_agreement":null},{"id":"W3190116622","doi":"10.18260/1-2--38145","title":"Work in Progress: Early Exploration of Engineering Students' Perspectives about Diversity, Equity, and Inclusion in an Introductory Materials Science and Engineering Course","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Engineering ethics; Equity (law); Course (navigation); Engineering education; Work (physics); Science and engineering; Work in process; Mathematics education; Computer science; Engineering; Engineering management; Sociology; Psychology; Political science; Mechanical engineering; Social science; Aerospace engineering","score_opus":0.03565954261990683,"score_gpt":0.30407939869052786,"score_spread":0.268419856070621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190116622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99753153,0.0011597716,0.00020664747,0.00019236172,0.00043266852,0.00031599848,0.000010320391,0.00013011697,0.000020582627],"genre_scores_gemma":[0.9993256,0.0002971292,0.00019266192,0.000006653581,0.00007405835,0.00006619613,0.0000047804983,0.000022440154,0.000010533415],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99828136,0.000006302837,0.00033231996,0.0004186603,0.00065587956,0.00030548198],"domain_scores_gemma":[0.9993391,0.000022436709,0.00003669224,0.000075604665,0.00039722282,0.00012892114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008718965,0.00023150057,0.00026399994,0.0006278463,0.00011536304,0.0007769234,0.00058474205,0.00007525402,0.00001518348],"category_scores_gemma":[0.00012455328,0.0002378151,0.0000131837505,0.00091571646,0.00012479568,0.0035945852,0.007148119,0.0002231746,9.621004e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014857856,0.0005772522,0.1599416,0.002658201,0.00013690084,0.000037788624,0.5638526,0.0034804936,0.19385001,0.024321929,0.00013951471,0.050855123],"study_design_scores_gemma":[0.0008469527,0.00024867116,0.93238723,0.0030884412,0.00003762458,0.0000066836124,0.031153189,0.015047342,0.015924746,0.00023323455,0.00007016746,0.00095573784],"about_ca_topic_score_codex":0.000035785986,"about_ca_topic_score_gemma":0.000008446983,"teacher_disagreement_score":0.7724456,"about_ca_system_score_codex":0.00021489408,"about_ca_system_score_gemma":0.0000809282,"threshold_uncertainty_score":0.9697818},"labels":[],"label_agreement":null},{"id":"W3190478155","doi":"10.18260/1-2--38098","title":"WIP: Student Training in Data Analytics Approaches for Bioprocessing Through Co-Curricular Activities","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bioprocess; Computer science; Analytics; Learning analytics; Training (meteorology); Data science; Engineering; Chemical engineering","score_opus":0.2374614544850977,"score_gpt":0.3469369067818799,"score_spread":0.10947545229678218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190478155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160312,0.0022229871,0.073740534,0.0012546456,0.0018962477,0.00088566967,0.0006503492,0.00080285774,0.00251553],"genre_scores_gemma":[0.9980017,0.00021167939,0.00047433565,0.000045375476,0.00047758222,0.0001784225,0.00033172697,0.000053138723,0.00022604609],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980969,0.0000048727784,0.00043777828,0.00060884893,0.00035544008,0.00049616717],"domain_scores_gemma":[0.9994343,0.00009070822,0.000045522465,0.00017478617,0.00013270357,0.0001219617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036274074,0.00033754567,0.00038368974,0.0002571924,0.00008281719,0.0009853637,0.0008601869,0.00017307619,0.00004248863],"category_scores_gemma":[0.00010704585,0.00030070628,0.000065815744,0.000633061,0.0001169025,0.0029742473,0.0001921447,0.00039417122,0.000007517839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002279973,0.0007777788,0.0031281547,0.015312276,0.0016346235,0.00006614447,0.21983834,0.00648372,0.013907603,0.081650496,0.0289465,0.62802637],"study_design_scores_gemma":[0.0007375423,0.00017316552,0.0011998062,0.0021202597,0.00015984119,0.000015541686,0.11786645,0.8450818,0.003971526,0.0013720201,0.02612937,0.0011726453],"about_ca_topic_score_codex":0.000022800692,"about_ca_topic_score_gemma":0.000012854454,"teacher_disagreement_score":0.83859813,"about_ca_system_score_codex":0.00011924491,"about_ca_system_score_gemma":0.00014270627,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W3190548580","doi":"10.18260/1-2--37075","title":"Engineering Students’ Experiences of Socially-mediated Exclusion and Inclusion: Role of Actors and Discourses","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Inclusion (mineral); Inclusion–exclusion principle; Social exclusion; Sociology; Engineering ethics; Computer science; Political science; Gender studies; Engineering; Politics","score_opus":0.042831287245963835,"score_gpt":0.3476958033891842,"score_spread":0.30486451614322035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190548580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960641,0.0010234473,0.0000312134,0.0011720414,0.00039129306,0.00024040863,0.000022605742,0.00003957759,0.0010153119],"genre_scores_gemma":[0.9978185,0.0014575059,0.000028700008,0.000029038127,0.00013762948,0.000045784072,0.000005780894,0.000010147718,0.00046688225],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99842894,0.000031874897,0.0003274967,0.0003093052,0.0006857863,0.00021657687],"domain_scores_gemma":[0.9990335,0.0001995552,0.00014410888,0.00004782284,0.00042717738,0.00014783365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006625114,0.000151652,0.00025135546,0.00015696816,0.00053403346,0.0003731205,0.00042025716,0.00008923856,0.0003675934],"category_scores_gemma":[0.00045735383,0.00013064376,0.000040140923,0.00035680327,0.0003385532,0.0016487164,0.0014262788,0.00016014298,0.0000015929963],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038512506,0.00012264137,0.013262722,0.00012897547,0.00006871856,0.0000017117741,0.9226606,8.3932804e-7,0.013444278,0.035804678,0.00025926676,0.014207045],"study_design_scores_gemma":[0.00023760818,0.00018495829,0.011332141,0.00043163882,0.0000522445,7.5810027e-7,0.9725651,0.00013730301,0.0036759065,0.0005431002,0.0105805,0.00025870418],"about_ca_topic_score_codex":0.00069023477,"about_ca_topic_score_gemma":0.000053541804,"teacher_disagreement_score":0.049904525,"about_ca_system_score_codex":0.00003765457,"about_ca_system_score_gemma":0.000233048,"threshold_uncertainty_score":0.5327498},"labels":[],"label_agreement":null},{"id":"W3191023377","doi":"10.18260/1-2--37408","title":"IoT to Enable Remote Collaboration in Robotics Class of Mechanical Engineering Technology","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"La Cité Collégiale","funders":"American Society for Engineering Education","keywords":"Internet of Things; Robotics; Class (philosophy); Computer science; Mechatronics; Product (mathematics); New product development; Artificial intelligence; Engineering management; Systems engineering; Engineering; Software engineering; Robot; World Wide Web; Management","score_opus":0.029453435944079766,"score_gpt":0.28667588321640863,"score_spread":0.25722244727232885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191023377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.907886,0.00041368586,0.080019236,0.0077102785,0.00097439025,0.0010173105,0.00009694055,0.0006530321,0.0012291194],"genre_scores_gemma":[0.9967794,0.00007891363,0.0025821151,0.000045291454,0.00008353663,0.000096442935,0.000014313931,0.000033406428,0.0002865905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986852,0.000004004436,0.00045771388,0.0003424875,0.0002047268,0.00030586933],"domain_scores_gemma":[0.9991204,0.000041317093,0.000039781873,0.0001365819,0.00053968787,0.00012220471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018196845,0.00020013393,0.00027434083,0.0006039884,0.00003007858,0.00023400613,0.00042860006,0.00017859234,0.00008691574],"category_scores_gemma":[0.00020807232,0.0002108266,0.00003892226,0.0018535228,0.000025594856,0.00039331833,0.00013041281,0.00032930973,0.000046953915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024877605,0.00008244388,0.00019406933,0.00039358521,0.00006845188,0.0000040505583,0.0020019147,0.03402722,0.19922297,0.742581,0.002323035,0.019076394],"study_design_scores_gemma":[0.0003932054,0.00022625091,0.00015424387,0.00076848164,0.000041807576,0.0000080193095,0.0073142853,0.8118305,0.15757349,0.0039804173,0.017083483,0.0006258006],"about_ca_topic_score_codex":0.000024392451,"about_ca_topic_score_gemma":0.00003608633,"teacher_disagreement_score":0.7778033,"about_ca_system_score_codex":0.00015099125,"about_ca_system_score_gemma":0.00013996227,"threshold_uncertainty_score":0.8597259},"labels":[],"label_agreement":null},{"id":"W3191062339","doi":"10.18260/1-2--36917","title":"Design of a Low Cost EEG Headset for Educational Research","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Headset; Computer science; Electroencephalography; Psychology; Telecommunications; Neuroscience","score_opus":0.2937494817617795,"score_gpt":0.4021816891195679,"score_spread":0.10843220735778841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191062339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634923,0.00013588158,0.019829929,0.010527889,0.0009156215,0.002049078,0.0006489588,0.000059632464,0.0023407468],"genre_scores_gemma":[0.9918438,0.000065029264,0.00058975234,0.0006955787,0.0002256067,0.00040220298,0.00003449194,0.000027982416,0.006115548],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99683344,0.00012946772,0.0005779529,0.0009742582,0.00081427925,0.00067062466],"domain_scores_gemma":[0.99286485,0.0018677008,0.00023043128,0.00020899125,0.0046075573,0.00022048631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078355015,0.00027753902,0.00042797823,0.00026894783,0.00031740847,0.0007771349,0.0012525701,0.00013610332,0.00072560314],"category_scores_gemma":[0.004765458,0.00025290673,0.000119817414,0.00083510124,0.0004482975,0.0014449967,0.00059718196,0.00040906575,0.0000539501],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062444404,0.00082261744,0.0010133851,0.00028738275,0.000038352937,0.000009073309,0.0041651386,0.000055850778,0.8918015,0.05610437,0.035943717,0.009134193],"study_design_scores_gemma":[0.001116924,0.0006915068,0.000990115,0.00048567288,0.000015923579,0.000033134915,0.0053488864,0.004784633,0.97917813,0.0031002956,0.0038415866,0.00041321505],"about_ca_topic_score_codex":0.000027437927,"about_ca_topic_score_gemma":0.000006903519,"teacher_disagreement_score":0.08737663,"about_ca_system_score_codex":0.00007212261,"about_ca_system_score_gemma":0.00088865147,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W3191309777","doi":"10.18260/1-2--36976","title":"Development of WeBWorK Prelab Problem Sets to Support Student Learning","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Simon Fraser University","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.07896085547336901,"score_gpt":0.3796733538590016,"score_spread":0.3007124983856326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191309777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704073,0.000058715188,0.00081111933,0.005188092,0.0005909182,0.0007300366,0.000011671904,0.00029725625,0.021904873],"genre_scores_gemma":[0.98652995,0.000049985363,0.0010810713,0.00014658758,0.00010953364,0.0002285253,0.000022912905,0.000017080529,0.0118143335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9978541,0.00003196015,0.00055297784,0.0004990559,0.00066164316,0.0004002222],"domain_scores_gemma":[0.99810374,0.00006462298,0.00015646202,0.00007656197,0.0014012095,0.00019743072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009095213,0.00020761346,0.00026406161,0.00035016963,0.000403106,0.0006738963,0.00074694486,0.00019179643,0.0011788966],"category_scores_gemma":[0.00045385826,0.00018831877,0.000065721535,0.000898053,0.00019120373,0.001137149,0.00026444142,0.000418385,0.00023845627],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057983478,0.00027773247,0.03359049,0.00011830345,0.00015507048,0.0000053418257,0.35638317,0.000003924173,0.0036996468,0.36964497,0.009652776,0.22641058],"study_design_scores_gemma":[0.00036829495,0.00072326435,0.011852394,0.0010297438,0.00007087201,0.0000032026455,0.5674473,0.00006759125,0.012819102,0.0012639485,0.4036332,0.00072105334],"about_ca_topic_score_codex":0.00015090064,"about_ca_topic_score_gemma":0.00045119476,"teacher_disagreement_score":0.3939804,"about_ca_system_score_codex":0.00019182583,"about_ca_system_score_gemma":0.0011129123,"threshold_uncertainty_score":0.99973416},"labels":[],"label_agreement":null},{"id":"W3191313529","doi":"10.18260/1-2--37609","title":"Project Based Capstone Design Projects Amidst Covid-19 Restrictions","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; University of Maryland, Baltimore County; National Institute of Standards and Technology; U.S. Military Academy; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Capstone; Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; Engineering management; Systems engineering; Engineering; Computer security; Virology; Medicine","score_opus":0.22778735706367664,"score_gpt":0.3941039364215216,"score_spread":0.16631657935784494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191313529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29388115,0.0055870204,0.29189596,0.11672559,0.009267026,0.024304667,0.0014870686,0.013781939,0.2430696],"genre_scores_gemma":[0.98561937,0.00034000402,0.0006764719,0.0014556488,0.00073832186,0.0007590017,0.00005938151,0.000062546955,0.010289254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954521,0.0003524087,0.00065362436,0.0012366414,0.0011903498,0.0011148956],"domain_scores_gemma":[0.99676937,0.0007392508,0.0002459543,0.00020978441,0.0013933653,0.0006422586],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026876777,0.0005080292,0.0004918396,0.0009964075,0.0017061109,0.0032664463,0.0012562847,0.00037154194,0.00087393285],"category_scores_gemma":[0.0043566395,0.0004656081,0.00021830072,0.0030675493,0.00070558314,0.0035144333,0.00026409456,0.0009247334,0.00018460036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013062732,0.0008364675,0.00925385,0.001356653,0.00045374298,0.0003981025,0.1910854,0.0003305449,0.0062937345,0.4050469,0.32590514,0.057733193],"study_design_scores_gemma":[0.002132451,0.0018997522,0.00078407844,0.0013044715,0.000347389,0.000028642055,0.18559507,0.012282624,0.0023905414,0.0021930013,0.7886661,0.0023758404],"about_ca_topic_score_codex":0.014339196,"about_ca_topic_score_gemma":0.0007513871,"teacher_disagreement_score":0.69173825,"about_ca_system_score_codex":0.0007708817,"about_ca_system_score_gemma":0.008854469,"threshold_uncertainty_score":0.9997796},"labels":[],"label_agreement":null},{"id":"W3191744308","doi":"10.18260/1-2--37145","title":"Exploring Self-directed Learning Among Engineering Undergraduates in the Extensive Online Instruction Environment During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Virology; Multimedia; Medicine","score_opus":0.10468393244416208,"score_gpt":0.28347323743080843,"score_spread":0.17878930498664636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191744308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722917,0.00021203388,0.0036345155,0.0072629973,0.00031801927,0.0003012087,0.000008475781,0.0010047981,0.000028755701],"genre_scores_gemma":[0.9978367,0.00088561635,0.0003636547,0.00020770423,0.00028543157,0.000103319515,0.0000151508875,0.000026463757,0.00027593644],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975439,0.00009040198,0.00048425834,0.0007616652,0.0006025855,0.0005172253],"domain_scores_gemma":[0.9988621,0.00037421475,0.00016318573,0.00022047112,0.00022073374,0.0001593293],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007073652,0.0003591606,0.0002921827,0.0003467753,0.00040477273,0.0016911413,0.0014197674,0.000090922134,0.000015040759],"category_scores_gemma":[0.0007435502,0.0002400406,0.00011530338,0.0010540204,0.000110256056,0.0029332421,0.0006148379,0.0012963852,0.000016982029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020760251,0.0008778587,0.49935696,0.0016849498,0.0009998912,0.0007692299,0.22529514,0.103133194,0.011730559,0.08014977,0.0007286833,0.07506617],"study_design_scores_gemma":[0.0007968046,0.00025132488,0.107214525,0.00048722833,0.0000726574,0.00019025635,0.034957618,0.85018617,0.00022469487,0.00058533705,0.0042841057,0.0007492614],"about_ca_topic_score_codex":0.00021999059,"about_ca_topic_score_gemma":0.000034278244,"teacher_disagreement_score":0.74705297,"about_ca_system_score_codex":0.0002670679,"about_ca_system_score_gemma":0.00013968666,"threshold_uncertainty_score":0.9993452},"labels":[],"label_agreement":null},{"id":"W3192100424","doi":"10.18260/1-2--37620","title":"Providing Meaningful Hands-on Design Experience in the Remote-learning Environment with a Miniature Mechanical Testing Kit","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Work (physics); Engineering education; Coronavirus disease 2019 (COVID-19); Computer science; Sample (material); Pandemic; Perception; Medical education; Engineering management; Engineering; Psychology; Mechanical engineering; Medicine","score_opus":0.08426380571297001,"score_gpt":0.2696843059886141,"score_spread":0.18542050027564408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192100424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96476257,0.00047780212,0.030256297,0.00029178653,0.0002925769,0.00096411287,0.0000067488763,0.0008033721,0.0021447095],"genre_scores_gemma":[0.99648774,0.000062856794,0.0026256307,0.00007790518,0.00018771827,0.00022052128,0.000007812344,0.00010190889,0.00022788656],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997338,0.000050868643,0.00045463245,0.0007544631,0.00071913976,0.0006828806],"domain_scores_gemma":[0.9990572,0.00043374015,0.000073196716,0.00017705705,0.000118280004,0.00014055113],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00058609183,0.00054083305,0.00037166258,0.00026534547,0.00019272757,0.0011808391,0.0008569436,0.00018034311,0.000078152254],"category_scores_gemma":[0.0004614346,0.0003969348,0.00006841624,0.0007481615,0.00009559171,0.0012549002,0.00019935705,0.0014631503,0.000046392946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008369724,0.00032121997,0.0035171858,0.0010948691,0.0004121799,0.0009881388,0.15289642,0.321531,0.39741474,0.015442223,0.0016476696,0.10389737],"study_design_scores_gemma":[0.0011629123,0.0028761146,0.0010921822,0.004062773,0.00006733284,0.00016118896,0.043471906,0.87856376,0.0626272,0.00010508565,0.0043229703,0.001486585],"about_ca_topic_score_codex":0.000030769264,"about_ca_topic_score_gemma":0.000002322899,"teacher_disagreement_score":0.55703276,"about_ca_system_score_codex":0.00023994243,"about_ca_system_score_gemma":0.000048153717,"threshold_uncertainty_score":0.99985605},"labels":[],"label_agreement":null},{"id":"W3192209003","doi":"10.18260/1-2--37478","title":"Managing Polarities: Perception of Value, Designer Roles, and Organizational Conditions that Influence Design Outcomes in Mechanical Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value engineering; Perception; Value (mathematics); Computer science; Industrial engineering; Knowledge management; Engineering; Operations management; Psychology; Machine learning","score_opus":0.03874676415665391,"score_gpt":0.27833669135927686,"score_spread":0.23958992720262295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192209003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897157,0.00036647156,0.1071031,0.0010613601,0.00041596088,0.00050524506,0.000092167335,0.00031814142,0.00042186156],"genre_scores_gemma":[0.99832374,0.00027859837,0.00091143063,0.00011077256,0.000039656326,0.00006176266,0.000025015768,0.00003836449,0.0002106369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987257,0.000025398092,0.0003761544,0.00031863851,0.00029623028,0.0002578686],"domain_scores_gemma":[0.99909556,0.00030642815,0.000052456864,0.00007511307,0.0003585407,0.00011190024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000373713,0.0002454224,0.00027959625,0.00041237124,0.000059967664,0.0005230266,0.00026283317,0.000122026846,0.00030612946],"category_scores_gemma":[0.0003674198,0.00024486062,0.000039403425,0.00048927165,0.000059321254,0.0028083716,0.00008595171,0.00032872971,0.000017755108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001868113,0.00041105083,0.058828626,0.0022185268,0.0006972361,0.0000435823,0.033648655,0.02411357,0.4084615,0.4539033,0.0025620393,0.01492512],"study_design_scores_gemma":[0.0018776052,0.0005069681,0.2655312,0.002956539,0.0003645374,0.00013889831,0.06760015,0.6172723,0.029598232,0.010342355,0.0013804302,0.0024307487],"about_ca_topic_score_codex":0.0000621121,"about_ca_topic_score_gemma":0.0000044730787,"teacher_disagreement_score":0.5931587,"about_ca_system_score_codex":0.0000934445,"about_ca_system_score_gemma":0.00009618346,"threshold_uncertainty_score":0.99851257},"labels":[],"label_agreement":null},{"id":"W3192281139","doi":"10.18260/1-2--37573","title":"Penalized for Excellence: The Invisible Hand of Career-Track Stratification","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Meritocracy; Excellence; Sociology; Curriculum; Narrative; Cognitive reframing; Framing (construction); Career Pathways; Career counseling; Public relations; Pedagogy; Political science; Psychology; Engineering; Social psychology","score_opus":0.16793487130774917,"score_gpt":0.39391441720715215,"score_spread":0.22597954589940297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192281139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567282,0.001239371,0.0011764341,0.0211128,0.0016749462,0.0018872236,0.00028746133,0.000097413365,0.015796147],"genre_scores_gemma":[0.9856978,0.00024631852,0.000028340351,0.00014684304,0.00074368075,0.00030339925,0.000023660148,0.000014461263,0.0127955135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9982512,0.00005129691,0.00048703692,0.00037909622,0.0005064139,0.00032497724],"domain_scores_gemma":[0.9970031,0.00034787296,0.0002174374,0.000126178,0.0021723793,0.00013302483],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011584158,0.00016826061,0.00025233664,0.00013694777,0.0005640407,0.0016641443,0.00077926053,0.00012848183,0.0004990357],"category_scores_gemma":[0.00074384065,0.00012076616,0.00012564982,0.0005899332,0.0005047595,0.0013879503,0.00007013476,0.00016757903,0.000030317638],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067134664,0.00007153759,0.0021495032,0.00029509893,0.0000717819,3.9804092e-7,0.20863122,0.0000012425551,0.008200447,0.731888,0.03287616,0.015747504],"study_design_scores_gemma":[0.00056101225,0.0003260733,0.0026501485,0.0008219455,0.000112935646,0.00000214639,0.62294304,0.00037587035,0.01176211,0.0077474457,0.3522004,0.0004968538],"about_ca_topic_score_codex":0.0029568295,"about_ca_topic_score_gemma":0.00041722597,"teacher_disagreement_score":0.7241405,"about_ca_system_score_codex":0.000058518257,"about_ca_system_score_gemma":0.00087299827,"threshold_uncertainty_score":0.99937224},"labels":[],"label_agreement":null},{"id":"W3192402858","doi":"10.18260/1-2--37659","title":"Remote Delivery of an Introductory Architectural Engineering Design-Build Activity","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural design; Software engineering; Architectural engineering; Systems engineering; Engineering; Architecture; Visual arts","score_opus":0.03134799813200182,"score_gpt":0.2556376337333354,"score_spread":0.2242896356013336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192402858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596764,0.00080673856,0.03683434,0.00005860503,0.001017306,0.00032671788,0.00004079739,0.00095304754,0.00028604188],"genre_scores_gemma":[0.9959687,0.00007387843,0.0032001087,0.000011758794,0.00042232676,0.000030122454,0.00001448608,0.000113021066,0.00016562792],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980073,0.000018884079,0.00042697685,0.0005824787,0.00042163802,0.0005427533],"domain_scores_gemma":[0.9990834,0.0001227641,0.000058165442,0.00020641855,0.0003072037,0.00022206466],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002975928,0.0004820135,0.00046060697,0.00043557273,0.000059552473,0.00043539016,0.0006994159,0.00016382396,0.00013155976],"category_scores_gemma":[0.00016190679,0.00048723334,0.00012780074,0.0005145177,0.00009692211,0.0023129757,0.00024101466,0.0007694989,0.000024368515],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097013995,0.000037972713,0.00006973895,0.00050185865,0.00018935982,0.000025686297,0.0028884213,0.07600917,0.8522591,0.00073532073,0.00026211413,0.066924274],"study_design_scores_gemma":[0.00024335294,0.0003227377,0.0011702171,0.00053918984,0.000040810715,0.000038719136,0.0007261571,0.65646017,0.33899677,0.000030352236,0.0008234634,0.00060803443],"about_ca_topic_score_codex":0.000079994825,"about_ca_topic_score_gemma":0.000002686724,"teacher_disagreement_score":0.580451,"about_ca_system_score_codex":0.00017195659,"about_ca_system_score_gemma":0.00006540141,"threshold_uncertainty_score":0.99975795},"labels":[],"label_agreement":null},{"id":"W3192531864","doi":"10.18260/1-2--37376","title":"Interventions to Improve Mentoring Over an Eight-Session Out-Of-School Workshop for High School Students (Work in Progress)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Psychological intervention; Work (physics); Computer science; Medical education; Automation; Software; Software engineering; Engineering management; Multimedia; Psychology; Engineering; World Wide Web; Medicine","score_opus":0.11910298571483224,"score_gpt":0.4230456119793528,"score_spread":0.30394262626452057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192531864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98509985,0.0005333851,0.0013802889,0.0009879224,0.009251999,0.0019780046,0.0001358909,0.00013939006,0.00049327745],"genre_scores_gemma":[0.9760776,0.000039549996,0.00048648808,0.000114315786,0.0006671736,0.0020515285,0.000064094194,0.00005974338,0.020439515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960552,0.000047019585,0.0011432973,0.0011975592,0.00071558927,0.0008413747],"domain_scores_gemma":[0.99809515,0.000125171,0.00027361597,0.00024882224,0.0006538715,0.0006033885],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011491458,0.00045930498,0.00056620536,0.0005829407,0.00012339954,0.00092668773,0.0013479264,0.00030199924,0.0014709117],"category_scores_gemma":[0.000535377,0.00040144008,0.0001804045,0.0007500812,0.000074470045,0.0015914682,0.0007200287,0.0006853722,0.00015689014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006000968,0.0040490315,0.45829028,0.004026036,0.0013107175,0.00008817441,0.08151823,0.00001028819,0.014001127,0.06058545,0.100483164,0.26963654],"study_design_scores_gemma":[0.017375585,0.005928282,0.6979273,0.05647146,0.00086519984,0.000008728359,0.13429551,0.00022438227,0.01913537,0.0035243938,0.058727898,0.005515883],"about_ca_topic_score_codex":0.000077166726,"about_ca_topic_score_gemma":0.000012915072,"teacher_disagreement_score":0.26412067,"about_ca_system_score_codex":0.00029364598,"about_ca_system_score_gemma":0.00015410593,"threshold_uncertainty_score":0.9998438},"labels":[],"label_agreement":null},{"id":"W3192539304","doi":"10.18260/1-2--37697","title":"Scaling and Sustaining of a Liberal Arts Speaking Course That Targets Engineering Students","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pennsylvania State University","keywords":"Public speaking; Rhetorical question; Liberal arts education; Professional communication; Course (navigation); Technical communication; Mathematics education; Higher education; Computer science; Sociology; Public relations; Pedagogy; Engineering; Psychology; Political science; World Wide Web; Linguistics","score_opus":0.0345182352999323,"score_gpt":0.28255033543644725,"score_spread":0.24803210013651494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192539304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99191403,0.0016493457,0.0038223777,0.00017840519,0.0010853043,0.00027227466,0.000021685662,0.00043436507,0.0006222017],"genre_scores_gemma":[0.9987182,0.00024301445,0.00037680392,0.000028602992,0.0001521415,0.000060468104,0.000015056131,0.000056881057,0.00034885757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983561,0.000003965137,0.00040112544,0.00037578258,0.00043653324,0.00042649946],"domain_scores_gemma":[0.9992832,0.00006142665,0.00005297101,0.00008372664,0.0003259087,0.00019278974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026361644,0.0003382153,0.0003446851,0.00027142608,0.000058822858,0.0007106143,0.00038360033,0.000104590625,0.00009563162],"category_scores_gemma":[0.00009386338,0.00032898673,0.00006629133,0.0003762674,0.000044739158,0.0012492791,0.00021781716,0.00033847918,0.000009217344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002051072,0.0009691132,0.20476507,0.015128726,0.0042212703,0.0003753453,0.24166518,0.02795058,0.074804515,0.086843,0.024214953,0.31885713],"study_design_scores_gemma":[0.0031511916,0.0005600163,0.30867425,0.014691118,0.0005944488,0.00021355225,0.09918196,0.46874288,0.06614066,0.00038381465,0.032219507,0.0054466035],"about_ca_topic_score_codex":0.000014550779,"about_ca_topic_score_gemma":0.0000021471524,"teacher_disagreement_score":0.4407923,"about_ca_system_score_codex":0.000087022236,"about_ca_system_score_gemma":0.00007292133,"threshold_uncertainty_score":0.9999162},"labels":[],"label_agreement":null},{"id":"W3192553367","doi":"10.18260/1-2--36767","title":"Building Comprehensive Open Educational Resources in Mechanics: Evaluating Approaches to Problem Development","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Douglas College; University of British Columbia","funders":"University of British Columbia; University of Saskatchewan","keywords":"Computer science; Statics; Dynamics (music); Mathematics education; Applied mechanics; Management science; Mathematics; Sociology; Engineering; Pedagogy; Physics; Mechanical engineering","score_opus":0.4061991619721412,"score_gpt":0.4477134908711042,"score_spread":0.041514328898963004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192553367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401861,0.00015168327,0.0013388011,0.018191887,0.0005401989,0.001754077,0.000011675875,0.000044094828,0.037781525],"genre_scores_gemma":[0.9589232,0.000035404788,0.036298685,0.0007179529,0.00036098895,0.00090209616,0.00002420959,0.000027611986,0.0027098204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9962652,0.00029671614,0.000702246,0.0010497576,0.0010349,0.0006512172],"domain_scores_gemma":[0.99533105,0.00047550653,0.0004504155,0.00016216164,0.0032682538,0.00031260008],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021273745,0.00030374347,0.0004206819,0.00032034374,0.00085084984,0.0029248574,0.0017918537,0.00015788186,0.0006734108],"category_scores_gemma":[0.0038906534,0.0003249964,0.000054267828,0.0015111703,0.00012028961,0.0043390435,0.0015560332,0.00044784264,0.00006361757],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002621852,0.0007871417,0.01790918,0.000096068594,0.0001226277,0.0000048335564,0.29977134,0.00015044479,0.008454014,0.5033307,0.0008725281,0.16823895],"study_design_scores_gemma":[0.0016053168,0.00040181715,0.047917396,0.0014183677,0.00007976234,0.000012504967,0.76559764,0.00090202235,0.012542433,0.051675707,0.11612104,0.0017260119],"about_ca_topic_score_codex":0.0016365295,"about_ca_topic_score_gemma":0.0016301891,"teacher_disagreement_score":0.4658263,"about_ca_system_score_codex":0.00074747304,"about_ca_system_score_gemma":0.00319374,"threshold_uncertainty_score":0.9999202},"labels":[],"label_agreement":null},{"id":"W3192577012","doi":"10.18260/1-2--36988","title":"Diversity, Equity, and Inclusion in Civil and Environmental Engineering Education: Social Justice in a Changing Climate","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Queen's University; Rice University; National Physical Science Consortium; Carnegie Mellon University; U.S. Department of Energy; National Science Foundation","keywords":"Social justice; Equity (law); Social equality; Diversity (politics); Inclusion (mineral); Environmental justice; Cultural diversity; Political science; Civil rights; Engineering ethics; Computer science; Sociology; Engineering; Social science; Law","score_opus":0.05298520572312612,"score_gpt":0.30444557505772113,"score_spread":0.25146036933459504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192577012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99068743,0.00035457124,0.000024671366,0.0022413232,0.0003546507,0.00024430532,0.000034230638,0.00004454539,0.0060142777],"genre_scores_gemma":[0.9984812,0.0006906649,0.000010982213,0.00025011104,0.00019060259,0.000013031375,0.000013847104,0.0000067365704,0.000342784],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99849385,0.000016323587,0.0001701597,0.0003723068,0.00051902933,0.00042834535],"domain_scores_gemma":[0.99969596,0.000052969834,0.000040892206,0.000023594725,0.00007131262,0.00011525052],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.00091825734,0.0001516783,0.00017855305,0.00052804017,0.0018462995,0.00059057836,0.00039267263,0.00010701932,0.00009097306],"category_scores_gemma":[0.000089094385,0.00016940705,0.000026516766,0.00054071203,0.0001496149,0.0018567956,0.04522933,0.0002146178,0.0000033314066],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009769143,0.00013532968,0.12999222,0.0004705103,0.000022953682,0.00004141039,0.7043874,0.0000013613267,0.00070870284,0.08370425,0.0005578687,0.07988029],"study_design_scores_gemma":[0.0016166214,0.00014542686,0.18641226,0.0015501231,0.00015594857,0.000009263313,0.7924398,0.0030800647,0.00016777344,0.0057044555,0.0073964894,0.0013217587],"about_ca_topic_score_codex":0.0007047278,"about_ca_topic_score_gemma":0.0009166874,"teacher_disagreement_score":0.08805239,"about_ca_system_score_codex":0.00024939686,"about_ca_system_score_gemma":0.00014768296,"threshold_uncertainty_score":0.9994532},"labels":[],"label_agreement":null},{"id":"W3192654110","doi":"10.18260/1-2--37176","title":"Factory 4.0 Toolkit for Smart Manufacturing Training","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"Office of Energy Efficiency; Office of Energy Efficiency and Renewable Energy; U.S. Department of Energy","keywords":"Factory (object-oriented programming); Training (meteorology); Manufacturing engineering; Computer science; Software engineering; Engineering management; Engineering; Programming language","score_opus":0.10683960657539232,"score_gpt":0.2800429851594895,"score_spread":0.17320337858409718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192654110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8930779,0.0002961218,0.028670426,0.00061275717,0.0029427058,0.0010654125,0.0008822264,0.001857894,0.070594534],"genre_scores_gemma":[0.9962471,0.000048272675,0.000101567384,0.00009453565,0.00037014936,0.0002943617,0.00008069482,0.000079065845,0.0026842554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808013,0.000003902565,0.00054023275,0.00044024966,0.0003487507,0.0005867341],"domain_scores_gemma":[0.99918914,0.00012543835,0.000044169734,0.0001046718,0.00032830532,0.00020824799],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00020587114,0.00040013355,0.00034520688,0.00028364675,0.000117914846,0.0020011712,0.00059241935,0.00021934665,0.00041845397],"category_scores_gemma":[0.00008177089,0.00038710612,0.00017109711,0.00022756547,0.00008763199,0.00529879,0.000087721026,0.0004891853,0.000112896465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022255945,0.00011698577,0.0008308343,0.004073244,0.0010633097,0.0000438378,0.039572317,0.0015505207,0.010352397,0.094462186,0.056815363,0.7908965],"study_design_scores_gemma":[0.003195865,0.0009969103,0.004229013,0.004618167,0.00035089545,0.000116087416,0.123874255,0.0688811,0.22048068,0.006734353,0.56152314,0.004999526],"about_ca_topic_score_codex":0.000008241841,"about_ca_topic_score_gemma":0.0000037256914,"teacher_disagreement_score":0.7858969,"about_ca_system_score_codex":0.000121805664,"about_ca_system_score_gemma":0.00009462699,"threshold_uncertainty_score":0.9998581},"labels":[],"label_agreement":null},{"id":"W3192762838","doi":"10.18260/1-2--37846","title":"The Critic as Designer: How Metacognition Makes Transdisciplinarity Possible","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"National Science Foundation","keywords":"Transdisciplinarity; Metacognition; Computer science; Cognitive science; Knowledge management; Human–computer interaction; Psychology; Epistemology; Cognition; Philosophy","score_opus":0.1384837256599833,"score_gpt":0.40409108014057904,"score_spread":0.26560735448059575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192762838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8866607,0.0028524066,0.03795664,0.022890294,0.0033910149,0.0009323021,0.0001282718,0.00072546274,0.04446293],"genre_scores_gemma":[0.9621502,0.00009544696,0.00022458743,0.00037933566,0.0005278892,0.00028748845,0.000035184727,0.000056982164,0.036242876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99688834,0.00041311773,0.00048122744,0.00093427784,0.0005150989,0.0007679308],"domain_scores_gemma":[0.9971886,0.0007478938,0.00015242591,0.0002198721,0.001523211,0.00016797158],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029611324,0.0004532071,0.00042406106,0.0002948171,0.0010002166,0.003305136,0.000933991,0.0002499268,0.0011134342],"category_scores_gemma":[0.0011312328,0.0003151628,0.00021675378,0.0009259592,0.00050231424,0.0016077573,0.00018373692,0.0013310665,0.0003641368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008048351,0.00031224694,0.0015055953,0.00021768562,0.0007265468,0.00012263205,0.056321852,0.0000014299376,0.016078083,0.58671016,0.026485024,0.31071395],"study_design_scores_gemma":[0.0050591463,0.007619528,0.08587309,0.0032123595,0.0017914274,0.0006412351,0.510947,0.0037702906,0.025783394,0.090788364,0.25923258,0.0052815857],"about_ca_topic_score_codex":0.00015154402,"about_ca_topic_score_gemma":0.000013290849,"teacher_disagreement_score":0.49592176,"about_ca_system_score_codex":0.00007386066,"about_ca_system_score_gemma":0.00018479914,"threshold_uncertainty_score":0.99993},"labels":[],"label_agreement":null},{"id":"W3192764556","doi":"10.18260/1-2--37270","title":"Identifying Signature Pedagogies in a Multidisciplinary Engineering Program","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Signature (topology); Computer science; Software engineering; Systems engineering; Engineering; Mathematics; Sociology","score_opus":0.05084957169083804,"score_gpt":0.3135873781487683,"score_spread":0.26273780645793027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192764556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990075,0.0019025172,0.0018242223,0.00037389455,0.0020859705,0.000657608,0.000029217606,0.0019138705,0.0011376884],"genre_scores_gemma":[0.99712,0.0002674419,0.00090101146,0.000015690199,0.00020181669,0.0005392985,0.00003892518,0.00006886582,0.00084691483],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981765,0.0000048118895,0.00045682004,0.0004875682,0.0003366114,0.0005376758],"domain_scores_gemma":[0.9994143,0.00003786901,0.000029404713,0.00010540329,0.00025019256,0.00016281073],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00019458994,0.00040244573,0.00031117097,0.0005387131,0.00005559953,0.0010662184,0.0005083505,0.0001777249,0.00016859516],"category_scores_gemma":[0.000095525,0.00038610803,0.00009267828,0.0009425265,0.000034275537,0.0017495964,0.0002108979,0.0006873927,0.00007190861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014145272,0.0013191781,0.022187484,0.012567002,0.0011953692,0.00064854516,0.16767047,0.041980974,0.16391505,0.06660416,0.03663468,0.4851356],"study_design_scores_gemma":[0.0015772943,0.0004223005,0.15870918,0.0082316585,0.00012396992,0.00010183043,0.065494664,0.7086071,0.017650781,0.00049531745,0.03451822,0.0040676803],"about_ca_topic_score_codex":0.000016614482,"about_ca_topic_score_gemma":0.000011922043,"teacher_disagreement_score":0.6666261,"about_ca_system_score_codex":0.00019531579,"about_ca_system_score_gemma":0.000095232965,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W3193017087","doi":"10.18260/1-2--37090","title":"Entering the Discipline of Engineering Education Research: A Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Thematic analysis; Grounded theory; Axial coding; Sociology; Engineering education; Qualitative research; Engineering ethics; Pedagogy; Engineering; Social science","score_opus":0.07150401289080476,"score_gpt":0.3321486705001879,"score_spread":0.26064465760938316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193017087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983307,0.0011518676,0.010871389,0.0007854204,0.0010694799,0.00040086024,0.000032351483,0.00032757068,0.0020540766],"genre_scores_gemma":[0.9983481,0.00016471432,0.00017634591,0.0000138503565,0.00015953094,0.0002006867,0.000027725517,0.000033816454,0.00087523466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846846,0.000010440875,0.00044541588,0.0002914469,0.00045451956,0.00032969675],"domain_scores_gemma":[0.9989391,0.00010862687,0.00003974299,0.00016458961,0.00063410937,0.00011380643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053883356,0.00022422295,0.00027958673,0.0007027764,0.000085341024,0.0005618004,0.0006189467,0.00006734255,0.00026081054],"category_scores_gemma":[0.0001767684,0.00016376731,0.00012936797,0.0021874022,0.000063649066,0.00071088335,0.000187398,0.0003947819,0.00003122952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008930053,0.001201653,0.008613928,0.01329459,0.0095974505,0.00001899652,0.19194539,0.049183324,0.12326272,0.31788996,0.054751772,0.23015092],"study_design_scores_gemma":[0.00044340032,0.00024011891,0.036267735,0.0050343866,0.00093610917,0.000032523018,0.09411839,0.8121711,0.028128264,0.00079217553,0.020164484,0.0016713132],"about_ca_topic_score_codex":0.000026236185,"about_ca_topic_score_gemma":0.0000063191837,"teacher_disagreement_score":0.7629878,"about_ca_system_score_codex":0.00012126309,"about_ca_system_score_gemma":0.00011954871,"threshold_uncertainty_score":0.66782373},"labels":[],"label_agreement":null},{"id":"W3196611878","doi":"10.18260/1-2--38095","title":"WIP: Short Online Films to Help First-Year Students Write Reports as Engineers","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Mathematics education; Psychology","score_opus":0.029143606625850093,"score_gpt":0.2892919477932967,"score_spread":0.2601483411674466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196611878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904557,0.0003423522,0.0017665086,0.0008509979,0.0030775485,0.00063438073,0.00009667052,0.0010633593,0.0017125094],"genre_scores_gemma":[0.993702,0.00021716041,0.00050950854,0.00020483683,0.00032800014,0.0002574035,0.00012941658,0.00009236836,0.0045593283],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973092,0.0000045011743,0.00065157225,0.00068882585,0.0007612209,0.0005846726],"domain_scores_gemma":[0.99864554,0.000036698213,0.000034887238,0.00020479188,0.0005959009,0.0004821601],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002474451,0.00049428124,0.00039855644,0.00042983747,0.000091968956,0.0011380507,0.0006882947,0.00016230813,0.0008455267],"category_scores_gemma":[0.00020623991,0.00048008785,0.000118860415,0.0008753808,0.00003397501,0.0010905212,0.00028823887,0.00046952913,0.00030159843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020460087,0.0016804779,0.090084486,0.0039548795,0.002811538,0.0012696203,0.06542678,0.024606101,0.021133775,0.0187967,0.7102059,0.059825137],"study_design_scores_gemma":[0.001966373,0.0018740938,0.18189183,0.010193804,0.0005935781,0.0007074168,0.118952416,0.060172543,0.033491664,0.00041599708,0.58018935,0.009550919],"about_ca_topic_score_codex":0.000036795205,"about_ca_topic_score_gemma":0.000017257169,"teacher_disagreement_score":0.13001654,"about_ca_system_score_codex":0.0001911306,"about_ca_system_score_gemma":0.000113805145,"threshold_uncertainty_score":0.99989885},"labels":[],"label_agreement":null},{"id":"W4214812365","doi":"10.18260/1-2--36540","title":"#LaHoraSTEAM (The STEAM Hour) – An Initiative to Promote STEM-STEAM Learning in Quarantine Times (Work in Progress)","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Science Foundation","keywords":"Interactivity; Work (physics); Public relations; Quality (philosophy); Political science; Engineering; Medical education; Pedagogy; Psychology; Computer science; Multimedia; Medicine","score_opus":0.07058207489842941,"score_gpt":0.3134160303098724,"score_spread":0.242833955411443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214812365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97481287,0.00018633083,0.0019320936,0.021264076,0.0002501442,0.0007122347,0.000010912358,0.00015490114,0.0006764645],"genre_scores_gemma":[0.9965175,0.00002738688,0.0012151637,0.00068334193,0.00010373009,0.00039064643,0.000028112207,0.000021338948,0.0010127855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970506,0.000100699945,0.00074247486,0.0009896781,0.0005092617,0.0006073201],"domain_scores_gemma":[0.99672216,0.00011443763,0.00030839304,0.0003359936,0.0023832927,0.000135742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081195944,0.0003419116,0.00045596977,0.0005991044,0.00022665644,0.0009383121,0.001875277,0.00017913953,0.000087809894],"category_scores_gemma":[0.00044545994,0.00028789163,0.00005717676,0.0044674394,0.00017349582,0.0029289233,0.0010488067,0.0008774978,0.000047695663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021353354,0.0019527677,0.16708921,0.00008460298,0.0000984107,0.00010636098,0.04224829,0.0001740456,0.0026295574,0.36427587,0.0017217824,0.41940558],"study_design_scores_gemma":[0.0058720554,0.0055092564,0.55645365,0.00374095,0.00007658926,0.00019961502,0.30073786,0.021598618,0.052460305,0.012114729,0.036828164,0.004408238],"about_ca_topic_score_codex":0.00006260154,"about_ca_topic_score_gemma":0.00012424262,"teacher_disagreement_score":0.41499734,"about_ca_system_score_codex":0.00011637355,"about_ca_system_score_gemma":0.00060272904,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W4214819335","doi":"10.18260/1-2--36896","title":"Deep Learning at a Distance: Remotely Working to Surveil Sharks","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Ichthyology and Marine Biology","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process (computing); Artificial intelligence; Field (mathematics); Drone; Variety (cybernetics); Domain (mathematical analysis); Deep learning; Zoom; Data science; Engineering","score_opus":0.041549210107160346,"score_gpt":0.2650590577691595,"score_spread":0.22350984766199916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214819335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658665,0.00009422032,0.002121793,0.0016224775,0.00047053795,0.00028706968,0.000012432438,0.00010342342,0.02942154],"genre_scores_gemma":[0.97027344,0.00008057352,0.0002045569,0.0012668686,0.00015893954,0.000055287997,0.000071499766,0.000027967524,0.027860852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99719006,0.00008084174,0.00045966828,0.0010779684,0.0004015196,0.00078994787],"domain_scores_gemma":[0.99884903,0.00012936423,0.00017454768,0.00019045651,0.00031361857,0.0003429935],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000397212,0.00037491196,0.00045788323,0.00007372745,0.00048601485,0.0002906795,0.00082095555,0.0002570734,0.010641887],"category_scores_gemma":[0.0012495627,0.00035397994,0.00011952577,0.0006541,0.00029529797,0.00078053516,0.0029592572,0.00055345014,0.0013679028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095555396,0.0002335448,0.80742157,0.000033052027,0.00010621309,0.00017576851,0.0066707404,0.00024720392,0.04969317,0.004444123,0.007783971,0.12223511],"study_design_scores_gemma":[0.0020166845,0.0011034228,0.71298397,0.0002390722,0.000100177764,0.00018948806,0.015827728,0.0029500714,0.014566156,0.0007160119,0.24723306,0.0020741797],"about_ca_topic_score_codex":0.00028800408,"about_ca_topic_score_gemma":0.0015613404,"teacher_disagreement_score":0.23944908,"about_ca_system_score_codex":0.00026062783,"about_ca_system_score_gemma":0.00004817692,"threshold_uncertainty_score":0.9998912},"labels":[],"label_agreement":null},{"id":"W4214944413","doi":"10.18260/1-2--36561","title":"A Combined E-Portfolio and Microcredentialing Tool for Engineering Identities and Career Pathways","year":2021,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Coursework; Portfolio; Credentialing; Popularity; Career Pathways; Computer science; Career portfolio; Professional development; Medical education; Pedagogy; Psychology; Career development; Business","score_opus":0.08096978241709823,"score_gpt":0.3331106096662138,"score_spread":0.2521408272491156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214944413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99223083,0.0003767243,0.00153793,0.0010163767,0.00069960335,0.00054890855,0.00015871345,0.000073154064,0.0033577555],"genre_scores_gemma":[0.99490833,0.00057028583,0.0008666241,0.0001604454,0.0003779049,0.0002201289,0.000051303545,0.000022761993,0.0028222317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983136,0.000032985798,0.00034507478,0.00053160056,0.00036662281,0.00041013127],"domain_scores_gemma":[0.9968826,0.0003115068,0.00022388951,0.00008129788,0.00233744,0.00016326773],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057456054,0.00021413725,0.00029370043,0.00014178784,0.000548765,0.0021551165,0.00029281178,0.00013690599,0.00039718844],"category_scores_gemma":[0.0034290664,0.00023473962,0.00006137293,0.00030673353,0.00021935794,0.0033088848,0.00029203555,0.00020063497,0.000003377285],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056344044,0.0004634503,0.106207706,0.00078602537,0.00060756225,0.000038254893,0.2041921,0.000006195581,0.08754226,0.5003882,0.014933767,0.084271014],"study_design_scores_gemma":[0.0044733332,0.00090889493,0.068525694,0.0012194042,0.00065284653,0.00006499263,0.7074045,0.0016192596,0.03964043,0.017538661,0.15503755,0.002914431],"about_ca_topic_score_codex":0.00030591496,"about_ca_topic_score_gemma":0.000096794254,"teacher_disagreement_score":0.5032124,"about_ca_system_score_codex":0.00009114971,"about_ca_system_score_gemma":0.00038391585,"threshold_uncertainty_score":0.99888074},"labels":[],"label_agreement":null},{"id":"W4391954912","doi":"10.18260/1-2--37548","title":"Optimized Cohort Creation for Hybrid Online Design-learning During COVID-19","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Online learning; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Multimedia; Medicine; Statistics; Mathematics","score_opus":0.04887497729529427,"score_gpt":0.30353312217725525,"score_spread":0.254658144881961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391954912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59147733,0.0010233276,0.40167317,0.00032325494,0.0009022203,0.0013673492,0.00016886248,0.0023959645,0.00066852156],"genre_scores_gemma":[0.99110216,0.00037416915,0.0049131173,0.00006733285,0.0004270696,0.0006019483,0.0002582353,0.00016075849,0.0020951962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976159,0.00002255959,0.00058692845,0.00072234275,0.00040590917,0.00064639543],"domain_scores_gemma":[0.9987137,0.00027272504,0.00008212993,0.00013024925,0.00041582354,0.00038538585],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004409097,0.0005155876,0.0005023793,0.00039853144,0.0002880557,0.0011030799,0.00055165857,0.00015349482,0.00034798714],"category_scores_gemma":[0.0009525758,0.000535909,0.00017037932,0.0004121271,0.00009032843,0.0018677171,0.00019682967,0.0006489507,0.00004126805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066271593,0.00014814115,0.0026297313,0.00237328,0.00085042143,0.00009250901,0.0064654145,0.78583,0.18468697,0.003398964,0.0052943053,0.0075675207],"study_design_scores_gemma":[0.0016680344,0.0003773772,0.0010042054,0.000668718,0.0001468805,0.00006494232,0.004706522,0.9273149,0.051025778,0.0001016902,0.011793155,0.0011278343],"about_ca_topic_score_codex":0.000033609922,"about_ca_topic_score_gemma":0.0000010489696,"teacher_disagreement_score":0.39962485,"about_ca_system_score_codex":0.00047881412,"about_ca_system_score_gemma":0.00012470523,"threshold_uncertainty_score":0.9999339},"labels":[],"label_agreement":null},{"id":"W4391955045","doi":"10.18260/1-2--37485","title":"Mastery Learning for Undergraduates in Engineering","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; Queen's University","funders":"","keywords":"Obsolescence; Lifelong learning; Engineering education; Excellence; Order (exchange); Computer science; Mathematics education; Psychology; Perfection; Engineering management; Pedagogy; Engineering","score_opus":0.05353682002349446,"score_gpt":0.2747404312070768,"score_spread":0.22120361118358234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2294897,0.0013166931,0.74533457,0.0112938015,0.0024601228,0.0012611449,0.000013020553,0.0014118196,0.0074191145],"genre_scores_gemma":[0.9906753,0.00006917781,0.0009225403,0.00008756838,0.0001861422,0.00019437759,0.000009650998,0.000029343097,0.007825919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979059,0.00001740689,0.00040491374,0.00081117667,0.0003030608,0.00055754103],"domain_scores_gemma":[0.9990127,0.00020438537,0.0000791699,0.00013248023,0.00044446898,0.0001268109],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00056273735,0.00030526798,0.00030840066,0.0005211784,0.000115136274,0.0024972109,0.0011929633,0.00009411393,0.0000317426],"category_scores_gemma":[0.00040751876,0.0002843334,0.000114678274,0.00080729456,0.00005337392,0.0026054736,0.00080839527,0.00047332566,0.000081224076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006328408,0.00014658402,0.0067661656,0.0011394819,0.00015763538,0.00006166156,0.011864942,0.0014942547,0.0024191183,0.79253083,0.0040323525,0.17932367],"study_design_scores_gemma":[0.00087080855,0.0007120217,0.0020423422,0.0017347011,0.000035082896,0.000012553168,0.009127374,0.9393635,0.002062266,0.0026489443,0.040425878,0.00096452667],"about_ca_topic_score_codex":0.00003955102,"about_ca_topic_score_gemma":0.000013878418,"teacher_disagreement_score":0.93786925,"about_ca_system_score_codex":0.00009481313,"about_ca_system_score_gemma":0.00009255795,"threshold_uncertainty_score":0.9999609},"labels":[],"label_agreement":null},{"id":"W4391955108","doi":"10.18260/1-2--37401","title":"Investigating Team Roles Within Long-Term Project-Based Learning Experiences","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"American Society for Engineering Education","keywords":"Accreditation; Computer science; Key (lock); Term (time); Discussion board; Knowledge management; Human–computer interaction; Multimedia; Medical education","score_opus":0.1311899471420752,"score_gpt":0.4032651649583378,"score_spread":0.27207521781626265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97835046,0.00042491956,0.0068626483,0.00053145405,0.0015401419,0.0005460524,0.000016628095,0.0008041438,0.01092353],"genre_scores_gemma":[0.9869792,0.0000048659044,0.00086466153,0.0004285635,0.00060980517,0.0005658218,0.00005694985,0.00008377888,0.010406375],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99593824,0.00041297372,0.0008507035,0.0013227462,0.00066219515,0.0008131452],"domain_scores_gemma":[0.9977789,0.0003643723,0.00042051135,0.00020046542,0.001041057,0.0001946812],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026087556,0.0005982206,0.000583418,0.00065351545,0.0006001099,0.0020106323,0.0010121907,0.00030466344,0.0010333898],"category_scores_gemma":[0.0019504046,0.00050256413,0.00016640945,0.0013567001,0.0005966714,0.0015592052,0.00030324113,0.00209626,0.00017513528],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028686787,0.00037442948,0.23476855,0.000430614,0.0003747859,0.00009142246,0.5691296,0.000038574184,0.0148302205,0.043815393,0.009289409,0.12657014],"study_design_scores_gemma":[0.0032581182,0.0042626,0.09326481,0.005814999,0.00028381863,0.00013727772,0.8392817,0.013642879,0.019548506,0.00045270263,0.01633125,0.0037213722],"about_ca_topic_score_codex":0.00027355048,"about_ca_topic_score_gemma":0.0000121510475,"teacher_disagreement_score":0.27015206,"about_ca_system_score_codex":0.00010015606,"about_ca_system_score_gemma":0.00045157873,"threshold_uncertainty_score":0.9998798},"labels":[],"label_agreement":null},{"id":"W4391955551","doi":"10.18260/1-2--37031","title":"Engage AI: Leveraging Video Analytics for Instructor-class Awareness in Virtual Classroom Settings","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Analytics; Class (philosophy); Learning analytics; Multimedia; Data science; Human–computer interaction; Artificial intelligence","score_opus":0.07682481727739748,"score_gpt":0.34618121081768066,"score_spread":0.2693563935402832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819395,0.00028598483,0.0076174615,0.002869059,0.0029622326,0.0009335217,0.00069556327,0.00027344402,0.0024232462],"genre_scores_gemma":[0.99183387,0.000073257004,0.00007741126,0.0011191594,0.0006740469,0.00040520416,0.00017173294,0.00010613763,0.0055392054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99570966,0.000056304332,0.0010803107,0.001465067,0.0005454681,0.0011431939],"domain_scores_gemma":[0.99766153,0.00038811055,0.000267377,0.0003110726,0.0010890441,0.00028286316],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010451843,0.00068016053,0.00079430174,0.0008086643,0.00032246424,0.0015648532,0.0012777055,0.00044142554,0.0006782069],"category_scores_gemma":[0.00035932686,0.0006513492,0.00026550255,0.0011342403,0.00024457727,0.0026049372,0.00048181633,0.0013582263,0.00011661652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019525822,0.0006770544,0.1534012,0.0012533175,0.0009041539,0.00022718769,0.08160881,0.0002523489,0.0052037314,0.4974733,0.032280736,0.22476557],"study_design_scores_gemma":[0.0113654835,0.0038600746,0.099735856,0.00473816,0.0005965431,0.00020999413,0.22211838,0.45251626,0.0028191202,0.008297897,0.18759187,0.0061503546],"about_ca_topic_score_codex":0.00042496083,"about_ca_topic_score_gemma":0.00016882678,"teacher_disagreement_score":0.4891754,"about_ca_system_score_codex":0.00026739642,"about_ca_system_score_gemma":0.00043627125,"threshold_uncertainty_score":0.9995938},"labels":[],"label_agreement":null},{"id":"W4391956855","doi":"10.18260/1-2--37709","title":"Serious Games in Engineering: The Current State, Trends, and Future","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Current (fluid); State (computer science); Computer science; Data science; Engineering; Electrical engineering; Programming language","score_opus":0.040231910893056076,"score_gpt":0.3268080426544747,"score_spread":0.28657613176141866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391956855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962856,0.010481305,0.0001195648,0.02031101,0.0034364145,0.0003838078,0.00013023653,0.00011733638,0.002164313],"genre_scores_gemma":[0.99300927,0.0008635202,0.000008632959,0.00015178445,0.00072571525,0.0002439434,0.000037622005,0.000023236777,0.004936302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985639,0.000019116009,0.0003412557,0.00053462194,0.00021812943,0.00032297385],"domain_scores_gemma":[0.9993143,0.000084878666,0.00007563515,0.00012221342,0.00029840175,0.00010454597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000260683,0.00024163658,0.00020388573,0.0002869815,0.00005882422,0.00068118057,0.00038902546,0.00007513643,0.00044782736],"category_scores_gemma":[0.00004903963,0.0001718915,0.000055032022,0.0006375875,0.000091927235,0.00069412973,0.000116653086,0.00054321624,0.00005375136],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005525495,0.00008874994,0.00416869,0.00007980144,0.000050834766,0.0000054323687,0.020475509,0.000002166359,0.00016209809,0.06987137,0.011094102,0.893946],"study_design_scores_gemma":[0.00036573404,0.00017424999,0.54863274,0.00022618388,0.000033890454,0.00002259711,0.014072419,0.0007376672,0.000061617655,0.00061175,0.43467405,0.00038711505],"about_ca_topic_score_codex":0.00007755086,"about_ca_topic_score_gemma":0.000030522082,"teacher_disagreement_score":0.89355886,"about_ca_system_score_codex":0.000044513337,"about_ca_system_score_gemma":0.00008059281,"threshold_uncertainty_score":0.7009532},"labels":[],"label_agreement":null},{"id":"W4391956887","doi":"10.18260/1-2--36970","title":"Development of Attachments for the Quanser Qube","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quanser (Canada)","funders":"","keywords":"Computer science; MATLAB; Set (abstract data type); Servo; Software; Inverted pendulum; Turbine; Servomotor; Linkage (software); Simulation; Operating system; Programming language; Mechanical engineering; Engineering; Artificial intelligence","score_opus":0.06621556865739746,"score_gpt":0.30562311429046524,"score_spread":0.23940754563306776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391956887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92345613,0.0028393257,0.06748637,0.00027779103,0.0019639665,0.0010204428,0.00009701175,0.0006702877,0.002188661],"genre_scores_gemma":[0.99667394,0.00007182934,0.0017751822,0.000028064753,0.00014623864,0.00035518108,0.000020088939,0.000061965264,0.0008675084],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99851775,0.0000035307137,0.0004700896,0.00031754037,0.00032308933,0.0003680116],"domain_scores_gemma":[0.99932003,0.00012974664,0.00004728731,0.00010917835,0.00030632483,0.000087454646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002614575,0.00029007392,0.00026431584,0.00013720435,0.00011550963,0.00036934545,0.000621035,0.00009288021,0.0001443961],"category_scores_gemma":[0.000078563884,0.00022306659,0.000103059356,0.00028957074,0.00007019282,0.00084619585,0.00017337076,0.00026716912,0.00003619782],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026158083,0.00021294197,0.002392293,0.003271952,0.0021101048,0.000011761751,0.066222064,0.009924821,0.625317,0.05701828,0.020385858,0.21287136],"study_design_scores_gemma":[0.0011528751,0.00034511933,0.0038552359,0.0017888157,0.0001657847,0.000013333496,0.029982945,0.2905815,0.3972514,0.00012031234,0.2732893,0.0014534057],"about_ca_topic_score_codex":0.000009366796,"about_ca_topic_score_gemma":0.0000038240933,"teacher_disagreement_score":0.2806567,"about_ca_system_score_codex":0.000107431304,"about_ca_system_score_gemma":0.00006782812,"threshold_uncertainty_score":0.9096392},"labels":[],"label_agreement":null},{"id":"W4391963371","doi":"10.18260/1-2--37673","title":"Resilience and Innovation in Response to COVID-19: Learnings from Northeast Academic Makerspaces","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Experiential learning; Engineering education; Higher education; Curriculum; Pandemic; Engineering; Sociology; Pedagogy; Political science; Engineering management; Medicine","score_opus":0.06981795966438196,"score_gpt":0.3414601149451684,"score_spread":0.27164215528078645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89614916,0.00036694517,0.07306939,0.029264765,0.00028026282,0.00036051116,0.000018962097,0.00042234024,0.00006764313],"genre_scores_gemma":[0.9947198,0.00004815612,0.0019794027,0.0014593593,0.0001121818,0.00008820498,0.000010125612,0.00002227038,0.001560474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686325,0.00013835228,0.0005948285,0.0012652156,0.0005770762,0.00056127534],"domain_scores_gemma":[0.99825853,0.00051557063,0.00018483255,0.0002013583,0.00045468638,0.00038501475],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022963318,0.00033798057,0.00033670684,0.0012888574,0.00028054556,0.0024469225,0.0013955013,0.00019844643,0.000037563535],"category_scores_gemma":[0.005464861,0.00031557257,0.00004287881,0.0031800386,0.0001614822,0.0033996776,0.0009874204,0.0012512506,0.000055745324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010462136,0.000071109054,0.075089335,0.00013886121,0.000046885674,0.00012344075,0.13356759,0.00020944816,0.01443388,0.07912663,0.0021330197,0.6940136],"study_design_scores_gemma":[0.0033619707,0.0031321752,0.2616912,0.00459694,0.000076798446,0.00015533641,0.12821996,0.06269907,0.0018250784,0.0057298043,0.524632,0.0038796898],"about_ca_topic_score_codex":0.0009625603,"about_ca_topic_score_gemma":0.00006393869,"teacher_disagreement_score":0.69013387,"about_ca_system_score_codex":0.00016948809,"about_ca_system_score_gemma":0.00051090796,"threshold_uncertainty_score":0.9999296},"labels":[],"label_agreement":null},{"id":"W4391963531","doi":"10.18260/1-2--38139","title":"Work in Progress: Determining a Mathematical Model to Study the Relationship Between Pedagogical Strategies and the Attainment of Student-learning Outcomes","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Computer science; Class (philosophy); Mathematics education; Work (physics); Linear model; Controller (irrigation); Control (management); Artificial intelligence; Psychology; Engineering; Machine learning","score_opus":0.1714236666109712,"score_gpt":0.3833461367710176,"score_spread":0.2119224701600464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391963531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939463,0.00038420252,0.0038358516,0.00040739193,0.00005752747,0.00095295673,0.0000041073936,0.00016660341,0.00024501682],"genre_scores_gemma":[0.9990322,0.000008532844,0.00029851112,0.000011806306,0.000043035972,0.00044123342,0.0000019156246,0.00003931968,0.00012347219],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982234,0.000048625338,0.00058152515,0.00033863072,0.00048304963,0.0003247246],"domain_scores_gemma":[0.99878824,0.0008433767,0.00005807969,0.0001188961,0.000103762955,0.00008764007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081549515,0.000298202,0.0004393504,0.00016364145,0.00012382377,0.0009924173,0.0005559402,0.0000766638,0.000017247938],"category_scores_gemma":[0.0003520021,0.00018027864,0.00006779531,0.00045834185,0.00018622645,0.00080526806,0.00045237955,0.0007214565,0.000007158645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007125428,0.00008509286,0.79651386,0.00015548781,0.00019522768,0.000009157318,0.14974096,0.022764701,0.00009538817,0.026687672,0.00001322232,0.0036679946],"study_design_scores_gemma":[0.0011430348,0.0003512909,0.5738332,0.0008031896,0.00011824834,0.0000041031303,0.3088145,0.11351782,0.00010775983,0.0008395384,0.00002219494,0.00044511454],"about_ca_topic_score_codex":0.000005124034,"about_ca_topic_score_gemma":0.0000019806496,"teacher_disagreement_score":0.22268061,"about_ca_system_score_codex":0.00006280243,"about_ca_system_score_gemma":0.000030614494,"threshold_uncertainty_score":0.9569903},"labels":[],"label_agreement":null},{"id":"W4391972197","doi":"10.18260/1-2--38113","title":"Work in Progress Pilot Study: Virtual Reality for Computational Thinking Foundations and STEM Enrichment","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Aeronautics and Space Administration","keywords":"Virtual reality; Computer science; Work (physics); Human–computer interaction; Engineering; Mechanical engineering","score_opus":0.12231605558389706,"score_gpt":0.34676234120336935,"score_spread":0.22444628561947227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5515663,0.00032199986,0.44033355,0.004739347,0.00069428957,0.0016811199,0.000024593633,0.0005556181,0.00008316405],"genre_scores_gemma":[0.9939446,0.000008064115,0.0047040037,0.000109815104,0.00014582103,0.0005081567,0.00002664198,0.000024438217,0.0005284972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701375,0.00009121845,0.00061173266,0.0011110982,0.0006480024,0.00052419043],"domain_scores_gemma":[0.9984212,0.00041977596,0.00017910534,0.00017188897,0.0006378178,0.00017023028],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016783747,0.00034741944,0.00038291074,0.00039063534,0.0004892568,0.0049813413,0.0011271914,0.000072370756,0.000009017332],"category_scores_gemma":[0.00018029794,0.00031641917,0.00006558982,0.0009253509,0.00015030452,0.0028002695,0.0008112968,0.00056991493,0.00000896897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024741408,0.00094678457,0.030859236,0.0001537478,0.00015061756,0.000023874742,0.047334895,0.0005617427,0.000017081373,0.303486,0.0006730801,0.6155456],"study_design_scores_gemma":[0.01058539,0.030661454,0.3281749,0.0057470766,0.00037650522,0.00010538816,0.13912065,0.40593085,0.00011004517,0.02357872,0.050294597,0.0053144377],"about_ca_topic_score_codex":0.00013545461,"about_ca_topic_score_gemma":0.000037102567,"teacher_disagreement_score":0.6102311,"about_ca_system_score_codex":0.00013492155,"about_ca_system_score_gemma":0.00023190536,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W4391987017","doi":"10.18260/1-2--37353","title":"Integrating 3D Printing into Engineering Technology Curriculum","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Ohio Department of Higher Education","keywords":"Coursework; Process (computing); Engineering management; Rapid prototyping; Curriculum; 3D printing; Manufacturing engineering; Engineering; Engineering education; Order (exchange); Computer science; Systems engineering; Mechanical engineering; Business","score_opus":0.02039647683508132,"score_gpt":0.24752378254631477,"score_spread":0.22712730571123346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391987017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96042407,0.0006609851,0.02856026,0.00060489774,0.0010289256,0.00032663005,0.000023633096,0.0063304775,0.0020401443],"genre_scores_gemma":[0.99554443,0.00012838065,0.0035028388,0.000020392485,0.00026653364,0.00017523492,0.00001447978,0.00008741087,0.00026031054],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99773264,0.000005876633,0.0005474721,0.0007080732,0.0003025796,0.00070334953],"domain_scores_gemma":[0.99903417,0.000086078355,0.000075262404,0.00020344526,0.00048764714,0.000113393995],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00026641553,0.0005448626,0.0004545462,0.0008650482,0.00017024565,0.0011080945,0.001063268,0.00034051083,0.00014622704],"category_scores_gemma":[0.00084093283,0.0004908398,0.00012230648,0.0010337497,0.0001703363,0.0014857486,0.0008426395,0.001266689,0.00012805517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015235581,0.00008131055,0.007197207,0.0016013557,0.0005113346,0.00012324829,0.005042913,0.00094108435,0.046106394,0.15001683,0.0038080667,0.784555],"study_design_scores_gemma":[0.00078187877,0.0005571489,0.0028207481,0.006899795,0.00019290343,0.00015335437,0.045173503,0.41740352,0.46615878,0.0059364713,0.050220925,0.0037009735],"about_ca_topic_score_codex":0.00005425184,"about_ca_topic_score_gemma":0.000007938383,"teacher_disagreement_score":0.78085405,"about_ca_system_score_codex":0.00015747118,"about_ca_system_score_gemma":0.00004817571,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null}]}