{"meta":{"query_hash":"4b834fb54f4c","filters":{"venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings"},"cohort_total":46,"direct_labels_cover":0,"predictions_cover":46,"exported":46,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4b834fb54f4c","api":"https://metacan.xera.ac/api/v1/cohort?venue=2020+ASEE+Virtual+Annual+Conference+Content+Access+Proceedings"},"results":[{"id":"W3041212750","doi":"10.18260/1-2--34182","title":"Assessing the Effects of a Robotics Workshop with Draw-a-Robot Test","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; American Society for Engineering Education; Directorate for STEM Education; New York Space Grant Consortium; National Science Foundation","keywords":"Robotics; Artificial intelligence; Workforce; Curriculum; Robot; Educational robotics; Government (linguistics); Test (biology); Entertainment; Computer science; Engineering; Psychology; Political science; Pedagogy","score_opus":0.059447003623013306,"score_gpt":0.29979273263692,"score_spread":0.24034572901390672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041212750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812587,0.00014596495,0.005492799,0.0004187639,0.00042867826,0.0028701748,0.0004798378,0.000721448,0.008183598],"genre_scores_gemma":[0.9668618,0.00023545173,0.016233694,0.00039815946,0.0001272997,0.0049278657,0.0010057102,0.00013896794,0.0100710485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99278957,0.0023962702,0.0007189905,0.0009989446,0.002166311,0.0009299593],"domain_scores_gemma":[0.95928997,0.020410635,0.0040825605,0.0038415086,0.005360753,0.00701454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007732896,0.002001556,0.001113552,0.0013383809,0.001274347,0.0024867249,0.0035451977,0.0029005392,0.0123741655],"category_scores_gemma":[0.047585677,0.0009376107,0.0016363225,0.00050945627,0.001075741,0.0019445377,0.003190226,0.0025772243,0.005237562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027128542,0.25094453,0.12767223,0.004522706,0.0009073067,0.0047052433,0.043895386,0.020675952,0.099253155,0.0026712725,0.033150323,0.38447332],"study_design_scores_gemma":[0.0044123875,0.38661706,0.36368656,0.0012003811,0.0011103669,0.0010173492,0.05103934,0.028145138,0.09155958,0.004890897,0.06494828,0.0013726653],"about_ca_topic_score_codex":0.00069128285,"about_ca_topic_score_gemma":0.00095344,"teacher_disagreement_score":0.0123741655,"about_ca_system_score_codex":0.00080361526,"about_ca_system_score_gemma":0.0010786677,"threshold_uncertainty_score":0.041395724},"labels":[],"label_agreement":null},{"id":"W3047733435","doi":"10.18260/1-2--34558","title":"Engineering Safety and Risk Management: A Structured Case Study Approach to Investigating Chemical Process Safety","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Transport Canada; Suncor Energy Incorporated; Genome Canada","keywords":"Sustainability; SAFER; Risk management; Process (computing); Organizational culture; Engineering; Engineering ethics; Safety culture; Knowledge management; Process management; Business; Public relations; Computer science; Management; Political science","score_opus":0.10142922171016121,"score_gpt":0.3294843177311079,"score_spread":0.2280550960209467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047733435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75908905,0.0012926687,0.15425052,0.009709692,0.00022934066,0.004875725,0.00022887789,0.00015848437,0.07016565],"genre_scores_gemma":[0.8693598,0.0014215177,0.11696879,0.0006151824,0.00004608749,0.0010370981,0.00009368837,0.000026048647,0.010431749],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98857784,0.0084664365,0.0003042369,0.00038732737,0.0015920325,0.00067204755],"domain_scores_gemma":[0.9786289,0.01708845,0.00097083184,0.0006159947,0.0014384615,0.0012573362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010849595,0.00085116085,0.00049715635,0.002172021,0.0050417436,0.004267355,0.0028141567,0.004324267,0.0032374156],"category_scores_gemma":[0.012512121,0.0005138622,0.0008829437,0.0015719373,0.0036265322,0.0028547784,0.0035943212,0.002821142,0.000449879],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012036961,0.02413369,0.0397359,0.0026729843,0.0002904894,0.051782373,0.35535553,0.047176775,0.02084257,0.15410487,0.015947022,0.28675413],"study_design_scores_gemma":[0.0008444797,0.012269515,0.01489808,0.0027744048,0.00031011036,0.018989792,0.6040111,0.11298629,0.02672623,0.065346874,0.14047389,0.0003691416],"about_ca_topic_score_codex":0.0032255398,"about_ca_topic_score_gemma":0.0085834805,"teacher_disagreement_score":0.010849595,"about_ca_system_score_codex":0.0035039228,"about_ca_system_score_gemma":0.006705845,"threshold_uncertainty_score":0.05737883},"labels":[],"label_agreement":null},{"id":"W3080552881","doi":"10.18260/1-2--34549","title":"Engineering Capstone Design of a Radio Telescope","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Antenna Design and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Army Research Laboratory; Defence and Security Accelerator; U.S. Military Academy; University of Maryland, Baltimore County; National Institute of Standards and Technology; University of Guelph; U.S. Department of Agriculture; National Aeronautics and Space Administration","keywords":"Telescope; Capstone; Capstone course; Radio telescope; Tracking (education); Service (business); Engineering education; Engineering; Computer science; Simulation; Engineering management; Sociology; Computer security; Astronomy; Business; Physics","score_opus":0.05580253088874486,"score_gpt":0.22632428495180926,"score_spread":0.1705217540630644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080552881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026691806,0.0010016776,0.8865385,0.00049464963,0.00038632032,0.00013599636,0.0001315983,0.0009963841,0.08362315],"genre_scores_gemma":[0.70009416,0.00081855414,0.22874022,0.0002982859,0.0001910545,0.00028872257,0.00026416083,0.00046187398,0.068842985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996086,0.00006316319,0.000010156555,0.00008110128,0.0001847934,0.0000522189],"domain_scores_gemma":[0.99967945,0.00004515483,0.000037958383,0.00003505652,0.00016909638,0.000033260647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029417948,0.00076849794,0.0003911602,0.00048283752,0.00051355077,0.0013914733,0.0009330698,0.0009932574,0.011317322],"category_scores_gemma":[0.000651846,0.00035129138,0.0004398536,0.00033542977,0.00031288655,0.0005794797,0.00065757975,0.00045019112,0.003752398],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005825364,0.000152389,0.0027368667,0.0005865747,0.00014138548,0.0008177108,0.0005316064,0.3955227,0.23986948,0.059411716,0.022590654,0.27705634],"study_design_scores_gemma":[0.00006591971,0.0009920815,0.0020897272,0.000072774594,0.000072937735,0.0008515254,0.00024829913,0.79600865,0.055604547,0.0059454395,0.13797829,0.000069769594],"about_ca_topic_score_codex":0.0013262193,"about_ca_topic_score_gemma":0.0012747785,"teacher_disagreement_score":0.011317322,"about_ca_system_score_codex":0.0009855866,"about_ca_system_score_gemma":0.00067864725,"threshold_uncertainty_score":0.037860155},"labels":[],"label_agreement":null},{"id":"W3083630188","doi":"10.18260/1-2--33993","title":"A Cross-cohort Dynamics Project Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"demographic modeling and climate adaptation","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dynamics (music); Physics","score_opus":0.28093717813738994,"score_gpt":0.4226981473556921,"score_spread":0.14176096921830217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083630188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98203456,0.00035713913,0.0015147633,0.0015548565,0.00010004906,0.0008167368,0.0092940135,0.00003324241,0.0042946115],"genre_scores_gemma":[0.9573086,0.0007193301,0.002336037,0.0014384139,0.00007344679,0.0015230876,0.0047796746,0.00003451668,0.03178685],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988187,0.000479112,0.000032458385,0.00019069412,0.00015145056,0.00032751684],"domain_scores_gemma":[0.99770904,0.0002081606,0.0002038568,0.00026173762,0.0004030453,0.001214145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019406112,0.00048476103,0.0003981229,0.00094326056,0.0043911585,0.0008386256,0.00095862645,0.0008770031,0.0055209543],"category_scores_gemma":[0.0020184682,0.0007888896,0.00043048424,0.0011529267,0.00063939707,0.00078764197,0.0016921536,0.0018042256,0.0013360083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074277417,0.002284585,0.94362223,0.000067237714,0.00021131446,0.0008444239,0.009357204,0.00010817462,0.0015182949,0.0016542834,0.018207982,0.021381505],"study_design_scores_gemma":[0.0002769607,0.00071768265,0.96662027,0.00008551064,0.000095082396,0.00029706207,0.010329659,0.0007151925,0.00051348336,0.0004028133,0.019903453,0.000042736792],"about_ca_topic_score_codex":0.64022803,"about_ca_topic_score_gemma":0.7977523,"teacher_disagreement_score":0.64022803,"about_ca_system_score_codex":0.0048266286,"about_ca_system_score_gemma":0.012452058,"threshold_uncertainty_score":0.72378147},"labels":[],"label_agreement":null},{"id":"W3083655966","doi":"10.18260/1-2--34197","title":"Augmented Reality for education (Diversity)","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"West Virginia University; West Virginia Space Grant Consortium; Commission for Environmental Cooperation; National Aeronautics and Space Administration","keywords":"Augmented reality; Scripting language; Computer science; Android (operating system); Mobile device; Software; Multimedia; Dimension (graph theory); Human–computer interaction; World Wide Web","score_opus":0.14387466963316872,"score_gpt":0.317093251337423,"score_spread":0.17321858170425428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083655966","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015469532,0.07940431,0.19023366,0.017526034,0.006992729,0.00030615262,0.0030959977,0.012152316,0.67481923],"genre_scores_gemma":[0.3195546,0.05341685,0.19996342,0.0056098453,0.0026753058,0.00050706614,0.0047558453,0.0013621853,0.41215488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985043,0.00041385303,0.00011520453,0.00023536354,0.0005779551,0.00015334191],"domain_scores_gemma":[0.9985959,0.00034776356,0.00012501329,0.00037363332,0.00037235825,0.00018540384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012942897,0.0006838428,0.00043065991,0.0017817281,0.00070379634,0.0070780604,0.0009014381,0.0017038283,0.050066568],"category_scores_gemma":[0.0026239494,0.00028606615,0.00059523544,0.0017310015,0.000625637,0.0031925272,0.00536611,0.0013900304,0.017530816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006238919,0.000060706356,0.0006499864,0.0007219181,0.00002242456,0.00017799862,0.0007612776,0.0007364839,0.0039962227,0.0478895,0.09198622,0.852935],"study_design_scores_gemma":[0.000013452126,0.00007385375,0.0014555792,0.00056422513,0.000013968682,0.0007084157,0.00045959785,0.0008967135,0.0015851319,0.013729645,0.98046577,0.00003364172],"about_ca_topic_score_codex":0.0010558928,"about_ca_topic_score_gemma":0.0012849799,"teacher_disagreement_score":0.050066568,"about_ca_system_score_codex":0.0006965791,"about_ca_system_score_gemma":0.0007254055,"threshold_uncertainty_score":0.16748935},"labels":[],"label_agreement":null},{"id":"W3086707457","doi":"10.18260/1-2--34705","title":"Generation-Z Learning Approaches to Improve Performance in the Fundamentals of Engineering Exam","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Generational Differences and Trends","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Council for Canadian Studies; U.S. Department of Energy","keywords":"Class (philosophy); Subject (documents); Schedule; Computer science; Test (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Artificial intelligence","score_opus":0.29597058465708664,"score_gpt":0.3017483915983336,"score_spread":0.005777806941246966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086707457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49766362,0.00072806625,0.4282469,0.0016766802,0.00033099664,0.003780692,0.00036694252,0.010401778,0.056804333],"genre_scores_gemma":[0.5903595,0.0004886528,0.38370094,0.00065595674,0.00009566007,0.0017447347,0.0005318786,0.00044889332,0.021973912],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844766,0.000568815,0.00007926713,0.00024950705,0.0004954013,0.0001593413],"domain_scores_gemma":[0.99772364,0.0008582687,0.0003612011,0.0003334532,0.0004587165,0.00026461467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021669164,0.00097036373,0.00039788807,0.0013485689,0.00037806982,0.001527741,0.0016950107,0.0005663621,0.008468122],"category_scores_gemma":[0.0059122513,0.00025255847,0.000580045,0.00060001144,0.00033240204,0.0008983052,0.0026493515,0.00080885977,0.002199346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000501041,0.004436413,0.008770395,0.00034727697,0.000050258914,0.00014822803,0.0014079313,0.004961163,0.012530614,0.004732178,0.010484532,0.9516299],"study_design_scores_gemma":[0.0038160621,0.034437608,0.14250135,0.0011850093,0.00080747326,0.003531873,0.005981803,0.24828374,0.14216793,0.09251158,0.32423526,0.00054043037],"about_ca_topic_score_codex":0.0008101488,"about_ca_topic_score_gemma":0.0015766083,"teacher_disagreement_score":0.008468122,"about_ca_system_score_codex":0.000532125,"about_ca_system_score_gemma":0.0010068023,"threshold_uncertainty_score":0.028328717},"labels":[],"label_agreement":null},{"id":"W3088994275","doi":"10.18260/1-2--34302","title":"Collecting and Selecting: A Tale of Training and Mentorship","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Training (meteorology); Computer science; Medical education; Medicine; Geography","score_opus":0.11475605159226773,"score_gpt":0.26645368960411164,"score_spread":0.1516976380118439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088994275","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02434404,0.017479084,0.07973168,0.7197977,0.025970927,0.00060679164,0.00015567018,0.002478702,0.12943543],"genre_scores_gemma":[0.39551303,0.024268715,0.13281745,0.14119515,0.02584744,0.0012321655,0.00046949784,0.0029886935,0.27566785],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.93299425,0.042708974,0.0022822937,0.0035511653,0.0118205445,0.006642845],"domain_scores_gemma":[0.854142,0.03942569,0.0048367064,0.015058977,0.021193922,0.065342724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06005063,0.0013739726,0.0012232006,0.0035732465,0.016674232,0.026038777,0.0054976474,0.0066425065,0.010884145],"category_scores_gemma":[0.092018746,0.0008542137,0.0012725361,0.0023710781,0.019984718,0.016947843,0.023406154,0.016362337,0.0067366287],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014731055,0.00067374867,0.0039013003,0.00034195607,0.00006522109,0.0008831413,0.098656565,0.00083764066,0.0015483095,0.065538794,0.43858004,0.38882607],"study_design_scores_gemma":[0.000028861796,0.00033902156,0.0017799808,0.00084792095,0.000026399637,0.0006949321,0.060744975,0.0010233147,0.0009563067,0.04405909,0.8893691,0.00013015565],"about_ca_topic_score_codex":0.0027255672,"about_ca_topic_score_gemma":0.004532234,"teacher_disagreement_score":0.06005063,"about_ca_system_score_codex":0.006460352,"about_ca_system_score_gemma":0.022606716,"threshold_uncertainty_score":0.31758183},"labels":[],"label_agreement":null},{"id":"W3091251830","doi":"10.18260/1-2--34029","title":"A Partnership Model for Integrating Technical Communication Habits Throughout Undergraduate Engineering Courses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coursework; General partnership; Context (archaeology); Engineering education; Mathematics education; Computer science; Medical education; Engineering; Psychology; Engineering management; Medicine","score_opus":0.07656869097773118,"score_gpt":0.3004912928565435,"score_spread":0.22392260187881236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091251830","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77934366,0.00032226765,0.11742205,0.005162593,0.00008001926,0.0010713032,0.00010326002,0.0002819059,0.096213005],"genre_scores_gemma":[0.9817924,0.00011545293,0.015511788,0.00013202213,0.000008331928,0.000377929,0.000050585102,0.000015827214,0.0019956594],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879721,0.00799163,0.00037732808,0.0010179235,0.001721742,0.0009193165],"domain_scores_gemma":[0.98046136,0.0066666626,0.0030665079,0.0020030404,0.0033458078,0.004456682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010143736,0.0006671873,0.00034323538,0.002443605,0.004009533,0.006778545,0.0019011345,0.0016939605,0.005294863],"category_scores_gemma":[0.026569039,0.00074245443,0.0008387855,0.0014384051,0.00375614,0.0056068106,0.0089374855,0.0018729478,0.0011020483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039640075,0.006043941,0.37666857,0.00042915536,0.00021357882,0.0021803102,0.17838752,0.008978024,0.004892042,0.126591,0.0046210815,0.29059842],"study_design_scores_gemma":[0.0003980809,0.0037042818,0.26293874,0.0012301707,0.00041808814,0.0043622307,0.3036525,0.12851489,0.003387727,0.22514158,0.065876275,0.00037539256],"about_ca_topic_score_codex":0.004008606,"about_ca_topic_score_gemma":0.0045776325,"teacher_disagreement_score":0.010143736,"about_ca_system_score_codex":0.0049022874,"about_ca_system_score_gemma":0.009545039,"threshold_uncertainty_score":0.05364585},"labels":[],"label_agreement":null},{"id":"W3093790142","doi":"10.18260/1-2--34704","title":"Gendered Professional Role Confidence and Persistence of Artificial Intelligence and Machine Learning Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Persistence (discontinuity); Field (mathematics); Logistic regression; Psychology; Representation (politics); Artificial intelligence; Contradiction; Self-confidence; Confidence interval; Social psychology; Computer science; Machine learning; Engineering; Statistics; Political science; Mathematics","score_opus":0.18427292415342572,"score_gpt":0.32399331152406263,"score_spread":0.1397203873706369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093790142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916807,0.0005537193,0.00014135247,0.0011986485,0.00006107242,0.000008716911,0.00009794375,0.000004422624,0.006253484],"genre_scores_gemma":[0.99722314,0.00012915662,0.000030340867,0.00012614414,0.000017138127,0.0000053946646,0.000044846878,0.000004169294,0.0024197833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978351,0.00044807073,0.00011911172,0.00025397513,0.0006443363,0.0006994952],"domain_scores_gemma":[0.97651756,0.0065303845,0.005935065,0.0008690984,0.002427591,0.0077202935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00364371,0.00016855566,0.0003748106,0.0015252728,0.0015557412,0.0044188355,0.0007918182,0.0009904716,0.011838758],"category_scores_gemma":[0.024255639,0.00022320772,0.00031974973,0.000834479,0.0020247097,0.002148337,0.0023977014,0.0019959346,0.0016392034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029616494,0.00049326004,0.9375602,0.000039241746,0.000030999523,0.00034874317,0.027142772,0.0000774588,0.0004615072,0.00319159,0.0018559627,0.028502068],"study_design_scores_gemma":[0.000018307492,0.000299509,0.93251246,0.00011901607,0.000015504416,0.00054833293,0.05682672,0.00033814015,0.00025515808,0.0030788614,0.0059538097,0.00003427424],"about_ca_topic_score_codex":0.007353543,"about_ca_topic_score_gemma":0.0083058085,"teacher_disagreement_score":0.011838758,"about_ca_system_score_codex":0.0011152889,"about_ca_system_score_gemma":0.0017129302,"threshold_uncertainty_score":0.039604604},"labels":[],"label_agreement":null},{"id":"W3094015554","doi":"10.18260/1-2--33999","title":"A Doctorate That Works: Nontraditional Populations Served on Both Sides of the Atlantic","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Global Energy and Sustainability Research","field":"Energy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Para La Innovación Y La Prospectiva En Salud En España; International Council for Canadian Studies; Purdue University; American Society for Engineering Education","keywords":"Public relations; Population; Service (business); Public service; Political science; Sociology; Marketing; Business","score_opus":0.14891009684814624,"score_gpt":0.307450841690776,"score_spread":0.15854074484262978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094015554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020947617,0.010857184,0.00079135393,0.69044167,0.054847624,0.000081568855,0.00037065687,0.00017916378,0.22148311],"genre_scores_gemma":[0.06979524,0.006054693,0.0005148757,0.098428525,0.007395408,0.000047786332,0.00012587346,0.00013650423,0.81750107],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9966067,0.00052014174,0.00007592846,0.00028024826,0.0009182618,0.0015987654],"domain_scores_gemma":[0.9714938,0.00050365226,0.0003317065,0.00019975145,0.0011165801,0.02635461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023347216,0.00057010294,0.0007672558,0.00094740646,0.020363074,0.0078622615,0.0011072488,0.004555229,0.14468956],"category_scores_gemma":[0.003194283,0.00052590383,0.00047017363,0.0009071822,0.0047284053,0.004641445,0.008141804,0.009843863,0.025133109],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000691348,0.00024247583,0.0055209533,0.00008924117,0.0000089052555,0.00036166,0.0030685773,0.000053646698,0.0007753123,0.009605665,0.9469266,0.03327777],"study_design_scores_gemma":[0.000014377571,0.00007285729,0.005175807,0.00012296492,0.0000051010725,0.0004575765,0.010693781,0.00006823259,0.00020237848,0.0015701887,0.98160166,0.0000149769085],"about_ca_topic_score_codex":0.014728158,"about_ca_topic_score_gemma":0.090650916,"teacher_disagreement_score":0.14468956,"about_ca_system_score_codex":0.0055822968,"about_ca_system_score_gemma":0.02279045,"threshold_uncertainty_score":0.48403478},"labels":[],"label_agreement":null},{"id":"W3111820092","doi":"10.18260/1-2--35095","title":"Program: Study Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Coursework; Engineering education; Career development; Vocational education; Medical education; Work (physics); Identity (music); Psychological intervention; Psychology; Engineering; Engineering management; Pedagogy; Medicine","score_opus":0.23463506374278886,"score_gpt":0.34779529759647265,"score_spread":0.11316023385368379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111820092","genre_codex":"protocol","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0416341,0.0022387013,0.023835782,0.0016463378,0.001096369,0.9002569,0.012546669,0.00030232786,0.0164428],"genre_scores_gemma":[0.025819032,0.0005465933,0.01408071,0.0023488596,0.00012590877,0.94911253,0.00090437673,0.000041598192,0.0070203114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98687035,0.0070991255,0.0011627822,0.0021577345,0.0016452919,0.0010648068],"domain_scores_gemma":[0.9922429,0.0029298614,0.0007102999,0.0008854248,0.0020990488,0.001132495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02123616,0.0014919313,0.0025204637,0.0023690995,0.0030040073,0.0027096998,0.002703321,0.0038249688,0.13057831],"category_scores_gemma":[0.018086718,0.0016741323,0.0010886441,0.0024472089,0.0014191984,0.0020175714,0.002957145,0.0031845218,0.028826267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10293039,0.043389853,0.037990022,0.03780327,0.0007434709,0.0030628904,0.016677616,0.0029467782,0.0072657187,0.035540152,0.12308187,0.588568],"study_design_scores_gemma":[0.078449376,0.090004966,0.09520964,0.015681673,0.0009945456,0.0017773361,0.027638834,0.0059869536,0.0038798456,0.0380572,0.6418589,0.0004606697],"about_ca_topic_score_codex":0.0046485304,"about_ca_topic_score_gemma":0.0057037408,"teacher_disagreement_score":0.13057831,"about_ca_system_score_codex":0.0040952726,"about_ca_system_score_gemma":0.013028944,"threshold_uncertainty_score":0.43682796},"labels":[],"label_agreement":null},{"id":"W3112617713","doi":"10.18260/1-2--34265","title":"Certification and Training for Automation and Mechatronics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Automation; Session (web analytics); Robotics; Engineering management; Curriculum; Mechatronics; Computer science; Artificial intelligence; Manufacturing engineering; Process (computing); Engineering; Robot; Mechanical engineering; Management; World Wide Web; Pedagogy","score_opus":0.12317449806599189,"score_gpt":0.2925398995963714,"score_spread":0.1693654015303795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112617713","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12839034,0.007933618,0.048580647,0.047759753,0.015754825,0.0016570321,0.0010347284,0.004273758,0.7446153],"genre_scores_gemma":[0.54123706,0.0021472725,0.034510955,0.005021555,0.0011477717,0.000427789,0.0016129968,0.0004359361,0.4134588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99501073,0.0010151439,0.00026601515,0.00056009094,0.0019733487,0.0011745996],"domain_scores_gemma":[0.9864392,0.000708786,0.0009325128,0.0008237049,0.0071643316,0.0039314767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044151074,0.0007374665,0.00035203533,0.0018785989,0.0028598337,0.003002754,0.0010876816,0.0017749978,0.036878534],"category_scores_gemma":[0.010037939,0.00023891317,0.00036783633,0.0007614328,0.0012428619,0.0015928767,0.0032966675,0.0021474946,0.013609809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013928945,0.0005011206,0.013040333,0.0003742914,0.0000082680945,0.00045671075,0.0015704713,0.00088242855,0.0058990004,0.048424266,0.35284397,0.5758599],"study_design_scores_gemma":[0.000016491967,0.00034320215,0.028033763,0.0005896127,0.000008324233,0.00090996467,0.0012106003,0.0015520795,0.0064680465,0.0034927966,0.95733774,0.000037329122],"about_ca_topic_score_codex":0.0064234473,"about_ca_topic_score_gemma":0.0085502025,"teacher_disagreement_score":0.036878534,"about_ca_system_score_codex":0.0036022163,"about_ca_system_score_gemma":0.012549351,"threshold_uncertainty_score":0.123370945},"labels":[],"label_agreement":null},{"id":"W3124166495","doi":"10.18260/1-2--34889","title":"K-12 Digital Skills Programs as Preparation for Engineering Study: A Systematic Literature Review","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Terminology; Outreach; Government (linguistics); Computer science; Variety (cybernetics); Engineering management; Categorization; Software; Coding (social sciences); Software engineering; Engineering; Artificial intelligence; Political science","score_opus":0.04144198084020466,"score_gpt":0.2935711403877453,"score_spread":0.2521291595475406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124166495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034100335,0.9401485,0.0013425923,0.0024294483,0.00048191744,0.017346704,0.0025322023,0.00005206262,0.0015663102],"genre_scores_gemma":[0.1815042,0.76626825,0.013877177,0.0042204093,0.00015805879,0.031576518,0.0016311599,0.00004022057,0.00072398863],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95856005,0.014676151,0.017081955,0.0020218524,0.0066171326,0.0010429085],"domain_scores_gemma":[0.86727625,0.091569185,0.02075372,0.0025944978,0.014417437,0.0033889157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045413315,0.0013099012,0.008963956,0.019415181,0.002263217,0.004400376,0.0023002666,0.0027604287,0.0050173583],"category_scores_gemma":[0.11470939,0.0018672423,0.007366889,0.016127294,0.0025766445,0.005047562,0.0046362863,0.0026060308,0.0005004587],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064540893,0.00046319448,0.008528653,0.86187464,0.004653954,0.00019917586,0.0043256674,0.00008838459,0.00024024211,0.00036070717,0.0025259927,0.11609395],"study_design_scores_gemma":[0.00070711336,0.000812776,0.01457943,0.9482147,0.017649345,0.00026182912,0.007870506,0.00006683425,0.00021243808,0.00022523991,0.009317844,0.000082075836],"about_ca_topic_score_codex":0.014664206,"about_ca_topic_score_gemma":0.06964647,"teacher_disagreement_score":0.045413315,"about_ca_system_score_codex":0.011201636,"about_ca_system_score_gemma":0.074255496,"threshold_uncertainty_score":0.24017143},"labels":[],"label_agreement":null},{"id":"W3129292021","doi":"10.18260/1-2--34927","title":"Lifelong Learning in an Engineering Communication Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Lifelong learning; Rubric; Accreditation; Information literacy; Engineering education; Technical communication; Quality (philosophy); Computer science; Process (computing); Engineering; Pedagogy; Engineering management; Medical education; Psychology; World Wide Web","score_opus":0.04113133758890169,"score_gpt":0.2617860101790896,"score_spread":0.2206546725901879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129292021","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31398967,0.0021273645,0.0053953035,0.12366712,0.012759019,0.00086602895,0.0009753843,0.0010661917,0.53915393],"genre_scores_gemma":[0.1316801,0.0010580342,0.0032334283,0.010491485,0.0010509199,0.00023915165,0.00046141076,0.00018135268,0.8516042],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9981494,0.00034274376,0.000049263937,0.00019824988,0.0004664623,0.00079396594],"domain_scores_gemma":[0.98305017,0.00017239412,0.00016057442,0.00012927235,0.0010751148,0.015412489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017693269,0.00087690115,0.00051530695,0.0010210045,0.01255201,0.008025637,0.0016317904,0.0024560918,0.0875141],"category_scores_gemma":[0.0026930943,0.00045095733,0.00043242308,0.00046925445,0.001337075,0.0024852564,0.0042285044,0.0067293607,0.034504518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032734429,0.013127669,0.025487768,0.00028052655,0.000027073325,0.0025188397,0.0073677376,0.00040052133,0.006064944,0.009151201,0.7227318,0.21251456],"study_design_scores_gemma":[0.000051396193,0.0015011005,0.035605777,0.00042297845,0.000022483504,0.0015413597,0.018101446,0.0014163336,0.004073991,0.005387691,0.93180895,0.00006659883],"about_ca_topic_score_codex":0.0057495376,"about_ca_topic_score_gemma":0.04030343,"teacher_disagreement_score":0.0875141,"about_ca_system_score_codex":0.0035591437,"about_ca_system_score_gemma":0.015982427,"threshold_uncertainty_score":0.29276383},"labels":[],"label_agreement":null},{"id":"W3153713537","doi":"10.18260/1-2--35431","title":"Unleashing the Power of Data Analytics to Examine Engineering Students’ Experiences and Outcomes","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Data science; Data analysis; Computer science; Analytics; Engineering education; Knowledge management; Data modeling; Corporate governance; Information engineering; Engineering management; Information system; Engineering; Software engineering; Data mining; Management","score_opus":0.10258630608125895,"score_gpt":0.3288678903610568,"score_spread":0.22628158427979783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153713537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6216504,0.012251861,0.19581048,0.083135344,0.001320158,0.0005440422,0.0010194859,0.00050600676,0.083762296],"genre_scores_gemma":[0.956497,0.002244072,0.03599256,0.0027944446,0.00022942454,0.00037184448,0.00022101405,0.00010668356,0.0015429218],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98398745,0.010581206,0.0008137475,0.0009949284,0.0030337092,0.0005890019],"domain_scores_gemma":[0.8193681,0.1510257,0.005693087,0.012565925,0.008358258,0.0029889029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034805037,0.00050918874,0.00047011694,0.004358625,0.0016517706,0.008986376,0.001386147,0.0010429795,0.0030477191],"category_scores_gemma":[0.090826504,0.00039674932,0.0005802789,0.0034088097,0.003915765,0.011442818,0.006837435,0.0032635317,0.0007403479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014798401,0.00060417934,0.16094482,0.0017825443,0.0002683969,0.00024841295,0.11595149,0.0017067033,0.0018871804,0.06515425,0.009144042,0.6421599],"study_design_scores_gemma":[0.000079120284,0.0010272547,0.1604902,0.011432559,0.0002906411,0.0011507121,0.28476837,0.018570889,0.006701761,0.30073813,0.21439525,0.00035505238],"about_ca_topic_score_codex":0.0019046492,"about_ca_topic_score_gemma":0.003507768,"teacher_disagreement_score":0.034805037,"about_ca_system_score_codex":0.0011051954,"about_ca_system_score_gemma":0.0033735184,"threshold_uncertainty_score":0.18406886},"labels":[],"label_agreement":null},{"id":"W3153870390","doi":"10.18260/1-2--35025","title":"Overcoming Non-numerical Challenges in an Engineering Numerical Methods Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of New Brunswick","funders":"","keywords":"Course (navigation); Computer science; MATLAB; Syllabus; Numerical analysis; Population; Curriculum; Numerical integration; Mathematics education; Calculus (dental); Mathematics; Programming language; Engineering; Pedagogy","score_opus":0.09000448607356092,"score_gpt":0.32846678392333734,"score_spread":0.2384622978497764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153870390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4335762,0.0010420154,0.49563473,0.017200697,0.000987333,0.001216838,0.0000959249,0.0021285473,0.048117742],"genre_scores_gemma":[0.39504606,0.00069876073,0.581113,0.0019263333,0.0002440826,0.00063494686,0.00013962739,0.00031470694,0.019882482],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9938024,0.0021559757,0.00027871976,0.0006840925,0.002687539,0.0003912609],"domain_scores_gemma":[0.9877467,0.005064326,0.0012834321,0.0017658388,0.0023842803,0.0017553557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00916091,0.0005171006,0.00042637042,0.0005175338,0.0023350993,0.0050206804,0.0026498619,0.0019920203,0.0052514505],"category_scores_gemma":[0.025479339,0.00050691783,0.00039046648,0.00046812548,0.0012406956,0.002999338,0.0043785707,0.0032543854,0.0028612767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004509273,0.005184999,0.016309105,0.0013235164,0.000032267453,0.001243637,0.0117976945,0.014347508,0.05182001,0.035390723,0.032227855,0.8298718],"study_design_scores_gemma":[0.00031616236,0.005409065,0.052220274,0.0019305957,0.00007781873,0.004691086,0.018662967,0.11473263,0.076593116,0.10339223,0.6215747,0.00039936145],"about_ca_topic_score_codex":0.000672061,"about_ca_topic_score_gemma":0.0019395717,"teacher_disagreement_score":0.00916091,"about_ca_system_score_codex":0.0015598848,"about_ca_system_score_gemma":0.005021686,"threshold_uncertainty_score":0.048448086},"labels":[],"label_agreement":null},{"id":"W3166459558","doi":"10.18260/1-2--35101","title":"Prominence of Conceptual Design with Computer-Aided Design Tools for Junior and Senior Product Designers","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Product design; Conceptual design; Computer science; Product (mathematics); Engineering drawing; Human–computer interaction; Design technology; New product development; Engineering; Systems engineering; Management","score_opus":0.1564578944132929,"score_gpt":0.2809861815450344,"score_spread":0.12452828713174152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166459558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398852,0.0029326037,0.009526293,0.0026344298,0.00013969472,0.00006106181,0.00005914369,0.00012523013,0.044636436],"genre_scores_gemma":[0.9831577,0.0012431209,0.0041574775,0.0009333233,0.00006391978,0.000033642074,0.000060423634,0.000039511124,0.010311041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99188703,0.0027000762,0.00061599404,0.00080943055,0.003422248,0.00056513073],"domain_scores_gemma":[0.95764565,0.018486286,0.0086116865,0.0047804504,0.0061139218,0.004361968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075425846,0.00022992109,0.00024793088,0.0017518938,0.0015150071,0.0042487686,0.00056586217,0.0012058091,0.008176409],"category_scores_gemma":[0.03269814,0.00045418539,0.0004205201,0.0011887243,0.0024522883,0.002507496,0.0023717256,0.0018388308,0.0017915256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003739937,0.00045152067,0.29605722,0.001527764,0.00007212553,0.0015897606,0.26407012,0.00074053905,0.026077848,0.033182267,0.015395344,0.36046144],"study_design_scores_gemma":[0.000056252815,0.0010591346,0.41104504,0.0012250538,0.00006945978,0.014310823,0.12990339,0.0022128336,0.0043489565,0.00787557,0.4276797,0.00021367817],"about_ca_topic_score_codex":0.0013513435,"about_ca_topic_score_gemma":0.002590122,"teacher_disagreement_score":0.008176409,"about_ca_system_score_codex":0.0014838355,"about_ca_system_score_gemma":0.0019268879,"threshold_uncertainty_score":0.039889455},"labels":[],"label_agreement":null},{"id":"W3166963848","doi":"10.18260/1-2--35649","title":"Work in Progress: Improving Engineering Students’ Need-finding Abilities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Capstone; Curriculum; Class (philosophy); Engineering education; Identification (biology); Capstone course; Computer science; Project-based learning; Set (abstract data type); Psychological intervention; Engineering management; Medical education; Mathematics education; Engineering; Psychology; Pedagogy; Medicine; Artificial intelligence","score_opus":0.036918237345491545,"score_gpt":0.25568593485019514,"score_spread":0.2187676975047036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166963848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610538,0.00056379044,0.007160033,0.0030748274,0.00029776752,0.00032142902,0.00015976315,0.00074723514,0.026621329],"genre_scores_gemma":[0.95429045,0.0007270219,0.022833921,0.00051562866,0.00009559508,0.0004206689,0.00029776487,0.000105226914,0.020713806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986864,0.0002719971,0.00006796524,0.00022644259,0.0005473709,0.0001998545],"domain_scores_gemma":[0.993999,0.0012577221,0.0006034139,0.0003576173,0.00087300467,0.0029092333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023132027,0.00055230124,0.00050865713,0.0009936194,0.00087196904,0.0019963735,0.0010938862,0.00076804,0.0123228375],"category_scores_gemma":[0.008985059,0.00028021605,0.00042054174,0.000457826,0.00037327892,0.0019400045,0.0023491,0.0013471363,0.0038250159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008454062,0.024688844,0.06568164,0.0006104979,0.000077992474,0.0002899392,0.008213964,0.00050259463,0.012169398,0.0012169386,0.028111754,0.85759103],"study_design_scores_gemma":[0.0016123427,0.029954165,0.7232156,0.0015293746,0.0011853359,0.0026738695,0.029109947,0.011613119,0.04145727,0.014804524,0.14246525,0.00037924037],"about_ca_topic_score_codex":0.0006500931,"about_ca_topic_score_gemma":0.00131736,"teacher_disagreement_score":0.0123228375,"about_ca_system_score_codex":0.0004751572,"about_ca_system_score_gemma":0.0017473991,"threshold_uncertainty_score":0.041224003},"labels":[],"label_agreement":null},{"id":"W3173546019","doi":"10.18260/1-2--35314","title":"The Emergence of the Project Manager Role in Student Design Teams: A Mixed-Methods Exploratory Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Capstone; Project management; Timeline; Teamwork; Project manager; Project stakeholder; Project planning; Project team; Project charter; Project management triangle; Exploratory research; Medical education; Psychology; OPM3; Knowledge management; Engineering management; Engineering; Computer science; Sociology; Management; Medicine; Systems engineering","score_opus":0.09055237774152364,"score_gpt":0.35542076123132554,"score_spread":0.2648683834898019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173546019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99794894,0.000074756885,0.0007094095,0.00011425598,0.000010626184,0.00013582461,0.000018133796,0.0000036805855,0.0009844808],"genre_scores_gemma":[0.99619436,0.0001307996,0.0012536247,0.0002195936,0.000012323847,0.00058409455,0.000028736393,0.00001229028,0.0015642329],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98211217,0.012210302,0.000832034,0.0013018714,0.0020742859,0.0014693817],"domain_scores_gemma":[0.9463323,0.03855348,0.0039604637,0.0023790048,0.005322481,0.0034523392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029909851,0.0006512565,0.0010957374,0.0021869263,0.006557561,0.008998673,0.0018033346,0.0020302932,0.0022370834],"category_scores_gemma":[0.04204607,0.0015436882,0.0005694824,0.0011300278,0.0038962825,0.004184977,0.0048326585,0.0037510097,0.000499526],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035654573,0.003692866,0.09743592,0.00017884588,0.00004322951,0.00050837215,0.87270755,0.00005961231,0.0016930358,0.0008242507,0.00034521494,0.022154689],"study_design_scores_gemma":[0.000078514364,0.002903874,0.06486154,0.00019261932,0.00003774677,0.0005526492,0.92580867,0.00044033266,0.00096190063,0.0006729817,0.0034321528,0.000057126574],"about_ca_topic_score_codex":0.0018698287,"about_ca_topic_score_gemma":0.0045358194,"teacher_disagreement_score":0.029909851,"about_ca_system_score_codex":0.0016577228,"about_ca_system_score_gemma":0.004315231,"threshold_uncertainty_score":0.1581803},"labels":[],"label_agreement":null},{"id":"W3186507409","doi":"10.18260/1-2--34501","title":"Effectiveness of Media Modules for Blended Delivery of a Statics Course: A Preimplementation Study","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National University of Singapore","keywords":"Pace; Course (navigation); Mathematics education; Diversity (politics); Term (time); Class (philosophy); Content delivery; Computer science; Multimedia; Medical education; Psychology; Sociology; Physics; Artificial intelligence; Medicine; Astronomy","score_opus":0.10161795689805342,"score_gpt":0.37625911809062784,"score_spread":0.2746411611925744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186507409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99890864,0.000020199577,0.00018456594,0.00003880618,0.000021915917,0.00037480347,0.000055487344,0.000030126374,0.00036545418],"genre_scores_gemma":[0.9909553,0.000102639824,0.0029098596,0.0001024716,0.000054273143,0.0011051836,0.00021837522,0.00003456918,0.0045173587],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99578756,0.0015327769,0.00040533807,0.00058348227,0.00091000943,0.0007807372],"domain_scores_gemma":[0.9882429,0.0050090975,0.0010566851,0.0011717841,0.0017287724,0.0027906878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076297903,0.001223028,0.0016703383,0.0018693926,0.001260053,0.0016382508,0.0024014967,0.0016581726,0.007336462],"category_scores_gemma":[0.016804766,0.0008817061,0.0014350134,0.00079720304,0.0008301056,0.0018364998,0.0017962628,0.002197049,0.0014807315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033658333,0.6359353,0.032233607,0.00047202813,0.00040271206,0.00028697393,0.0059563974,0.0013692222,0.013595815,0.00022691744,0.0011810291,0.2746817],"study_design_scores_gemma":[0.012042096,0.7556241,0.19125919,0.00017414449,0.0009868507,0.00015735254,0.0040935692,0.004263553,0.027296823,0.00018195668,0.0037382098,0.00018211622],"about_ca_topic_score_codex":0.004499691,"about_ca_topic_score_gemma":0.004912804,"teacher_disagreement_score":0.0076297903,"about_ca_system_score_codex":0.0022183044,"about_ca_system_score_gemma":0.002472869,"threshold_uncertainty_score":0.040350676},"labels":[],"label_agreement":null},{"id":"W3189577170","doi":"10.18260/1-2--34637","title":"Exploration of Technology-aided Education: Virtual Reality Processing Plant for Chemical Engineering Process Design","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Virtual reality; Capstone; Experiential learning; Process (computing); Computer science; Engineering education; Multimedia; Human–computer interaction; Engineering; Engineering management; Psychology; Mathematics education","score_opus":0.10317706018359678,"score_gpt":0.30215247284217844,"score_spread":0.19897541265858165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189577170","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8657777,0.00069907855,0.091831826,0.0007359481,0.00007865256,0.0004416853,0.0002358667,0.0006508384,0.03954843],"genre_scores_gemma":[0.9140493,0.0007808139,0.07421702,0.00012489615,0.000019362575,0.00019403752,0.00021662578,0.000050154686,0.010347751],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990152,0.00046990442,0.000027722786,0.00010119698,0.0002771749,0.00010885277],"domain_scores_gemma":[0.9985209,0.0008448703,0.00013668167,0.00020588227,0.00016317176,0.00012854536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012681832,0.0005534925,0.00027987457,0.00050567655,0.00039336478,0.0019404958,0.00083831046,0.0008124425,0.0066140806],"category_scores_gemma":[0.0033858952,0.00022855635,0.0007705248,0.00035727452,0.00046636906,0.0009757004,0.001233855,0.0006690759,0.0011202338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004764204,0.0058735637,0.027697656,0.001715654,0.000097011536,0.0018123821,0.019925281,0.03732157,0.08088907,0.019729948,0.008063433,0.796398],"study_design_scores_gemma":[0.000365178,0.022768745,0.1400526,0.0011137688,0.00036641434,0.011053117,0.027912004,0.13713105,0.1907244,0.015909418,0.45212343,0.00047981468],"about_ca_topic_score_codex":0.0006245268,"about_ca_topic_score_gemma":0.0013300463,"teacher_disagreement_score":0.0066140806,"about_ca_system_score_codex":0.0004331816,"about_ca_system_score_gemma":0.0011373649,"threshold_uncertainty_score":0.022126317},"labels":[],"label_agreement":null},{"id":"W3195661405","doi":"10.18260/1-2--34474","title":"Does Adding “Helping Disciplines” to Engineering Schools Contribute to Gender Parity?","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering education; Institution; Discipline; Medical education; Mathematics education; Psychology; Medicine; Engineering; Sociology; Social science; Engineering management","score_opus":0.08629266838215056,"score_gpt":0.302147414082257,"score_spread":0.21585474570010643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195661405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85736144,0.0006240533,0.0012005471,0.063387,0.0010652195,0.000034172626,0.00012698244,0.000027126516,0.076173455],"genre_scores_gemma":[0.9884006,0.00021560914,0.0005392434,0.004099,0.00012547677,0.000013573984,0.000029556442,0.000016865826,0.006560114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951397,0.0018283258,0.00012574128,0.0003994924,0.0010134898,0.0014932717],"domain_scores_gemma":[0.9705996,0.010414084,0.005474492,0.0011084831,0.0024489397,0.009954456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006285382,0.00028080202,0.0003671052,0.0009384991,0.0045393365,0.006051777,0.0015503234,0.0019250811,0.025192736],"category_scores_gemma":[0.02937106,0.0002480141,0.0005423178,0.0012147021,0.003795036,0.0035191067,0.004490313,0.002641987,0.0013101184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054933043,0.0020864813,0.58186495,0.00024249154,0.00012086739,0.0012531914,0.11294024,0.00016969905,0.0021166168,0.09039483,0.017526168,0.19073513],"study_design_scores_gemma":[0.00009989917,0.00049641577,0.47284403,0.00081937626,0.00017350273,0.0010975404,0.3568761,0.0006005918,0.0014130555,0.04199853,0.12349024,0.00009057592],"about_ca_topic_score_codex":0.009621005,"about_ca_topic_score_gemma":0.023001693,"teacher_disagreement_score":0.025192736,"about_ca_system_score_codex":0.0022875757,"about_ca_system_score_gemma":0.0069892122,"threshold_uncertainty_score":0.08427811},"labels":[],"label_agreement":null},{"id":"W3200124631","doi":"10.18260/1-2--35286","title":"Teamwork in Action: Collaborating Across Borders","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Teamwork; Scholarship; Productivity; Psychological safety; Set (abstract data type); Promotion (chess); Variety (cybernetics); Work (physics); Team effectiveness; Action (physics); Public relations; Team composition; Knowledge management; Face (sociological concept); Engineering ethics; Political science; Psychology; Engineering; Computer science; Sociology","score_opus":0.152155933191451,"score_gpt":0.40841394156899735,"score_spread":0.25625800837754636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200124631","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12197775,0.014864249,0.6468496,0.123630516,0.0028637548,0.0021628323,0.00027415552,0.0020422696,0.08533495],"genre_scores_gemma":[0.581087,0.0031670553,0.40262714,0.005116972,0.00039573715,0.0015871616,0.00020532786,0.00039562886,0.005417955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8844741,0.10052911,0.0031486282,0.004185153,0.005379853,0.002283245],"domain_scores_gemma":[0.8289709,0.1271698,0.008466047,0.014580789,0.007445146,0.013367342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07916276,0.00080893567,0.0010566763,0.0041768835,0.0065053236,0.017172894,0.0027579556,0.0046564694,0.0047660917],"category_scores_gemma":[0.16325925,0.0010711229,0.0008107136,0.0021342542,0.012749851,0.01182237,0.019282704,0.004445815,0.0016169677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034808627,0.0009562323,0.020538012,0.0014457683,0.00040963417,0.0011454145,0.15563142,0.0032882574,0.002224732,0.083572224,0.043929044,0.6865112],"study_design_scores_gemma":[0.00023670975,0.00057490007,0.01615744,0.005412417,0.0002467425,0.0012550489,0.15207319,0.013495505,0.0024604497,0.6420871,0.16571152,0.00028894673],"about_ca_topic_score_codex":0.002415212,"about_ca_topic_score_gemma":0.00298534,"teacher_disagreement_score":0.07916276,"about_ca_system_score_codex":0.0019951283,"about_ca_system_score_gemma":0.017284764,"threshold_uncertainty_score":0.41865772},"labels":[],"label_agreement":null},{"id":"W3200535798","doi":"10.18260/1-2--34297","title":"Cognitive Skills Development Among Undergraduate Engineering Students","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Numeracy; Test (biology); Cognitive skill; Literacy; Mathematics education; Scale (ratio); Psychology; Institution; Cognition; Medical education; Engineering education; Sample (material); Pedagogy; Engineering; Political science; Engineering management; Medicine","score_opus":0.07333249509512307,"score_gpt":0.30255061764561797,"score_spread":0.2292181225504949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200535798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995757,0.00003554273,0.000015831334,0.00002062595,0.000002000111,0.0000029796395,0.000015429423,0.0000015406168,0.00033045548],"genre_scores_gemma":[0.9993162,0.000046280915,0.00004218191,0.000023455928,0.0000018994472,0.0000038888506,0.000040352843,6.476302e-7,0.0005251211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99955744,0.00004382696,0.0000251394,0.00005059716,0.00020270735,0.00012027447],"domain_scores_gemma":[0.9982926,0.00020846995,0.0003484931,0.000052696443,0.0005081061,0.0005895484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005484013,0.00021150953,0.0003124305,0.0009828105,0.00044347372,0.0012227457,0.00027162037,0.0003649794,0.001484588],"category_scores_gemma":[0.0036308612,0.00014517116,0.00018313035,0.0005238875,0.0003742991,0.00042063114,0.0006200889,0.000550819,0.000369982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043139113,0.00040684035,0.9758036,0.000016162794,0.000012473046,0.00011188932,0.0022222255,0.000045611978,0.0012302393,0.000043427313,0.00018963026,0.019874698],"study_design_scores_gemma":[0.0000022541192,0.00028524833,0.9975522,0.000008477744,0.0000039542274,0.00009805376,0.0011700653,0.000087973895,0.00036976946,0.00003765474,0.00038010546,0.0000043306354],"about_ca_topic_score_codex":0.011763506,"about_ca_topic_score_gemma":0.0179484,"teacher_disagreement_score":0.011763506,"about_ca_system_score_codex":0.0006178987,"about_ca_system_score_gemma":0.0011084729,"threshold_uncertainty_score":0.023390055},"labels":[],"label_agreement":null},{"id":"W3204386038","doi":"10.18260/1-2--34307","title":"Communities Support Engineering as a College Major Choice","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics; National Science Foundation","keywords":"Engineering education; Social capital; Process (computing); Institution; Psychology; Pedagogy; Medical education; Public relations; Engineering; Sociology; Political science; Engineering management; Computer science; Medicine; Social science","score_opus":0.04795701634011589,"score_gpt":0.24945578399701313,"score_spread":0.20149876765689723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204386038","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10111564,0.0007199725,0.007102845,0.16332261,0.004229865,0.00015145892,0.000107785556,0.0007143464,0.7225355],"genre_scores_gemma":[0.5242703,0.00059174886,0.004237834,0.020500142,0.00086820347,0.0001096369,0.000180948,0.0004601031,0.44878113],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99679834,0.0010824584,0.00005172909,0.00033155226,0.000898982,0.00083706557],"domain_scores_gemma":[0.96370524,0.0019682308,0.0009290085,0.00077559036,0.00347965,0.029142145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029389495,0.0003165184,0.00023075388,0.0011118683,0.010119067,0.008469984,0.0014111458,0.001863903,0.10170601],"category_scores_gemma":[0.012434169,0.00023116765,0.00031623937,0.00064295996,0.0022593022,0.0051703965,0.011358159,0.0034372627,0.016449325],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001387096,0.0019893514,0.022598276,0.0000831989,0.000029267681,0.00094584376,0.022978088,0.00021678503,0.0017927116,0.046286877,0.6248306,0.2781103],"study_design_scores_gemma":[0.00005207359,0.00015357154,0.0052289744,0.00012356117,0.000008981995,0.0002963194,0.042661592,0.0006198088,0.00045625452,0.022783475,0.9275795,0.000035919624],"about_ca_topic_score_codex":0.0053716637,"about_ca_topic_score_gemma":0.028176147,"teacher_disagreement_score":0.10170601,"about_ca_system_score_codex":0.0020109823,"about_ca_system_score_gemma":0.009012576,"threshold_uncertainty_score":0.34024054},"labels":[],"label_agreement":null},{"id":"W3207594470","doi":"10.18260/1-2--34968","title":"Mentoring Undergraduate Students in Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Bachelor; Peer mentoring; Phone; Medical education; Engineering education; Mainland China; Mainland; University faculty; Psychology; Pedagogy; Engineering; Engineering management; Geography; Medicine","score_opus":0.06264630906586513,"score_gpt":0.29736589602633046,"score_spread":0.23471958696046533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207594470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87797266,0.003058316,0.010618348,0.017282085,0.0011268536,0.00077719137,0.00008901425,0.00030723785,0.088768244],"genre_scores_gemma":[0.9500221,0.0015035932,0.004582509,0.0034631966,0.0003565072,0.0002211215,0.00008738134,0.00005313114,0.039710328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98808914,0.0072592595,0.00025934103,0.000506726,0.0021232879,0.001762205],"domain_scores_gemma":[0.9831149,0.0032707748,0.0013485271,0.00097036606,0.002003992,0.009291358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007585331,0.00063801615,0.00044567953,0.0011354549,0.0053873216,0.0058261678,0.0019044371,0.0022063472,0.00998753],"category_scores_gemma":[0.0154433185,0.00030264028,0.00070799986,0.0008468219,0.0019075804,0.002327178,0.006970932,0.003624898,0.0029359106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002773524,0.0069770357,0.07143459,0.0010848569,0.000070318274,0.0042313966,0.22324999,0.0009853587,0.01032724,0.02204656,0.045408405,0.6139069],"study_design_scores_gemma":[0.00010894469,0.0050758757,0.0647726,0.0011161821,0.0000705765,0.009838053,0.39909485,0.0024430677,0.011608635,0.011845827,0.49385133,0.00017404514],"about_ca_topic_score_codex":0.000332487,"about_ca_topic_score_gemma":0.0012564684,"teacher_disagreement_score":0.00998753,"about_ca_system_score_codex":0.0018725483,"about_ca_system_score_gemma":0.0033157887,"threshold_uncertainty_score":0.040115535},"labels":[],"label_agreement":null},{"id":"W3209002300","doi":"10.18260/1-2--34593","title":"Evaluating a new second-year introduction to chemical engineering design course using concept mapping","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Variety (cybernetics); Curriculum; Engineering education; Engineering design process; Computer science; Mathematics education; Engineering; Engineering management; Mechanical engineering; Artificial intelligence; Mathematics; Pedagogy; Psychology","score_opus":0.17226115798529262,"score_gpt":0.33345185642069675,"score_spread":0.16119069843540412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209002300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980235,0.00016250655,0.0060940916,0.00023962186,0.00012012012,0.0015438158,0.00040339996,0.00027646907,0.010924948],"genre_scores_gemma":[0.9045356,0.00037367336,0.06562047,0.00039338376,0.00006637518,0.0023295095,0.002153686,0.00014840768,0.024378879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683976,0.0011879125,0.0001408657,0.00049439794,0.0010155102,0.00032157914],"domain_scores_gemma":[0.97439617,0.0141006475,0.0010140553,0.0014727273,0.0055172374,0.0034991486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00788573,0.0012994516,0.0011111562,0.0012535051,0.0013087703,0.002434756,0.0019155854,0.0015144958,0.008679301],"category_scores_gemma":[0.02400159,0.0005883367,0.0007420881,0.00094317965,0.00060328055,0.0020544885,0.0017966101,0.001776608,0.0024953447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116250925,0.14983791,0.043922517,0.0022526386,0.00034454657,0.0009054559,0.015287172,0.043549772,0.04072095,0.004735365,0.024495002,0.6623236],"study_design_scores_gemma":[0.009961035,0.22274244,0.29081115,0.0010622987,0.000773436,0.00074197474,0.022717105,0.15135275,0.09922192,0.012132744,0.18769942,0.000783683],"about_ca_topic_score_codex":0.004900841,"about_ca_topic_score_gemma":0.013824179,"teacher_disagreement_score":0.008679301,"about_ca_system_score_codex":0.003848431,"about_ca_system_score_gemma":0.0029113921,"threshold_uncertainty_score":0.041704178},"labels":[],"label_agreement":null},{"id":"W3210695528","doi":"10.18260/1-2--35247","title":"Students Taking Action on Engineering Ethics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Action (physics); Engineering ethics; Computer science; Engineering; Physics","score_opus":0.15081911755747687,"score_gpt":0.3278061325023067,"score_spread":0.17698701494482985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210695528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388491,0.0005131705,0.0107808355,0.0032247708,0.00031347055,0.00082752603,0.0001077662,0.00033302323,0.045050353],"genre_scores_gemma":[0.92310494,0.0011723829,0.018988341,0.0033549636,0.000118741926,0.0011128309,0.0002032242,0.00008764937,0.05185694],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9962829,0.0014161106,0.0001882261,0.00041886227,0.00091138115,0.0007824854],"domain_scores_gemma":[0.98934,0.0022066233,0.0014956653,0.00078972074,0.002355857,0.0038121575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051297094,0.000912409,0.0007139539,0.0011406211,0.0029376436,0.007848054,0.0012794817,0.0019319989,0.013513371],"category_scores_gemma":[0.011506387,0.00049083,0.0007617583,0.0005184458,0.0026390636,0.0023652508,0.0035792515,0.0047902567,0.0046196147],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063535216,0.036828097,0.19835153,0.001406793,0.0001167967,0.0028802028,0.19826771,0.0030307113,0.062442712,0.038125135,0.0410594,0.41685566],"study_design_scores_gemma":[0.00028245142,0.015572523,0.1384603,0.001674631,0.00019824125,0.006034979,0.19295475,0.008030544,0.06678311,0.04632408,0.5233086,0.00037582283],"about_ca_topic_score_codex":0.00059280347,"about_ca_topic_score_gemma":0.0010474819,"teacher_disagreement_score":0.013513371,"about_ca_system_score_codex":0.0012976613,"about_ca_system_score_gemma":0.0048063896,"threshold_uncertainty_score":0.045206666},"labels":[],"label_agreement":null},{"id":"W3211852670","doi":"10.18260/1-2--35466","title":"Using Music Videos to Inspire Engineering","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Attendance; Teamwork; Computer science; Variety (cybernetics); Analytics; Process (computing); Resource (disambiguation); World Wide Web; Multimedia; Data science","score_opus":0.31340887361746805,"score_gpt":0.3952854761347188,"score_spread":0.08187660251725076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211852670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07087091,0.004766451,0.006831029,0.42966655,0.022946732,0.0001206218,0.0005476115,0.00054324634,0.4637069],"genre_scores_gemma":[0.1251562,0.003984115,0.0027414954,0.059922703,0.0017104332,0.00011348432,0.000111445566,0.00012991228,0.8061302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937916,0.00015961687,0.000022610047,0.00012024281,0.00023004826,0.00008827465],"domain_scores_gemma":[0.99751616,0.0010437361,0.00006654198,0.00007606177,0.0007128487,0.0005845492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008453509,0.00052976015,0.00018482562,0.0017690185,0.0058481335,0.0045068376,0.0006207796,0.0039571,0.012035911],"category_scores_gemma":[0.006021024,0.00035022182,0.00024446484,0.000447101,0.0015920989,0.0031566697,0.0012037267,0.0061826915,0.0025976188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009274398,0.00026404156,0.005693144,0.00018912774,0.000031454743,0.0012145715,0.024509827,0.00033744614,0.005567227,0.044018537,0.790807,0.12727484],"study_design_scores_gemma":[0.000014709611,0.000051122213,0.003979827,0.00033085616,0.000030814692,0.0010938238,0.032128576,0.0010661661,0.003915234,0.007492496,0.9498242,0.00007230968],"about_ca_topic_score_codex":0.021711072,"about_ca_topic_score_gemma":0.10503254,"teacher_disagreement_score":0.021711072,"about_ca_system_score_codex":0.0030632347,"about_ca_system_score_gemma":0.004297694,"threshold_uncertainty_score":0.04316944},"labels":[],"label_agreement":null},{"id":"W3213205750","doi":"10.18260/1-2--34433","title":"Developing Metacognition in First-Year Students through Interactive Online Videos","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Metacognition; Computer science; Multimedia; Mathematics education; Psychology; Cognition","score_opus":0.2350154514268588,"score_gpt":0.43796561631936337,"score_spread":0.20295016489250456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213205750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964449,0.00011210628,0.0005502263,0.00009095404,0.000015772554,0.00005030922,0.000034635203,0.000022002421,0.0026790304],"genre_scores_gemma":[0.99455595,0.00024433527,0.0024993212,0.000046881425,0.000009721902,0.00006613605,0.0000588729,0.0000055254914,0.002513275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99948114,0.00019487408,0.000018636852,0.00005844238,0.00013436946,0.00011253929],"domain_scores_gemma":[0.99615544,0.0017746494,0.0005534719,0.00022856673,0.00035168114,0.00093610876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014356223,0.00030135727,0.00027158487,0.00068448536,0.00039541756,0.0015397641,0.00052922644,0.0002913281,0.003593616],"category_scores_gemma":[0.0059199915,0.00013647406,0.00021226553,0.00022280244,0.00031173724,0.0006423797,0.0012929228,0.00065590785,0.00045180047],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011720244,0.017419267,0.19667004,0.001064757,0.00008065945,0.0006568704,0.033351637,0.0007502147,0.04418833,0.001552304,0.004418334,0.6986755],"study_design_scores_gemma":[0.00030444592,0.019957675,0.8278711,0.0011105465,0.00016569052,0.0014630081,0.037210014,0.002905521,0.06257496,0.003234309,0.043058194,0.00014449097],"about_ca_topic_score_codex":0.00063868787,"about_ca_topic_score_gemma":0.0027363969,"teacher_disagreement_score":0.003593616,"about_ca_system_score_codex":0.00044158616,"about_ca_system_score_gemma":0.0009559377,"threshold_uncertainty_score":0.01202184},"labels":[],"label_agreement":null},{"id":"W3216663108","doi":"10.18260/1-2--34860","title":"Intercollegiate Coaching in a Faculty Professional Development Program that Integrates Pedagogical Best Practices and the Entrepreneurial Mindset","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Kern Family Foundation; Fulbright Canada","keywords":"Mindset; Coaching; Professional development; Curriculum; Medical education; Psychology; Pedagogy; Medicine; Computer science","score_opus":0.2761254643887479,"score_gpt":0.3886110858162496,"score_spread":0.11248562142750168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216663108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93429863,0.0003792753,0.007673011,0.010669806,0.0008687537,0.0011305363,0.000073056035,0.00028750932,0.044619482],"genre_scores_gemma":[0.86711884,0.0005361103,0.02830774,0.005653863,0.00012917296,0.0012150778,0.00018070271,0.00008705772,0.09677146],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9955727,0.0018228558,0.00010781554,0.00055316044,0.0007308963,0.0012126312],"domain_scores_gemma":[0.98191833,0.0012626211,0.00053248927,0.0007039505,0.0016340935,0.01394854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00425872,0.00047474928,0.0003170744,0.0012829144,0.008309886,0.005472025,0.0013134067,0.0017077959,0.009069952],"category_scores_gemma":[0.0072866217,0.000494765,0.00034556093,0.00080885936,0.0015129636,0.0016399341,0.006652248,0.0043822993,0.0018624417],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071613834,0.060516927,0.0745539,0.0003012912,0.000075377626,0.00130269,0.11681367,0.00076131395,0.010037793,0.0073783803,0.05730902,0.6702334],"study_design_scores_gemma":[0.0007243496,0.013352995,0.19534309,0.0013679386,0.00014352555,0.0030641467,0.37290198,0.0040265583,0.016229676,0.009792556,0.38280734,0.00024583557],"about_ca_topic_score_codex":0.00260375,"about_ca_topic_score_gemma":0.024764111,"teacher_disagreement_score":0.009069952,"about_ca_system_score_codex":0.0032115865,"about_ca_system_score_gemma":0.02004012,"threshold_uncertainty_score":0.030341983},"labels":[],"label_agreement":null},{"id":"W4233219492","doi":"10.18260/1-2--34793","title":"Improving Persistence and Success for At-risk STEM Students Through a Summer Intervention Program at a Hispanic-serving Institution","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University, Bakersfield; University of Waterloo; U.S. Department of Education; Directorate for STEM Education; National Science Foundation","keywords":"Graduation (instrument); Remedial education; Medical education; Intervention (counseling); Mathematics education; Persistence (discontinuity); Institution; Psychology; Medicine; Mathematics; Engineering; Political science","score_opus":0.14572183118199458,"score_gpt":0.3357037828180478,"score_spread":0.18998195163605322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233219492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885478,0.0027075617,0.0007247922,0.0025323513,0.00020503683,0.0016914621,0.000092653674,0.00010462993,0.003393728],"genre_scores_gemma":[0.9770582,0.0064411615,0.010264324,0.0012861417,0.00018038825,0.0026369009,0.00016582587,0.000010057142,0.0019569655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993536,0.000262207,0.000051275234,0.00006900593,0.00010854543,0.00015546072],"domain_scores_gemma":[0.99870574,0.00026757963,0.00016564025,0.00006618918,0.00014591639,0.000648918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001624349,0.0004324012,0.00044915525,0.00053672714,0.0013761912,0.00060229097,0.0010050012,0.0007763544,0.0024970463],"category_scores_gemma":[0.0028238168,0.00019845384,0.00071680086,0.000313179,0.00028556667,0.00043432237,0.0010591807,0.0011644817,0.00021037317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044915243,0.15210196,0.024008462,0.002496122,0.00073464,0.00020448696,0.002453384,0.00083503756,0.004012798,0.0004239752,0.0058083753,0.8024293],"study_design_scores_gemma":[0.046205066,0.33068696,0.5156851,0.016894355,0.005663659,0.0005700804,0.015127705,0.0026800605,0.014781962,0.0022270049,0.049268357,0.00020980267],"about_ca_topic_score_codex":0.006420162,"about_ca_topic_score_gemma":0.021126676,"teacher_disagreement_score":0.006420162,"about_ca_system_score_codex":0.00073989056,"about_ca_system_score_gemma":0.0049561486,"threshold_uncertainty_score":0.012765586},"labels":[],"label_agreement":null},{"id":"W4237234898","doi":"10.18260/1-2--34284","title":"Civil Engineering Capstone Inventory: Standards of Practice & The ASCE Body of Knowledge","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Iowa State University","keywords":"Capstone; Curriculum; Engineering ethics; Engineering; Capstone course; Medical education; Engineering education; Engineering management; Pedagogy; Psychology; Medicine; Computer science","score_opus":0.2480963736425299,"score_gpt":0.4189793103939718,"score_spread":0.1708829367514419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237234898","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05209825,0.009030902,0.2133802,0.030317422,0.0078546135,0.014167586,0.04448871,0.0105261365,0.6181362],"genre_scores_gemma":[0.17618927,0.010095643,0.5694332,0.004322886,0.0011339746,0.019722598,0.068875104,0.004854225,0.14537306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97298694,0.0046262,0.0052228174,0.00059252244,0.015729178,0.00084230886],"domain_scores_gemma":[0.828055,0.020769022,0.011563401,0.008234881,0.12621479,0.0051629674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020066509,0.0011848351,0.00085184065,0.010529772,0.0021652807,0.00549625,0.0031607791,0.0016970905,0.02210181],"category_scores_gemma":[0.09620545,0.0008393087,0.0011633752,0.0074850433,0.0020806864,0.0029254018,0.003416006,0.0037350138,0.030099291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023080871,0.0007937096,0.022363976,0.00096582616,0.000036983278,0.000116380324,0.000821547,0.0026202824,0.0023150411,0.009965822,0.4224644,0.53730524],"study_design_scores_gemma":[0.000055380387,0.00038954712,0.08212011,0.003423038,0.000031428324,0.0004426944,0.0021141674,0.0031726095,0.005859661,0.008007794,0.89422953,0.00015396533],"about_ca_topic_score_codex":0.0098783905,"about_ca_topic_score_gemma":0.011710265,"teacher_disagreement_score":0.02210181,"about_ca_system_score_codex":0.0046274024,"about_ca_system_score_gemma":0.019234186,"threshold_uncertainty_score":0.10612315},"labels":[],"label_agreement":null},{"id":"W4237601471","doi":"10.18260/1-2--34827","title":"Information-seeking Behavior Among First-year Engineering Students and the Impacts of Pedagogical Intervention","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Credibility; Accreditation; Psychological intervention; Engineering education; Health systems engineering; Information behavior; Intervention (counseling); Resource (disambiguation); Computer science; Engineering; Engineering ethics; Engineering management; Psychology; Medical education; Political science; Medicine","score_opus":0.11423202113423499,"score_gpt":0.3641682132762795,"score_spread":0.24993619214204454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237601471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990128,0.00013428653,0.000017853785,0.0001911274,0.000016379416,0.00005129751,0.000022497417,0.0000062206195,0.0005474399],"genre_scores_gemma":[0.9981346,0.00020423454,0.00018592771,0.0001330604,0.000016196369,0.00010930146,0.0000571327,0.0000023528266,0.001157169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988777,0.00040247853,0.00007015123,0.00010179163,0.00021170633,0.00033616956],"domain_scores_gemma":[0.9948571,0.0017712329,0.0005186903,0.0001367674,0.0005225753,0.002193638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019176678,0.0002648611,0.00063731364,0.0008628585,0.0011974758,0.0011168119,0.0005615039,0.0010532741,0.0029715071],"category_scores_gemma":[0.008080354,0.00024568458,0.0009138414,0.00048399804,0.0005433982,0.000553464,0.0006663612,0.0016109969,0.0003979662],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0101105375,0.14845252,0.5519793,0.00062850385,0.0004102546,0.00048038148,0.019555561,0.00036036034,0.004817629,0.0003880186,0.0025544944,0.26026252],"study_design_scores_gemma":[0.0006304288,0.03024043,0.9586252,0.0001499255,0.00026593983,0.00009630408,0.0063748187,0.00051799184,0.001394248,0.0001511243,0.0015055601,0.000048057096],"about_ca_topic_score_codex":0.009859022,"about_ca_topic_score_gemma":0.014068117,"teacher_disagreement_score":0.009859022,"about_ca_system_score_codex":0.0013792694,"about_ca_system_score_gemma":0.0026271297,"threshold_uncertainty_score":0.019603252},"labels":[],"label_agreement":null},{"id":"W4239235732","doi":"10.18260/1-2--35635","title":"Work in Progress: Exploring Pedagogical Alternatives for Incorporating Simulations in an Introductory Power Electronics Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Computer science; Bridging (networking); Workstation; Power electronics; Electronics; Set (abstract data type); Engineering management; Software engineering; Computer engineering; Electrical engineering; Engineering; Voltage; Operating system","score_opus":0.1504345398869141,"score_gpt":0.33835742150261916,"score_spread":0.18792288161570506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239235732","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5497297,0.0024331722,0.330321,0.013442501,0.0010745333,0.0022221592,0.00038891658,0.0054223416,0.09496567],"genre_scores_gemma":[0.64971197,0.001332465,0.3278404,0.0018695451,0.0002155001,0.0015301945,0.0008090697,0.0008103793,0.015880559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.983556,0.011000905,0.00064517837,0.001485688,0.0023739166,0.0009382748],"domain_scores_gemma":[0.97205114,0.0140958335,0.0018088993,0.003696914,0.003982988,0.0043643247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015090315,0.0011332025,0.0005212645,0.0010399638,0.0016089205,0.008969074,0.0038547555,0.0015079294,0.012990272],"category_scores_gemma":[0.04079516,0.00068849715,0.0008905113,0.00082494185,0.0012024919,0.006926833,0.005980313,0.0027172484,0.004986834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013616525,0.010650036,0.027125694,0.0017355878,0.00018358657,0.00040249486,0.022954473,0.0128506655,0.023300728,0.026345458,0.018689265,0.85440046],"study_design_scores_gemma":[0.0013838374,0.016431188,0.035724815,0.0042656693,0.000803409,0.0009005043,0.043506008,0.08953863,0.051203083,0.06396126,0.6916451,0.00063646206],"about_ca_topic_score_codex":0.0007755462,"about_ca_topic_score_gemma":0.0014720752,"teacher_disagreement_score":0.015090315,"about_ca_system_score_codex":0.0018201483,"about_ca_system_score_gemma":0.00405072,"threshold_uncertainty_score":0.07980615},"labels":[],"label_agreement":null},{"id":"W4240023922","doi":"10.18260/1-2--35059","title":"Play-Doh and Pendulums: Making Mass Moment of Inertia Fun","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Directorate for STEM Education; Fulbright Canada","keywords":"Moment of inertia; Class (philosophy); Mathematics education; Statics; Motion (physics); Curiosity; Moment (physics); Confusion; Computer science; Psychology; Artificial intelligence; Physics; Social psychology; Classical mechanics","score_opus":0.04407397046161138,"score_gpt":0.2511244978813447,"score_spread":0.20705052741973334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240023922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6300872,0.0017371092,0.18784991,0.0038880114,0.0012726161,0.0013777895,0.0005803001,0.005808228,0.16739884],"genre_scores_gemma":[0.68016124,0.0018378603,0.22180548,0.0014842157,0.00044008667,0.0011663972,0.0008987957,0.00071109616,0.09149477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960774,0.00009176151,0.0000146993125,0.00007380407,0.00012196395,0.00009001827],"domain_scores_gemma":[0.99899465,0.0004188072,0.000078049314,0.000075243835,0.00007334341,0.00035999093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091613596,0.0012748913,0.00041221632,0.000672169,0.0010135223,0.0015099283,0.0011556003,0.0006572852,0.023338495],"category_scores_gemma":[0.0023326222,0.00032442753,0.00042619527,0.0003022971,0.0010292375,0.0018201129,0.0020059661,0.0008639432,0.0037643283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001097636,0.004920368,0.010937286,0.0015462417,0.000055062923,0.00096669747,0.01235314,0.0008990769,0.07167896,0.0123147005,0.062051058,0.8211798],"study_design_scores_gemma":[0.0008826371,0.009846623,0.08879341,0.0009896678,0.00020704778,0.0060412693,0.015185677,0.010073147,0.06809538,0.02831014,0.77127004,0.00030496635],"about_ca_topic_score_codex":0.0004869201,"about_ca_topic_score_gemma":0.0015419481,"teacher_disagreement_score":0.023338495,"about_ca_system_score_codex":0.00040443212,"about_ca_system_score_gemma":0.00047482143,"threshold_uncertainty_score":0.07807505},"labels":[],"label_agreement":null},{"id":"W4240324802","doi":"10.18260/1-2--35055","title":"Pilot Study Results from Using TrussVR© to Learn About Basic Trusses","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Truss; Computer science; Statics; Curiosity; Mathematics education; Structural engineering; Engineering; Artificial intelligence; Psychology","score_opus":0.11510012156091431,"score_gpt":0.28755979592856723,"score_spread":0.17245967436765292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240324802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99145186,0.000069174486,0.0031031375,0.00009063916,0.000042490796,0.0010498781,0.00021179407,0.0001701763,0.0038107885],"genre_scores_gemma":[0.9671349,0.00034483182,0.01264252,0.00028529955,0.000054883196,0.0017063748,0.00083402003,0.0001354857,0.01686174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863404,0.00048331067,0.00010155525,0.00026704546,0.0002900944,0.00022392337],"domain_scores_gemma":[0.99127793,0.0049577905,0.0001718296,0.0006673399,0.0018093219,0.0011158886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340539,0.00092932966,0.00091897557,0.0006556426,0.0007688188,0.00075251656,0.0012219993,0.0012710891,0.011387146],"category_scores_gemma":[0.009639805,0.0003906113,0.0006345786,0.00024707336,0.0007129231,0.0012629915,0.0010729029,0.0011943254,0.0028802033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020294368,0.32018414,0.032617588,0.0048920084,0.00038675187,0.0048558507,0.06748088,0.009271372,0.15646483,0.0019235085,0.015646605,0.36598212],"study_design_scores_gemma":[0.0052894335,0.6374167,0.15129034,0.00083560887,0.00055951055,0.0031449653,0.03152721,0.012897167,0.09166876,0.0025673562,0.062413495,0.00038941298],"about_ca_topic_score_codex":0.0014840397,"about_ca_topic_score_gemma":0.0023564694,"teacher_disagreement_score":0.011387146,"about_ca_system_score_codex":0.00032477442,"about_ca_system_score_gemma":0.00066653395,"threshold_uncertainty_score":0.038093805},"labels":[],"label_agreement":null},{"id":"W4245326517","doi":"10.18260/1-2--35631","title":"Work in Progress: Ethical Responsibility Formation of Students in a Nuclear Engineering Course Through Inquiry Learning","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; York University","funders":"","keywords":"Engineering ethics; Engineering education; Stakeholder; Sustainability; Context (archaeology); Social responsibility; Public relations; Engineering; Political science; Sociology; Engineering management","score_opus":0.11516610622211583,"score_gpt":0.38242128372982026,"score_spread":0.26725517750770444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245326517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97993875,0.00015413495,0.0015278466,0.0063436106,0.00017829957,0.00016160693,0.000016369562,0.000030284094,0.011649107],"genre_scores_gemma":[0.99189806,0.00016267566,0.00094076886,0.0006718923,0.00003067884,0.000107318585,0.00001773937,0.000024977471,0.006145902],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97247803,0.019739008,0.00060179847,0.00111445,0.0031553344,0.0029113856],"domain_scores_gemma":[0.92704535,0.03038702,0.008261643,0.002258797,0.008665405,0.023381718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023905931,0.00063589966,0.00060877297,0.0017332935,0.011768256,0.012385994,0.0023466372,0.0029087176,0.003586851],"category_scores_gemma":[0.06440476,0.0006295602,0.00064025045,0.00060067576,0.0108024115,0.0045543364,0.011178301,0.009582208,0.00089885015],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047483456,0.001038336,0.025005862,0.00005881345,0.000015206293,0.0004867822,0.95143205,0.00007405916,0.0007830397,0.0019463964,0.001872263,0.017239662],"study_design_scores_gemma":[0.000009060791,0.00021390454,0.009181974,0.00008450231,0.000009807633,0.0001393226,0.9798329,0.0001346358,0.0004591175,0.00074926077,0.009152149,0.00003339036],"about_ca_topic_score_codex":0.0036420017,"about_ca_topic_score_gemma":0.0078088036,"teacher_disagreement_score":0.023905931,"about_ca_system_score_codex":0.004782729,"about_ca_system_score_gemma":0.011482331,"threshold_uncertainty_score":0.12642819},"labels":[],"label_agreement":null},{"id":"W4249106202","doi":"10.18260/1-2--35439","title":"Usage of Building Information Modeling for Sustainable Development Education","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"BIM and Construction Integration","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Sistema Nacional de Investigadores; Energy Council of Canada; Federation of Canadian Municipalities","keywords":"Building information modeling; Sustainable development; Architecture; Work (physics); Education for sustainable development; Computer science; Engineering management; Knowledge management; Engineering education; Engineering; Process management; Systems engineering; Political science","score_opus":0.037194676165786755,"score_gpt":0.25094872096447146,"score_spread":0.2137540447986847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249106202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008539409,0.019945988,0.5429657,0.02727997,0.001886944,0.00016189582,0.0023940129,0.0041895937,0.39263648],"genre_scores_gemma":[0.337633,0.03782557,0.46464837,0.0031279826,0.0008872443,0.0004059804,0.0070668003,0.0014329704,0.14697215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99895006,0.0003298429,0.000078604324,0.00011091427,0.00047503813,0.00005553009],"domain_scores_gemma":[0.99830025,0.00074403785,0.00007988701,0.00036260992,0.00040936505,0.000103945276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019005012,0.00078142935,0.0003703271,0.002921634,0.0007465453,0.0041981535,0.00073573936,0.0009357392,0.012663083],"category_scores_gemma":[0.0039911787,0.00035541932,0.0010990875,0.003830769,0.000826974,0.0039240685,0.0019319236,0.0017253351,0.003518535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001766968,0.000071191294,0.001932528,0.00033103352,0.00005078941,0.0000966955,0.00041136422,0.02041809,0.0009445532,0.4891195,0.053220354,0.43338624],"study_design_scores_gemma":[0.000005881428,0.000018947065,0.0011406945,0.0005198754,0.000030010548,0.00013600916,0.00030224054,0.05645166,0.0019132035,0.15576951,0.78367627,0.00003579844],"about_ca_topic_score_codex":0.010097105,"about_ca_topic_score_gemma":0.013353659,"teacher_disagreement_score":0.012663083,"about_ca_system_score_codex":0.0024552331,"about_ca_system_score_gemma":0.0023156912,"threshold_uncertainty_score":0.042362273},"labels":[],"label_agreement":null},{"id":"W4250556383","doi":"10.18260/1-2--35414","title":"Undergraduate Students as Visiting Students in the United Kingdom","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto","funders":"","keywords":"Workforce; Teamwork; Work (physics); Medical education; Engineering management; Smart grid; Competition (biology); Computer science; Engineering; Political science; Electrical engineering; Medicine","score_opus":0.06543017802753248,"score_gpt":0.32870557705356684,"score_spread":0.26327539902603436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250556383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4620943,0.019997837,0.0024227966,0.055621456,0.011229554,0.0010302833,0.003469854,0.0014514878,0.44268233],"genre_scores_gemma":[0.35791427,0.007294066,0.003377314,0.019310236,0.00056040083,0.00029354758,0.0013569309,0.00029767505,0.60959554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974177,0.00059826503,0.00016427612,0.00032779624,0.00053640053,0.0009555945],"domain_scores_gemma":[0.9889263,0.00017604597,0.00040927622,0.00028531597,0.0015658936,0.008637124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016367417,0.00069090916,0.00044825108,0.0013903109,0.0045648264,0.0070856013,0.0010512908,0.0016472834,0.10061416],"category_scores_gemma":[0.0029521359,0.00056839007,0.00039771627,0.001400049,0.0015408288,0.002158917,0.0066124704,0.0014355656,0.025192501],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005517875,0.0011619804,0.104059935,0.0010756467,0.000026862266,0.0039986297,0.03923795,0.00015433699,0.008655986,0.011511219,0.50886893,0.32069683],"study_design_scores_gemma":[0.000019489265,0.00051258213,0.03207102,0.0003259833,0.0000072709277,0.0018507115,0.044317454,0.00008721457,0.00060465623,0.00032796152,0.91984403,0.000031672025],"about_ca_topic_score_codex":0.011411823,"about_ca_topic_score_gemma":0.042257555,"teacher_disagreement_score":0.10061416,"about_ca_system_score_codex":0.004156455,"about_ca_system_score_gemma":0.006280979,"threshold_uncertainty_score":0.3365879},"labels":[],"label_agreement":null},{"id":"W4251210246","doi":"10.18260/1-2--34561","title":"Engineering Students' Comprehension of Phase Diagram Concepts: An International Sample","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Microstructure and Mechanical Properties of Steels","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Curriculum; Comprehension; Categorization; Computer science; Aerospace; Sample (material); Phase (matter); Engineering ethics; Engineering; Psychology; Pedagogy; Artificial intelligence; Chemistry","score_opus":0.06183162722730483,"score_gpt":0.3106668579176483,"score_spread":0.24883523069034347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251210246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986155,0.000031608477,0.00014745,0.000037181035,0.0000034291065,0.000035461344,0.00007824844,0.000004122493,0.0010470321],"genre_scores_gemma":[0.99837637,0.000060077262,0.00018622511,0.00003526234,0.0000031213226,0.00007424192,0.0001489217,0.000007670875,0.0011081517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896896,0.00022277138,0.000109796994,0.0001745597,0.0003201276,0.00020379525],"domain_scores_gemma":[0.99690694,0.0009170007,0.00053537934,0.00015648553,0.00097250624,0.0005117564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016139185,0.0004462737,0.0004762836,0.0021627655,0.0007518439,0.0014014149,0.0004362722,0.0007836359,0.0035614732],"category_scores_gemma":[0.0052564675,0.00021709355,0.0005041002,0.0010705921,0.0006598532,0.0011757016,0.0016012486,0.0008004573,0.0008223805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040079092,0.0036270844,0.8454597,0.00016379645,0.00006418528,0.0009391966,0.07932252,0.00056864275,0.0067427065,0.00067536434,0.0018585393,0.060177516],"study_design_scores_gemma":[0.00005325851,0.0017779192,0.9192599,0.00009971411,0.000043741584,0.0010017959,0.059090227,0.0021581952,0.0054581696,0.00050852186,0.010491855,0.00005662974],"about_ca_topic_score_codex":0.0009621318,"about_ca_topic_score_gemma":0.00080771255,"teacher_disagreement_score":0.0035614732,"about_ca_system_score_codex":0.00045972667,"about_ca_system_score_gemma":0.00047884329,"threshold_uncertainty_score":0.011914313},"labels":[],"label_agreement":null},{"id":"W4251329450","doi":"10.18260/1-2--35451","title":"Using Assessments to Improve Student Outcomes in Engineering Dynamics","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Calgary; University of Waterloo; Memorial University of Newfoundland","funders":"","keywords":"Dynamics (music); Curriculum; Engineering education; Computer science; Mathematics education; Institution; Exploit; Rank (graph theory); Point (geometry); Medical education; Psychology; Pedagogy; Engineering; Engineering management; Sociology; Mathematics; Medicine","score_opus":0.05573347532481385,"score_gpt":0.3237694202559104,"score_spread":0.2680359449310965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251329450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972389,0.00066157564,0.01206516,0.0011285794,0.0002996031,0.0004911066,0.00032267137,0.0012007267,0.011441653],"genre_scores_gemma":[0.98391867,0.0004223437,0.011864706,0.00011068529,0.00005223409,0.00028728254,0.00022603928,0.00006889234,0.0030491988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99018365,0.0038240727,0.0007858627,0.00060858455,0.004171332,0.00042642388],"domain_scores_gemma":[0.9518148,0.014767941,0.010473292,0.0020689669,0.015213849,0.005661176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009827615,0.000891678,0.0010617635,0.002401316,0.0008186506,0.0032860911,0.0011959381,0.0007743026,0.0041664145],"category_scores_gemma":[0.058452807,0.0002861308,0.0005632602,0.0011494341,0.00041725032,0.0018048537,0.002813025,0.0019195498,0.0019729694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011987424,0.009556087,0.1975808,0.0004729447,0.00014458304,0.00016368038,0.0026694606,0.0028300926,0.005653329,0.0006233568,0.010750025,0.7683569],"study_design_scores_gemma":[0.00045146263,0.02677875,0.8553212,0.0020625135,0.00042420538,0.00040233805,0.0051887273,0.031259384,0.046018377,0.0052979756,0.026387744,0.00040732961],"about_ca_topic_score_codex":0.0009952242,"about_ca_topic_score_gemma":0.0014605987,"teacher_disagreement_score":0.009827615,"about_ca_system_score_codex":0.0010398478,"about_ca_system_score_gemma":0.0016687709,"threshold_uncertainty_score":0.051974},"labels":[],"label_agreement":null},{"id":"W4251348137","doi":"10.18260/1-2--35376","title":"The transition from STEM to STEAM","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Harmony (color); The arts; Engineering ethics; Beauty; Accreditation; Architecture; Engineering; Sociology; Aesthetics; Political science; Visual arts; Law; Art","score_opus":0.07555829071031331,"score_gpt":0.2711638960320234,"score_spread":0.1956056053217101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251348137","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20420167,0.01963752,0.02135186,0.21115153,0.0068292026,0.00008228757,0.00025351107,0.0005187205,0.5359736],"genre_scores_gemma":[0.83176696,0.012077243,0.00905814,0.029722083,0.0018413306,0.00006644946,0.00018275404,0.00029958872,0.114985466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9993705,0.00016555049,0.000020266567,0.00008821877,0.0002225625,0.00013299235],"domain_scores_gemma":[0.9994259,0.00013840286,0.000026852556,0.000030593757,0.00008501476,0.00029331364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096959114,0.00014679841,0.00015155032,0.00030177188,0.0014556638,0.003309919,0.00033269307,0.0013050291,0.019628115],"category_scores_gemma":[0.0021849463,0.000109744215,0.00019680841,0.000396427,0.0034945104,0.0046065077,0.004398062,0.0027904024,0.0028240776],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012103399,0.00015140003,0.0027719163,0.00026275354,0.000006964308,0.00046457775,0.013161797,0.0004533089,0.004020392,0.6702083,0.08689085,0.2214868],"study_design_scores_gemma":[0.000007988643,0.00011697395,0.0028649606,0.00020365359,0.0000024944354,0.00029465134,0.007710213,0.0003936101,0.0009929766,0.10457854,0.88282114,0.000012806653],"about_ca_topic_score_codex":0.0013767384,"about_ca_topic_score_gemma":0.002451134,"teacher_disagreement_score":0.019628115,"about_ca_system_score_codex":0.0014642397,"about_ca_system_score_gemma":0.0016048369,"threshold_uncertainty_score":0.06566256},"labels":[],"label_agreement":null},{"id":"W4255051384","doi":"10.18260/1-2--34121","title":"An Examination of Systematic Reviews in the Engineering Literature","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Systematic review; Subject (documents); Citation; Computer science; MEDLINE; Engineering ethics; Data science; Management science; Engineering; Library science; Political science","score_opus":0.6757587282841158,"score_gpt":0.4606196151100539,"score_spread":0.21513911317406187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255051384","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2445845,0.5607372,0.057559572,0.04784499,0.003980304,0.010603889,0.004464825,0.0003441456,0.06988058],"genre_scores_gemma":[0.7377958,0.13524866,0.10690684,0.0082898075,0.0009254574,0.007109204,0.0010670194,0.00012237662,0.0025347609],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.6101885,0.21183382,0.094424285,0.0066756275,0.07517706,0.0017007304],"domain_scores_gemma":[0.18512568,0.67002225,0.08321237,0.015605915,0.044813566,0.0012202958],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23628205,0.0006608233,0.0016247041,0.082341805,0.0025540544,0.009556298,0.0012066294,0.0018047635,0.0019996385],"category_scores_gemma":[0.60775816,0.0012717963,0.0020384407,0.06955339,0.0043608705,0.0073334724,0.005194146,0.001632998,0.00021490105],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005845069,0.00014917609,0.11437397,0.16056895,0.0038758505,0.0022803035,0.10629711,0.0008592953,0.004394151,0.062079996,0.013279132,0.5312575],"study_design_scores_gemma":[0.00021889512,0.001297004,0.24371736,0.2670693,0.0052516945,0.0054629403,0.07688477,0.002618479,0.002797796,0.026279042,0.36808202,0.00032073876],"about_ca_topic_score_codex":0.0035251318,"about_ca_topic_score_gemma":0.009817671,"teacher_disagreement_score":0.9176582,"about_ca_system_score_codex":0.008250901,"about_ca_system_score_gemma":0.017801046,"threshold_uncertainty_score":0.9418002},"labels":[],"label_agreement":null},{"id":"W4255167462","doi":"10.18260/1-2--35011","title":"Operationalizing Jonassen’s Design Theory of Problem Solving: An Instrument to Characterize Educational Design Activities","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Operationalization; Computer science; Troubleshooting; Domain (mathematical analysis); Management science; Mathematics education; Psychology; Mathematics; Engineering","score_opus":0.16624794526229708,"score_gpt":0.297875608178675,"score_spread":0.1316276629163779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255167462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36191836,0.001409525,0.5156041,0.0032314975,0.00021312188,0.0047697537,0.0008056924,0.0006157501,0.111432284],"genre_scores_gemma":[0.7164984,0.0004108933,0.27446628,0.00038378136,0.00003088087,0.0050672037,0.000616325,0.00007965857,0.0024465558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9653975,0.017449282,0.004173357,0.0022631043,0.009615589,0.0011011816],"domain_scores_gemma":[0.8569302,0.09036952,0.02043653,0.008864068,0.020092797,0.0033068424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027618099,0.0011471808,0.0007200673,0.011912238,0.0019738767,0.008623971,0.0019147423,0.0020400593,0.0034493136],"category_scores_gemma":[0.075314395,0.00056316674,0.0015922467,0.0073469705,0.0110625895,0.00842308,0.006064908,0.0030723335,0.0006918979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030462095,0.0017861578,0.1671597,0.0019031748,0.00020983223,0.00021353863,0.05437882,0.017118962,0.0034538605,0.5186279,0.0073476476,0.22749579],"study_design_scores_gemma":[0.0003477275,0.0018356596,0.13605185,0.0030864084,0.00028657084,0.00094876374,0.07614754,0.08839356,0.007944943,0.53759056,0.1469948,0.0003715655],"about_ca_topic_score_codex":0.001511576,"about_ca_topic_score_gemma":0.0011182879,"teacher_disagreement_score":0.027618099,"about_ca_system_score_codex":0.0078604175,"about_ca_system_score_gemma":0.006727025,"threshold_uncertainty_score":0.14606017},"labels":[],"label_agreement":null},{"id":"W4255431229","doi":"10.18260/1-2--35440","title":"Use of a Low-cost, Open-source Universal Mechanical Testing Machine in an Introductory Materials Science Course","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; York University; University of Toronto","funders":"","keywords":"Modular design; Computer science; Test (biology); Open source; Software","score_opus":0.0904959181214103,"score_gpt":0.2901840555069719,"score_spread":0.19968813738556163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255431229","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607487,0.0001388972,0.01663788,0.00042984914,0.00030706177,0.0040789833,0.00093896594,0.0013207438,0.015398901],"genre_scores_gemma":[0.8669153,0.0002581354,0.07025662,0.0006590581,0.00010839612,0.0031225393,0.0019951991,0.00019840477,0.056486223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932337,0.000072166324,0.00004390018,0.000162805,0.00030070994,0.00009706013],"domain_scores_gemma":[0.99866605,0.00019662993,0.00013087214,0.00011728126,0.00032791428,0.0005613712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090141967,0.0005247161,0.00042258418,0.00034899698,0.000752726,0.00048342356,0.0010666319,0.0004842581,0.02063672],"category_scores_gemma":[0.0012660851,0.00017182104,0.00030865512,0.00016180726,0.00021006449,0.0004917038,0.0007783229,0.00086868636,0.0070884703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046627205,0.06314837,0.023696553,0.000863396,0.000041183484,0.00075447484,0.0012934512,0.001724821,0.2634101,0.0005213224,0.020431666,0.619452],"study_design_scores_gemma":[0.0013391711,0.18617144,0.2689343,0.00039217912,0.00017927738,0.0015849225,0.002053932,0.008028553,0.4134256,0.00087809993,0.11677898,0.00023362642],"about_ca_topic_score_codex":0.0005498498,"about_ca_topic_score_gemma":0.0010693499,"teacher_disagreement_score":0.02063672,"about_ca_system_score_codex":0.0005289516,"about_ca_system_score_gemma":0.0011265916,"threshold_uncertainty_score":0.06903666},"labels":[],"label_agreement":null}]}