{"meta":{"query_hash":"c90060e45778","filters":{"venue":"Pipelines 2020"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c90060e45778","api":"https://metacan.xera.ac/api/v1/cohort?venue=Pipelines+2020"},"results":[{"id":"W3047636850","doi":"10.1061/9780784483206.003","title":"Advanced Desktop Screening Techniques for Feeder Main Networks to Drive Condition Assessment Programs","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Underground Structures","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Beekeepers' Association; Aecom (Canada)","funders":"","keywords":"Mains electricity; Asset management; Environmental science; Population; Prioritization; Piping; Asset (computer security); Risk assessment; Civil engineering; Engineering; Computer science; Forensic engineering; Risk analysis (engineering); Environmental engineering; Business; Computer security","score_opus":0.01212784670918718,"score_gpt":0.25972909389165644,"score_spread":0.24760124718246926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047636850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029579105,0.00013528195,0.9926823,0.0014492815,0.00018275034,0.00073243456,0.000022419299,0.0015971736,0.00024044927],"genre_scores_gemma":[0.79255587,0.000026786674,0.2059092,0.00048483667,0.0005070176,0.00029585662,0.00013347685,0.000056358233,0.000030637962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989821,0.000010316788,0.00027346326,0.00026633177,0.00013391643,0.0003338838],"domain_scores_gemma":[0.99951583,0.000055088625,0.00002701069,0.00013952481,0.000057291436,0.0002052459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000079773214,0.00022460347,0.00024357534,0.000033762703,0.0000659434,0.00007239258,0.00016318067,0.00012353269,0.000014676545],"category_scores_gemma":[0.00006151871,0.00022142178,0.00009424217,0.00025921912,0.000015088516,0.00008739563,0.000040244657,0.00022949139,0.0000032872335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002549214,0.000009401702,0.000029943098,0.000117961325,0.000036608366,0.000004546909,0.00005465237,0.84258235,0.00632196,0.00050964084,0.008400776,0.1419067],"study_design_scores_gemma":[0.00037099415,0.00022742606,0.0004070339,0.00008273264,0.000029968507,0.000005371051,0.000093794566,0.94046307,0.0022385614,0.0006032073,0.05505899,0.00041886614],"about_ca_topic_score_codex":0.0000027184308,"about_ca_topic_score_gemma":0.0000044796334,"teacher_disagreement_score":0.7895979,"about_ca_system_score_codex":0.00004143906,"about_ca_system_score_gemma":0.000009332072,"threshold_uncertainty_score":0.9029318},"labels":[],"label_agreement":null},{"id":"W3047647804","doi":"10.1061/9780784483213.024","title":"Finding Big Leaks with Big Data: Case Studies from an Internet-of-Things Leak Detection Platform","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Genomics","funders":"","keywords":"Big data; Leak; Internet of Things; Computer science; Leak detection; Computer security; Embedded system; Data mining; Engineering","score_opus":0.1429447404586784,"score_gpt":0.3235493404215648,"score_spread":0.18060459996288641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047647804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08126633,0.00017364313,0.9165492,0.0011896066,0.00019752083,0.00016803498,0.0000141842065,0.00038079554,0.000060694718],"genre_scores_gemma":[0.9666111,0.00005078263,0.03200756,0.0007031015,0.0005150355,0.000027251484,0.000020444126,0.000015714557,0.00004902431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987665,0.00002074266,0.0003196336,0.0005750677,0.00016756963,0.0001504906],"domain_scores_gemma":[0.9988592,0.00007972195,0.00019787822,0.0006322378,0.00012440089,0.000106515676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012886485,0.00016122247,0.00022312162,0.000057998546,0.00013438199,0.000093923714,0.00075367425,0.00005999759,0.0000043406912],"category_scores_gemma":[0.000067467605,0.00013291849,0.00003738071,0.0005485333,0.0000616927,0.0007343515,0.0005651567,0.00018832194,0.00001728849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055130335,0.00006338488,0.00029458627,0.00005519069,0.00009761435,0.00019034008,0.004646822,0.0000547602,0.0064729475,0.0005072257,0.0013931274,0.98616886],"study_design_scores_gemma":[0.0006847847,0.0009280426,0.00014150047,0.000088239474,0.00010326817,0.00056743436,0.001838051,0.8261463,0.13768712,0.0016944564,0.029449094,0.00067172153],"about_ca_topic_score_codex":0.00074241037,"about_ca_topic_score_gemma":0.00076312665,"teacher_disagreement_score":0.9854972,"about_ca_system_score_codex":0.000024337642,"about_ca_system_score_gemma":0.000031504398,"threshold_uncertainty_score":0.54202586},"labels":[],"label_agreement":null},{"id":"W3047783999","doi":"10.1061/9780784483190.003","title":"Risk-Based and Condition-Based Assessment Framework for Large Diameter Sewers","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"BIM and Construction Integration","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Sanitary sewer; Computer science; Environmental science; Reliability engineering; Engineering; Environmental engineering","score_opus":0.010959506694653183,"score_gpt":0.2587086627762036,"score_spread":0.2477491560815504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047783999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014444288,0.00013555736,0.98225105,0.001862518,0.0004073822,0.00021105728,0.00029881278,0.00024642763,0.00014288175],"genre_scores_gemma":[0.9350774,0.000017193413,0.06275663,0.0015347148,0.000366951,0.00008868782,0.00012742447,0.000024420122,0.0000065792224],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994468,0.00001768603,0.00016679258,0.00015479217,0.00008548735,0.00012845159],"domain_scores_gemma":[0.99955374,0.00018249605,0.00003723599,0.00008172782,0.00005575117,0.00008905431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000058176993,0.00011674197,0.00012452854,0.000026291267,0.00006465076,0.000043623262,0.00004573331,0.00008427516,0.00021351135],"category_scores_gemma":[0.00011165251,0.00011197559,0.00006135247,0.00011040129,0.000017708702,0.000054003118,0.0000046611967,0.00015469176,0.0000152032735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058692356,0.00034077244,0.26618326,0.0035308513,0.0007500663,0.000024341547,0.0017979266,0.20667973,0.013596816,0.09197061,0.2376183,0.1769204],"study_design_scores_gemma":[0.0007603657,0.000055076525,0.001956383,0.000025032694,0.00004790102,4.022877e-7,0.00010568762,0.9688665,0.0021406107,0.0016282523,0.02423311,0.00018063006],"about_ca_topic_score_codex":0.0000025883264,"about_ca_topic_score_gemma":0.000006880408,"teacher_disagreement_score":0.92063314,"about_ca_system_score_codex":0.000018341869,"about_ca_system_score_gemma":0.000026867467,"threshold_uncertainty_score":0.4566232},"labels":[],"label_agreement":null},{"id":"W3047906975","doi":"10.1061/9780784483190.040","title":"Vista Ridge Land Acquisition: A P3 Success Story and a Case Study in Schedule Compression for a Long, Linear Water Pipeline Project","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Marine and Offshore Engineering Studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College","funders":"","keywords":"Schedule; Pipeline (software); Process (computing); Computer science; Work (physics); Operations research; Engineering; Mechanical engineering","score_opus":0.022485179291862306,"score_gpt":0.2737070906952194,"score_spread":0.25122191140335715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047906975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853364,0.0011608377,0.011090948,0.0007109496,0.00021704505,0.0010425185,0.000055179342,0.00032374365,0.000062346866],"genre_scores_gemma":[0.9977385,0.00006758337,0.0008923204,0.00010794979,0.000845561,0.00016747315,0.00005469124,0.000053475233,0.000072454655],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989013,0.000032498534,0.00031181757,0.00031927298,0.0001496592,0.00028543704],"domain_scores_gemma":[0.9995856,0.00007260182,0.000020685246,0.00014954414,0.000079396494,0.0000921315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021021346,0.00026127807,0.00036728912,0.00008678875,0.0000830851,0.000041984556,0.00010364492,0.00006286915,0.00001762643],"category_scores_gemma":[0.00006120898,0.00020608855,0.000048861722,0.00017781225,0.00002101368,0.00010408026,0.00014401219,0.0002229555,0.000007392432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023354487,0.0017533543,0.5508541,0.014202042,0.00091906067,0.01869934,0.059682637,0.17630245,0.006800915,0.000025797968,0.14615953,0.022265345],"study_design_scores_gemma":[0.0037928573,0.0004103021,0.0025178273,0.00009950233,0.00009859113,0.00019613816,0.0014674508,0.96331364,0.00093647704,0.0000037017953,0.026542526,0.0006210142],"about_ca_topic_score_codex":0.000102010745,"about_ca_topic_score_gemma":0.00040046155,"teacher_disagreement_score":0.78701115,"about_ca_system_score_codex":0.000027375043,"about_ca_system_score_gemma":0.000013514815,"threshold_uncertainty_score":0.8404047},"labels":[],"label_agreement":null},{"id":"W3047930728","doi":"10.1061/9780784483206.012","title":"Prioritizing Pit Cast Iron Small Diameter Watermains for Assessment","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geophysical Methods and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CIMA+ (Canada)","funders":"","keywords":"Cast iron; Materials science; Metallurgy; Computer science","score_opus":0.055624689790493446,"score_gpt":0.29229056154030286,"score_spread":0.2366658717498094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047930728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20459168,0.00012795048,0.7871805,0.0053255246,0.00030349448,0.0006533771,0.000112035814,0.00046615337,0.0012392733],"genre_scores_gemma":[0.75806373,0.00003865822,0.2397772,0.0005559857,0.0011984288,0.0001988847,0.000040027582,0.00004971235,0.00007738774],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999348,0.000012204717,0.00018573205,0.00018733882,0.00006268976,0.00020402741],"domain_scores_gemma":[0.9996045,0.000093766335,0.000018304652,0.0001279357,0.000031579766,0.00012387012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005206449,0.00012756501,0.00016473967,0.000010729534,0.00004803871,0.000038461505,0.00011776257,0.00003819224,0.000015656897],"category_scores_gemma":[0.000026771879,0.00011765399,0.00008398603,0.00010410227,0.000011491477,0.00003925529,0.00003535511,0.000107165084,0.00005902053],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011319082,0.000066579036,0.0003696169,0.00070475735,0.000047053658,0.0000062608756,0.00071040523,0.00197062,0.8408618,0.001610465,0.006284263,0.14735684],"study_design_scores_gemma":[0.0010806149,0.00020027337,0.005746249,0.000046534817,0.00012712501,0.0000043452924,0.00021602407,0.64865357,0.018205183,0.0022254877,0.32266733,0.0008272283],"about_ca_topic_score_codex":0.0000051505763,"about_ca_topic_score_gemma":0.0000029751063,"teacher_disagreement_score":0.82265663,"about_ca_system_score_codex":0.000017263334,"about_ca_system_score_gemma":0.000007733922,"threshold_uncertainty_score":0.47977903},"labels":[],"label_agreement":null},{"id":"W3047933586","doi":"10.1061/9780784483213.010","title":"Ugh, Not Another Forcemain High Point","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Hydraulic flow and structures","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HydraTek (Canada)","funders":"","keywords":"Booster (rocketry); Computer science; Conceptual design; Hydraulic machinery; Risk analysis (engineering); Engineering; Mechanical engineering","score_opus":0.010319564762733206,"score_gpt":0.19264778597544766,"score_spread":0.18232822121271444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047933586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5814831,0.002561411,0.2662174,0.080786034,0.0049408516,0.0012113898,0.00031978625,0.005964149,0.056515824],"genre_scores_gemma":[0.9923414,0.00003860251,0.0016389716,0.0044082752,0.0012467111,0.0000074053096,0.00001548807,0.000050557057,0.00025256455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926084,0.000011995397,0.00019867817,0.00017600133,0.00013283547,0.00021962544],"domain_scores_gemma":[0.999684,0.000023374809,0.000014995409,0.0001513352,0.00001795955,0.00010836289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003450478,0.00016470953,0.00019220091,0.000018980847,0.000028092965,0.000027965076,0.00015412486,0.000070706825,0.0007784566],"category_scores_gemma":[0.00005316228,0.00014502727,0.00007065484,0.00014339836,0.000022702963,0.00006513476,0.000030225978,0.00013820732,0.00039086296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010570591,0.00001692282,0.0004073462,0.0004397871,0.00015791398,0.00016052175,0.003203121,0.13889582,0.12550867,0.0025700836,0.69284385,0.03569024],"study_design_scores_gemma":[0.0011112612,0.00008219433,0.0012369812,0.0000262215,0.000041066385,0.000016618167,0.0001134395,0.38397187,0.07227478,0.0011719659,0.53920025,0.00075334636],"about_ca_topic_score_codex":0.00001765255,"about_ca_topic_score_gemma":0.000010060955,"teacher_disagreement_score":0.4108583,"about_ca_system_score_codex":0.000012808173,"about_ca_system_score_gemma":0.000007885548,"threshold_uncertainty_score":0.8523554},"labels":[],"label_agreement":null},{"id":"W3047970104","doi":"10.1061/9780784483190.029","title":"Assessment and Application of Trenchless Technologies for the Rehabilitation of Sewer Laterals","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Underground Structures","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut universitaire en santé mentale de Montréal","funders":"","keywords":"Trenchless technology; Pipeline transport; Sanitary sewer; Seal (emblem); Engineering; Civil engineering; Construction engineering; Mechanical engineering; Waste management","score_opus":0.008076216481326929,"score_gpt":0.24544443329457238,"score_spread":0.23736821681324546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047970104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09758525,0.0011030206,0.89594555,0.0044357013,0.000074550284,0.00040434103,0.000030648353,0.00034759173,0.000073364296],"genre_scores_gemma":[0.9908432,0.00007775807,0.008985494,0.0000103381035,0.000024276702,0.000044089185,0.0000046797086,0.000007365934,0.0000028184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996506,0.0000033676379,0.00016646249,0.00007394037,0.000052955238,0.00005269551],"domain_scores_gemma":[0.99961823,0.00021071572,0.000027112563,0.000097201,0.00003577533,0.000010939035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005302415,0.000058828926,0.000114605675,0.000015036923,0.0000131052575,0.000004575973,0.00007623761,0.00004625435,0.0000010855439],"category_scores_gemma":[0.00009070825,0.00004116183,0.00002924922,0.00010349304,0.000036412217,0.000022465487,0.000016142087,0.000054702236,1.2207309e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020757514,0.000016950416,0.0012042851,0.0015659218,0.00007481583,1.135954e-7,0.00049320346,0.67465305,0.18086435,0.010472692,0.0017840139,0.12884985],"study_design_scores_gemma":[0.00023700928,0.00009447069,0.013555115,0.00001769683,0.000031011612,5.854842e-7,0.00032167215,0.9691949,0.007820454,0.0046519022,0.0039815474,0.00009363811],"about_ca_topic_score_codex":0.0000039726383,"about_ca_topic_score_gemma":0.0000012267292,"teacher_disagreement_score":0.8932579,"about_ca_system_score_codex":0.0000049232526,"about_ca_system_score_gemma":0.0000031831598,"threshold_uncertainty_score":0.16785309},"labels":[],"label_agreement":null},{"id":"W3047995685","doi":"10.1061/9780784483206.063","title":"Simplified Application of the Delft Method to Estimate Maximum Allowable Annular Pressure in HDD","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Underground Structures","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Geotechnical engineering; Margin (machine learning); Engineering; Standard penetration test; Structural engineering; Mathematics; Geology; Computer science; Machine learning","score_opus":0.007528931833992061,"score_gpt":0.2511028799057489,"score_spread":0.24357394807175686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047995685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009941314,0.0003821977,0.9865273,0.0020060074,0.00009165206,0.00031532094,0.000017425396,0.0002776966,0.00044106282],"genre_scores_gemma":[0.9772545,0.000006310229,0.022344936,0.00021339618,0.00008443171,0.000030036967,0.0000052330024,0.000027826767,0.000033328215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924994,0.000018415432,0.00025067796,0.00017645319,0.00013157302,0.00017292715],"domain_scores_gemma":[0.9995918,0.000041872245,0.00002315309,0.0002300154,0.000029790439,0.0000833189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008909334,0.00013372612,0.0001987497,0.000025101124,0.000018305878,0.000012959889,0.0002781245,0.00008482739,0.000010116335],"category_scores_gemma":[0.00010978414,0.00010670459,0.0000541367,0.00041414562,0.000008962243,0.00003605048,0.00006605266,0.0001762573,0.000008192545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073271476,0.000004479677,0.00013918425,0.00013995213,0.000012083838,7.0758614e-7,0.000084854815,0.96847725,0.025872508,0.00017207398,0.0011926886,0.0038969163],"study_design_scores_gemma":[0.0001560204,0.0000134085885,0.002550732,0.00001607447,0.00002021012,0.0000019357685,0.000016215085,0.95062363,0.0080457395,0.0011976791,0.037222628,0.00013569943],"about_ca_topic_score_codex":0.000035565266,"about_ca_topic_score_gemma":0.00001175026,"teacher_disagreement_score":0.9673132,"about_ca_system_score_codex":0.0000102967315,"about_ca_system_score_gemma":0.000007996942,"threshold_uncertainty_score":0.43512866},"labels":[],"label_agreement":null},{"id":"W3048024582","doi":"10.1061/9780784483213.045","title":"Use of Subsurface Utility Engineering Data for Multiple Disciplines on Mega Projects","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Underground infrastructure and sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Megaproject; General partnership; Construction engineering; Engineering; Government (linguistics); Scale (ratio); Engineering design process; Civil engineering; Engineering management; Systems engineering; Business","score_opus":0.0937315635770131,"score_gpt":0.2630459662660323,"score_spread":0.16931440268901923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048024582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79784244,0.0003090584,0.19611353,0.0015936294,0.0006659533,0.0013868432,0.0012706072,0.00070128654,0.00011666076],"genre_scores_gemma":[0.9889469,0.00002155385,0.010298837,0.00008259915,0.00032738489,0.000019287841,0.00023882532,0.000044463115,0.000020128338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987959,0.000015513959,0.00038281764,0.000381242,0.00015756696,0.00026690966],"domain_scores_gemma":[0.99870497,0.00037908056,0.000041670588,0.00064548047,0.00011379901,0.00011501314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012520615,0.00022688172,0.00032157,0.000029018287,0.000037275397,0.00003927964,0.0003730043,0.0000841552,0.000022941216],"category_scores_gemma":[0.0015743594,0.00020233443,0.000076578464,0.00026075315,0.000029968433,0.00036773327,0.00015622666,0.00015447524,0.0000025285512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012619215,0.0002690856,0.045324787,0.008485842,0.000421984,0.000017202414,0.0034132837,0.76463515,0.038577605,0.0005192138,0.12013389,0.016940027],"study_design_scores_gemma":[0.0003224612,0.000060124694,0.0032685155,0.000017732533,0.000027188476,6.7204166e-7,0.0001378666,0.95000064,0.006151101,0.00008385039,0.039714288,0.00021553545],"about_ca_topic_score_codex":0.00002030097,"about_ca_topic_score_gemma":0.000025234533,"teacher_disagreement_score":0.19110449,"about_ca_system_score_codex":0.000027060581,"about_ca_system_score_gemma":0.00003554417,"threshold_uncertainty_score":0.82509583},"labels":[],"label_agreement":null},{"id":"W3048039688","doi":"10.1061/9780784483206.055","title":"Crossing the Red: Managing Construction Changes on a Challenging 1200 mm Microtunnelling River Crossing in Winnipeg, Manitoba, Canada","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Analysis","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Winnipeg; Manitoba Beekeepers' Association; Aecom (Canada)","funders":"","keywords":"Level crossing; Computer science; Geography; Archaeology","score_opus":0.014932381962193169,"score_gpt":0.1933196796076838,"score_spread":0.1783872976454906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048039688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81579137,0.0065555754,0.13776574,0.034333035,0.0019603327,0.00066977233,0.000045940364,0.0018457944,0.0010324633],"genre_scores_gemma":[0.9974911,0.00019664409,0.0010453613,0.0005255199,0.0006406921,0.000012643604,0.00000940359,0.000056649285,0.000021985545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861145,0.000024863588,0.0003429581,0.00033396416,0.00023917989,0.00044756246],"domain_scores_gemma":[0.99949414,0.000085625805,0.00005139211,0.00021636422,0.000034155277,0.00011830371],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014400722,0.0002828052,0.00030129481,0.00008933667,0.00032395226,0.0002504082,0.0002448353,0.000089078276,0.000016438402],"category_scores_gemma":[0.000076548684,0.0002521305,0.00007606272,0.00062477373,0.00010055402,0.00006652061,0.000051981224,0.0005341897,0.000010960905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008608547,0.0000045337415,0.00020750266,0.00012914644,0.00003281184,0.00006326767,0.00057466177,0.9659075,0.003395759,0.000023610073,0.0003611789,0.029291425],"study_design_scores_gemma":[0.00028207112,0.0000129712025,0.0006023354,0.0002585115,0.00003522734,0.000015376738,0.0010444563,0.97968614,0.0023820153,0.000040884854,0.01525713,0.00038285405],"about_ca_topic_score_codex":0.022615297,"about_ca_topic_score_gemma":0.04216973,"teacher_disagreement_score":0.18169975,"about_ca_system_score_codex":0.00017196813,"about_ca_system_score_gemma":0.000050396535,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W3048093421","doi":"10.1061/9780784483190.011","title":"Ridge Regional Water Supply: 140-Mile Pipeline Brings Water for the Next Generation","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Underground Structures","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College","funders":"","keywords":"Water supply; Schedule; Raw water; Groundwater; Environmental science; General partnership; Pipeline (software); Engineering; Civil engineering; Water resource management; Computer science; Environmental engineering; Business; Operating system","score_opus":0.041720941765866645,"score_gpt":0.21955261707623158,"score_spread":0.17783167531036492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048093421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07258037,0.0026913306,0.8521093,0.06663742,0.0023135056,0.0010883855,0.00013008485,0.0020666956,0.0003828786],"genre_scores_gemma":[0.9924195,0.00016575702,0.0016477057,0.0016842551,0.0032647713,0.00007603232,0.00031574166,0.000068805544,0.00035744146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887496,0.00000991623,0.0003059474,0.0002541647,0.00017164389,0.00038336168],"domain_scores_gemma":[0.9995597,0.00006094008,0.000012233006,0.00020804323,0.000057819634,0.000101284655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009933422,0.00023680514,0.00020189783,0.00002409966,0.00012413644,0.00010570498,0.00025246548,0.00011457728,0.00017234511],"category_scores_gemma":[0.000043199492,0.00013134861,0.00013845634,0.0000761658,0.000029992354,0.0001213257,0.000054841996,0.00022498124,0.0000970402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032619366,0.000008276786,0.000007683772,0.00013936052,0.000048947477,0.0000047819144,0.00048654777,0.487004,0.2711836,0.00018918049,0.23647197,0.0044230125],"study_design_scores_gemma":[0.00025783145,0.000021281043,0.000017963304,0.0000063150487,0.0000288138,0.000012213792,0.000019640322,0.64444536,0.036376797,0.00019540497,0.31842938,0.00018897979],"about_ca_topic_score_codex":0.000009705222,"about_ca_topic_score_gemma":0.000005666668,"teacher_disagreement_score":0.91983914,"about_ca_system_score_codex":0.000021166717,"about_ca_system_score_gemma":0.0000061776964,"threshold_uncertainty_score":0.5356241},"labels":[],"label_agreement":null},{"id":"W3048112832","doi":"10.1061/9780784483190.038","title":"Multi-Criteria Decision Making for Multi-Purpose Utility Tunnel Location Selection","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Underground infrastructure and sustainability","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Analytic hierarchy process; Multiple-criteria decision analysis; Selection (genetic algorithm); Computer science; Site selection; Operations research; Geographic information system; Key (lock); Process (computing); Excavation; Transport engineering; Engineering; Artificial intelligence; Geography; Computer security","score_opus":0.03577703353232935,"score_gpt":0.3032258359677902,"score_spread":0.2674488024354608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048112832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049862705,0.00025647177,0.94807667,0.00023482995,0.0004890387,0.00056818995,0.000021052092,0.00044788266,0.000043157663],"genre_scores_gemma":[0.8868312,0.000015656453,0.11224001,0.00028057676,0.0004905619,0.000046985646,0.000036475518,0.000038420207,0.000020115494],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988178,0.000030611634,0.00040046105,0.00035151228,0.00012399584,0.00027560652],"domain_scores_gemma":[0.99929947,0.00009367604,0.000041998494,0.00016896587,0.0002883756,0.00010749538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015952428,0.00021561288,0.00023055958,0.000039417264,0.00011584471,0.00007543029,0.00014869511,0.0001323759,0.00011998713],"category_scores_gemma":[0.00066025375,0.00021515728,0.00009418961,0.00037513737,0.000025250187,0.00027643173,0.00003926325,0.00016596394,0.000021029326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019495279,0.0004891392,0.030075276,0.0051207407,0.0002200188,0.000015135362,0.0082558105,0.1600332,0.063726656,0.00018835205,0.07372829,0.65619785],"study_design_scores_gemma":[0.0007135492,0.000043350163,0.01425042,0.00002100645,0.00002324082,0.0000032418507,0.0002477741,0.9725151,0.0010869561,0.00058542204,0.010288013,0.00022191429],"about_ca_topic_score_codex":0.000012341877,"about_ca_topic_score_gemma":0.00007404807,"teacher_disagreement_score":0.8369685,"about_ca_system_score_codex":0.00010948384,"about_ca_system_score_gemma":0.000039205595,"threshold_uncertainty_score":0.8773859},"labels":[],"label_agreement":null},{"id":"W3048146526","doi":"10.1061/9780784483190.021","title":"Keeping Rain Flowing in the Right Direction: A Stormwater Trunk Sewer Rehabilitation Case Study","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Urban Stormwater Management Solutions","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Stantec (Canada); Associated Medical Services","funders":"","keywords":"Stormwater; Rehabilitation; Stormwater management; Trunk; Environmental science; Storm; Hydrology (agriculture); Surface runoff; Geology; Geotechnical engineering; Meteorology; Geography; Physical therapy; Ecology","score_opus":0.01696723585050669,"score_gpt":0.24524862471017433,"score_spread":0.22828138885966764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048146526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979787,0.000025297879,0.0011193216,0.014840758,0.00023896799,0.0008972561,0.0000028273455,0.00010178839,0.0029868076],"genre_scores_gemma":[0.9964865,0.0000013626673,0.00065318664,0.0023056369,0.00023523581,0.000114551076,0.0000056690537,0.000015809857,0.00018204087],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839175,0.00030135663,0.00032909063,0.00041312596,0.00032470885,0.0002399718],"domain_scores_gemma":[0.9994988,0.00013720217,0.000026796704,0.00026339287,0.000008347121,0.00006544704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006224699,0.0001521811,0.00014460275,0.00003709841,0.00023635634,0.00006130028,0.00023693462,0.000031261334,0.0008515725],"category_scores_gemma":[0.0001622395,0.00011201216,0.00006588007,0.0006651334,0.00006661498,0.00036840016,0.0001836747,0.00017369055,0.00047929358],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010082863,0.0010791861,0.5669215,0.00006330914,0.00006814,0.004052085,0.2218468,0.011930784,0.003093199,0.000035074154,0.18531412,0.0054949946],"study_design_scores_gemma":[0.0046572764,0.0012295595,0.38142875,0.00005460049,0.0003236396,0.00036807108,0.09462339,0.100141615,0.00017091839,0.00050924014,0.41491988,0.0015730524],"about_ca_topic_score_codex":0.0010040181,"about_ca_topic_score_gemma":0.0026047456,"teacher_disagreement_score":0.22960576,"about_ca_system_score_codex":0.00014369888,"about_ca_system_score_gemma":0.00000426211,"threshold_uncertainty_score":0.9324122},"labels":[],"label_agreement":null},{"id":"W3048152658","doi":"10.1061/9780784483213.012","title":"Utility Coordination in Alternative Delivery Methods for Transportation Projects: Lessons Learned from In-Market Design Phase (Bid Process)","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Underground infrastructure and sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBI Group (Canada)","funders":"","keywords":"Schedule; Relocation; Process (computing); Key (lock); General partnership; Risk analysis (engineering); Process management; Task (project management); Business; Computer science; Critical success factor; Phase (matter); Operations research; Computer security; Engineering; Finance; Systems engineering","score_opus":0.08535957007173667,"score_gpt":0.37042715163200146,"score_spread":0.2850675815602648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048152658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15486185,0.00021833359,0.84145826,0.0020113364,0.000113311784,0.0009556231,0.00012126479,0.0001247382,0.00013527801],"genre_scores_gemma":[0.9668243,0.000050207105,0.032476727,0.00013024813,0.0001293771,0.00015707804,0.00019345575,0.000027857628,0.00001075156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986608,0.00017584891,0.0004491222,0.00037700048,0.0001079642,0.00022925579],"domain_scores_gemma":[0.9991623,0.00044549242,0.000058759582,0.00011321528,0.0001510686,0.00006915034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000409346,0.00019550709,0.00030346712,0.000073287825,0.000030473322,0.000029450444,0.00014496801,0.00010837034,0.00008872175],"category_scores_gemma":[0.0006207929,0.00020130002,0.00006171321,0.00046207084,0.000027714303,0.0003640314,0.0000062845174,0.00021852656,0.0000011063647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00515801,0.00055612746,0.009198022,0.0020263945,0.00017730013,0.000045177174,0.03939719,0.15557945,0.017371342,0.00023228611,0.0064212354,0.76383746],"study_design_scores_gemma":[0.0022033702,0.000090850146,0.0028744712,0.000024333782,0.000028222414,1.7381846e-7,0.0018999327,0.9578508,0.0113854,0.021224836,0.0021823798,0.00023521332],"about_ca_topic_score_codex":0.0001421823,"about_ca_topic_score_gemma":0.0002286739,"teacher_disagreement_score":0.8119624,"about_ca_system_score_codex":0.00009610404,"about_ca_system_score_gemma":0.00009709583,"threshold_uncertainty_score":0.8208777},"labels":[],"label_agreement":null},{"id":"W3048154247","doi":"10.1061/9780784483190.033","title":"Developing a Decision-Support System to Optimize Rehabilitation and Replacement Programs for Ferrous Distribution Mains in Municipal Water Systems","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Water Systems and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Aecom (Canada)","funders":"","keywords":"Mains electricity; Rehabilitation; Decision support system; Electricity; Ferrous; Distribution (mathematics); Computer science; Environmental science; Engineering; Electrical engineering; Materials science; Artificial intelligence; Voltage","score_opus":0.020324506506429824,"score_gpt":0.24251928186757354,"score_spread":0.2221947753611437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048154247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15500861,0.0001230541,0.8405336,0.0011327906,0.0006177037,0.0021782944,0.000052566353,0.0003062897,0.00004710593],"genre_scores_gemma":[0.9662518,0.00001167924,0.03237589,0.00004558547,0.00020970977,0.0006278309,0.0004085344,0.00003786591,0.000031131876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863905,0.00003344719,0.00059896754,0.00030149732,0.00015021116,0.00027682146],"domain_scores_gemma":[0.999523,0.000072583774,0.000034201454,0.00014461625,0.0001012327,0.00012437443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003545084,0.00017460177,0.0002852272,0.000046784837,0.00005225645,0.00010539478,0.000090376445,0.00008260712,0.000001691825],"category_scores_gemma":[0.00009897461,0.00014280983,0.000037095473,0.00019781255,0.0000078882695,0.00012363051,0.00005398047,0.00005787676,0.000016852484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029833498,0.000019920264,0.0016412693,0.002318268,0.000029977886,0.0000096732865,0.006373956,0.9796001,0.000115938055,0.00042065518,0.00607601,0.0030959116],"study_design_scores_gemma":[0.0009058916,0.00018201506,0.0001613259,0.00035975318,0.000015031837,0.000010398109,0.0018935855,0.9737421,0.00011382222,0.0000081288645,0.02236474,0.0002431986],"about_ca_topic_score_codex":0.000063471074,"about_ca_topic_score_gemma":0.000101579935,"teacher_disagreement_score":0.8112432,"about_ca_system_score_codex":0.00022858442,"about_ca_system_score_gemma":0.000013206636,"threshold_uncertainty_score":0.5823616},"labels":[],"label_agreement":null},{"id":"W3048186960","doi":"10.1061/9780784483213.039","title":"Acoustic-Based Underground Utility Mapping at the Annacis Island WWTP","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geophysical Methods and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ground-penetrating radar; Position (finance); Radar; Civil engineering; Environmental science; Engineering; Telecommunications; Business","score_opus":0.03823341107957471,"score_gpt":0.2534108666691987,"score_spread":0.215177455589624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048186960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18132554,0.00049104204,0.79469174,0.017853562,0.00026333146,0.00037918746,0.0001292031,0.00050354056,0.004362879],"genre_scores_gemma":[0.9952747,0.00002176964,0.0026088236,0.001322342,0.0005400821,0.000035719986,0.000022361575,0.000022951435,0.0001512549],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928194,0.000030742434,0.00017767667,0.00019191598,0.00011770427,0.00020000238],"domain_scores_gemma":[0.99939835,0.00020284268,0.000022772045,0.00023413706,0.000031730033,0.00011017835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000088063556,0.00013165461,0.00014351775,0.000007941024,0.00011515456,0.00003495086,0.00016807202,0.00004215911,0.00025006023],"category_scores_gemma":[0.00010453802,0.00009750112,0.000075430326,0.00029685366,0.000043612887,0.000032821208,0.000041144165,0.00015002643,0.0003244109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008280741,0.0001673354,0.002622129,0.0009886877,0.00018922593,0.00001784155,0.001630449,0.15914814,0.42020026,0.0008782686,0.33931875,0.07475611],"study_design_scores_gemma":[0.00025907977,0.000015037765,0.004508373,0.000010783819,0.00003404472,0.0000011737632,0.0001167708,0.76134765,0.004114387,0.0010310292,0.22833788,0.00022377698],"about_ca_topic_score_codex":0.0000105541985,"about_ca_topic_score_gemma":0.000024442874,"teacher_disagreement_score":0.81394917,"about_ca_system_score_codex":0.000018486799,"about_ca_system_score_gemma":0.000011968105,"threshold_uncertainty_score":0.41697544},"labels":[],"label_agreement":null},{"id":"W3048261127","doi":"10.1061/9780784483190.022","title":"Kennedy Newton Main and the Challenges of Design and Construction of Large Diameter Watermains in Urban Areas","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Geotechnical Engineering and Underground Structures","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Burnaby Hospital","funders":"","keywords":"Computer science; Architectural engineering; Engineering","score_opus":0.011136795925259858,"score_gpt":0.19464477780124986,"score_spread":0.18350798187599002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048261127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793322,0.015631378,0.18260264,0.006976194,0.00023776307,0.0005491383,0.000037943773,0.00027495748,0.00036797696],"genre_scores_gemma":[0.9960685,0.0014561823,0.0023717615,0.00002915409,0.00005172662,0.0000052799096,0.0000013798539,0.000012243346,0.000003822844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948317,0.00003428487,0.00020398993,0.000104463135,0.00006264943,0.00011142414],"domain_scores_gemma":[0.9997169,0.00012479606,0.0000241691,0.000079883685,0.000011581147,0.000042663563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001273324,0.000100444326,0.00021967811,0.000029769904,0.000011026194,0.000006622106,0.00005778975,0.00006101638,0.0000035614542],"category_scores_gemma":[0.00007623842,0.000070723254,0.000025521958,0.00008083205,0.00007708769,0.000034652527,0.000028186241,0.000111636145,2.4763122e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019004336,0.0001766976,0.008768383,0.008917411,0.0007259049,0.00007399733,0.031713534,0.5702031,0.08787994,0.22174689,0.010432861,0.057460792],"study_design_scores_gemma":[0.0036022575,0.00013345986,0.01181481,0.00013470752,0.000063369516,0.000038627542,0.0008367826,0.9650053,0.0068798265,0.0095862225,0.0015554577,0.00034917687],"about_ca_topic_score_codex":0.000010414626,"about_ca_topic_score_gemma":0.0000086874,"teacher_disagreement_score":0.39480215,"about_ca_system_score_codex":0.000004336577,"about_ca_system_score_gemma":0.000003552012,"threshold_uncertainty_score":0.28840107},"labels":[],"label_agreement":null},{"id":"W3048302834","doi":"10.1061/9780784483213.025","title":"Keeping the Water Moving: Solving Pressure Problems with Multiple Constraints in Stillwater, Oklahoma","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Water Systems and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stillwater (Canada)","funders":"","keywords":"Computer science; Mathematical optimization; Environmental science; Mathematics","score_opus":0.01168158512085955,"score_gpt":0.17480916357172238,"score_spread":0.16312757845086284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048302834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55289865,0.0036430468,0.41054004,0.015113497,0.002206848,0.005012807,0.000105929335,0.0029106007,0.0075685997],"genre_scores_gemma":[0.99855816,0.000020947724,0.0007262873,0.00015755369,0.0002811749,0.000039075156,0.00002239805,0.000044055076,0.00015036837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906284,0.00002866217,0.00028595104,0.0002072324,0.00013344099,0.00028186495],"domain_scores_gemma":[0.9996988,0.000027844351,0.000025417494,0.00013959991,0.00004128817,0.00006703291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010568844,0.0001716626,0.00018849595,0.000026664806,0.000052985506,0.000087674736,0.00016332608,0.00005889414,0.000045803157],"category_scores_gemma":[0.000022084503,0.00008749827,0.000029212433,0.00013300272,0.000036122645,0.00015685029,0.00005146409,0.00016585088,0.00003453598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014297142,0.0000084000685,0.010121151,0.0003234192,0.00003599798,0.000018572968,0.0064066947,0.97610414,0.00476835,0.000005153841,0.0013035338,0.0008903073],"study_design_scores_gemma":[0.00063804403,0.000023416116,0.0008373324,0.00012698602,0.00001851872,0.000011655835,0.00026442087,0.97696215,0.0054272083,0.000007079852,0.015462993,0.00022021927],"about_ca_topic_score_codex":0.000062957595,"about_ca_topic_score_gemma":0.00030611607,"teacher_disagreement_score":0.44565952,"about_ca_system_score_codex":0.0000122287165,"about_ca_system_score_gemma":0.000007952848,"threshold_uncertainty_score":0.3568076},"labels":[],"label_agreement":null},{"id":"W3048347349","doi":"10.1061/9780784483206.001","title":"A Component-Based Approach in Assessing Sewer Manholes","year":2020,"lang":"en","type":"article","venue":"Pipelines 2020","topic":"Water Systems and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Aecom (Canada)","funders":"","keywords":"Component (thermodynamics); Computer science; Environmental science; Physics","score_opus":0.02101851547984161,"score_gpt":0.21389162111295495,"score_spread":0.19287310563311336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048347349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11767904,0.0006181951,0.87149715,0.0011709762,0.00042929966,0.00030993647,0.0000106199,0.0006406515,0.007644145],"genre_scores_gemma":[0.9906708,0.000005307275,0.00871879,0.00020633003,0.0002724312,0.000012359507,0.000057100096,0.000028668057,0.000028230954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939907,0.000020912266,0.00020994504,0.00014157822,0.00009421013,0.0001342606],"domain_scores_gemma":[0.9998123,0.0000112502385,0.000018315386,0.00008120771,0.000018208422,0.000058725396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000054894612,0.00010774007,0.00015105575,0.00003610672,0.000016766537,0.0000630936,0.00008320911,0.00004820439,0.000016129752],"category_scores_gemma":[0.000007889241,0.00010244986,0.00003072123,0.0002150645,0.0000072201246,0.00011205601,0.000014984888,0.00009314948,0.000036362093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003999585,0.000015530595,0.003958647,0.00021261013,0.0000050761937,0.000009843506,0.00030551906,0.9882348,0.001221591,0.000013677778,0.0054660975,0.00055260165],"study_design_scores_gemma":[0.00033166938,0.0000043100654,0.0016556698,0.000028860393,0.0000042500506,0.000001137048,0.000093154056,0.99352473,0.00061107584,0.0000027896897,0.0036165877,0.00012574764],"about_ca_topic_score_codex":0.000014022944,"about_ca_topic_score_gemma":0.000010349446,"teacher_disagreement_score":0.87299174,"about_ca_system_score_codex":0.000018623477,"about_ca_system_score_gemma":0.00000776641,"threshold_uncertainty_score":0.4177784},"labels":[],"label_agreement":null}]}