{"meta":{"query_hash":"fe89a54785d4","filters":{"venue":"Research in Engineering Design"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fe89a54785d4","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+in+Engineering+Design"},"results":[{"id":"W1494112752","doi":"10.1007/s00163-002-0027-8","title":"Capturing communication and context in the software project lifecycle","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software engineering; Computer science; Collaborative software; Software development process; Software development; Process (computing); Context (archaeology); Engineering; Systems engineering; Software; Knowledge management","score_opus":0.16559660290455167,"score_gpt":0.3486870921085432,"score_spread":0.18309048920399154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494112752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07866943,0.0030250335,0.91625106,0.0007112661,0.00005256416,0.00097290124,4.9604944e-7,0.000094223804,0.00022301615],"genre_scores_gemma":[0.96044314,0.00008702447,0.03931191,0.000021441852,0.0000052807204,0.00011307555,2.105223e-7,0.0000069628204,0.000010984853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794024,0.0010456687,0.00015970385,0.00022110941,0.0002817322,0.00035153705],"domain_scores_gemma":[0.9974319,0.0019009473,0.000012375413,0.0005750474,0.00004562272,0.00003416069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060986835,0.0000821251,0.000098234195,0.00026703315,0.00007240312,0.00018823183,0.0007766425,0.000051954892,0.0000013344558],"category_scores_gemma":[0.0009140566,0.000067397414,0.0000138966725,0.0007161149,0.00004841475,0.00029463362,0.000099532735,0.0005261321,0.0000069801267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013855648,0.0014887262,0.035719093,0.001370663,0.00008307675,0.00038750182,0.1425017,0.2608212,0.0059163943,0.41977108,0.0036314058,0.12817062],"study_design_scores_gemma":[0.0018339113,0.0004936757,0.021497278,0.00093392126,0.0000033768292,0.00011231999,0.0025101525,0.93014616,0.010679471,0.022413475,0.008610401,0.0007658424],"about_ca_topic_score_codex":0.000216811,"about_ca_topic_score_gemma":0.000029160445,"teacher_disagreement_score":0.8817737,"about_ca_system_score_codex":0.00009054639,"about_ca_system_score_gemma":0.000080619364,"threshold_uncertainty_score":0.2748387},"labels":[],"label_agreement":null},{"id":"W1969345383","doi":"10.1007/s00163-006-0020-8","title":"Practical design optimization of truss structures using the genetic algorithms","year":2006,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Truss; Penalty method; Structural engineering; Mathematical optimization; Optimal design; Buckling; Computer science; Engineering; Mathematics","score_opus":0.08382586735099352,"score_gpt":0.3389043523252698,"score_spread":0.25507848497427626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969345383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018903096,0.0006372352,0.99635303,0.000042428386,0.00027070995,0.0005313215,0.000002784382,0.00021367811,0.000058523907],"genre_scores_gemma":[0.41722322,0.00006834832,0.58247393,0.0000010770558,0.00011264093,0.000044659006,0.000002273807,0.00006763542,0.000006227576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793476,0.00024668037,0.0004659324,0.00023298226,0.00048052394,0.0006391261],"domain_scores_gemma":[0.9983761,0.0010363,0.0000343569,0.0003643821,0.000121403435,0.00006747795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012751603,0.00021992926,0.00024278129,0.0006292268,0.000074241754,0.000053758253,0.00029986427,0.00018929807,0.000035429053],"category_scores_gemma":[0.00023507788,0.0002014762,0.000041868036,0.0011826612,0.00012492797,0.0001768012,0.000048049962,0.000601696,0.000002620476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008725752,0.00001608039,0.000051920604,0.00007756161,0.000022162454,0.000023010565,0.000053220767,0.99449134,0.004005352,0.00095832284,0.00016402612,0.0001283067],"study_design_scores_gemma":[0.00024900987,0.000032623797,0.00039056374,0.000049804843,0.000008934848,0.00004733263,0.000026271528,0.9900011,0.008675169,0.0003030148,0.00003208874,0.00018408532],"about_ca_topic_score_codex":0.000045400866,"about_ca_topic_score_gemma":7.4908445e-7,"teacher_disagreement_score":0.4153329,"about_ca_system_score_codex":0.00023729468,"about_ca_system_score_gemma":0.00008145465,"threshold_uncertainty_score":0.82159615},"labels":[],"label_agreement":null},{"id":"W1973734639","doi":"10.1007/s00163-013-0161-5","title":"A proposal for a classification of product-related dependencies in development of mechatronic products","year":2013,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Mechatronics; New product development; Engineering; Product (mathematics); Engineering design process; Manufacturing engineering; Development (topology); Process (computing); Computer science; Systems engineering; Engineering drawing; Software engineering; Industrial engineering; Artificial intelligence; Mathematics; Mechanical engineering; Programming language; Business","score_opus":0.0736232313169453,"score_gpt":0.277147596463403,"score_spread":0.20352436514645766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973734639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95377654,0.0004729437,0.03692081,0.001392065,0.00024809776,0.006734948,4.3363784e-7,0.00010467627,0.0003494911],"genre_scores_gemma":[0.970601,0.0000060359216,0.028633894,0.0000012872529,0.000061007122,0.00059145543,0.000014520996,0.0000218074,0.00006896955],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984837,0.000024713054,0.00048252,0.0002762912,0.00037269067,0.00036007178],"domain_scores_gemma":[0.9990984,0.00006825198,0.00010656226,0.00017677432,0.00054184254,0.000008150374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003041016,0.000107146465,0.00018196068,0.0010886876,0.000034634122,0.000038498998,0.00022002502,0.000052751504,0.000012445481],"category_scores_gemma":[0.00085936673,0.000102730795,0.00001541977,0.0016132736,0.0000298325,0.0006150382,0.00006531635,0.00015151322,0.000019371457],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001697329,0.000538318,0.010161524,0.0057892846,0.000060745788,0.000001988999,0.0014768429,0.023290593,0.8831666,0.047303073,0.0006772591,0.027363997],"study_design_scores_gemma":[0.002932115,0.00007836891,0.18807651,0.0013806171,0.000017268538,0.0000017806282,0.000790398,0.45834294,0.3291781,0.016939335,0.0014471839,0.0008153866],"about_ca_topic_score_codex":0.000052799853,"about_ca_topic_score_gemma":0.000015021384,"teacher_disagreement_score":0.5539885,"about_ca_system_score_codex":0.00013011416,"about_ca_system_score_gemma":0.00041808438,"threshold_uncertainty_score":0.41892403},"labels":[],"label_agreement":null},{"id":"W1978235327","doi":"10.1007/s00163-011-0111-z","title":"A matrix-based clustering approach for the decomposition of design problems","year":2011,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Computer science; Design structure matrix; Cluster analysis; Coupling (piping); Matrix (chemical analysis); Decomposition; Algorithm; Hierarchical clustering; Tree (set theory); Theoretical computer science; Mathematical optimization; Data mining; Mathematics; Artificial intelligence; Engineering","score_opus":0.1602937610561014,"score_gpt":0.3037269223384126,"score_spread":0.14343316128231118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978235327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069525524,0.00013946983,0.9972679,0.000060212176,0.0000735525,0.0014341321,3.0750164e-7,0.000061571074,0.00026757098],"genre_scores_gemma":[0.82483053,0.000007750576,0.17447126,0.000010631092,0.00014190887,0.00047654734,0.000009192272,0.000029875604,0.000022275888],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998937,0.00003339337,0.0002278195,0.00019406955,0.0002665075,0.0003411724],"domain_scores_gemma":[0.9993257,0.00025181554,0.000056917514,0.00017954719,0.00017692841,0.000009106986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003722825,0.00010557643,0.00012280743,0.0005299437,0.00009828279,0.00007171202,0.00029312164,0.000051199026,0.00001153625],"category_scores_gemma":[0.0001734715,0.00008495457,0.00003239576,0.00082686555,0.00002950836,0.00032028081,0.000055072793,0.00013912858,0.000006732602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022479195,0.00010878264,0.0003764273,0.0009856648,0.000021535863,0.0000014142007,0.00015606674,0.98756623,0.006102827,0.0017128541,0.00031473525,0.0024286702],"study_design_scores_gemma":[0.00044480702,0.000020764624,0.0007351258,0.00009489763,0.000008435185,4.3699637e-7,0.000032757027,0.99419355,0.0037399242,0.0004515264,0.00016882444,0.00010896012],"about_ca_topic_score_codex":0.00005234657,"about_ca_topic_score_gemma":0.0000011194869,"teacher_disagreement_score":0.8241353,"about_ca_system_score_codex":0.00005376846,"about_ca_system_score_gemma":0.00004418832,"threshold_uncertainty_score":0.34643468},"labels":[],"label_agreement":null},{"id":"W1986418346","doi":"10.1007/s00163-009-0069-2","title":"Pattern-based reasoning for rapid redesign: a proactive approach","year":2009,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University","funders":"","keywords":"Computer science; Engineering design process; Process (computing); Systems engineering; Artificial intelligence; Engineering; Programming language; Mechanical engineering","score_opus":0.0877088665239769,"score_gpt":0.28993388555956096,"score_spread":0.20222501903558404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986418346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002467694,0.00012233033,0.9927001,0.00062678044,0.00009610731,0.001652659,5.5612554e-7,0.00020544438,0.002128307],"genre_scores_gemma":[0.96571416,0.0000049525793,0.033101726,0.00010787156,0.00056992396,0.00036210634,0.00003891153,0.000036319412,0.00006403391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839914,0.000033875647,0.00020794893,0.00037618924,0.0003915474,0.00059128896],"domain_scores_gemma":[0.999387,0.00014685489,0.00004565935,0.00020172533,0.00019956363,0.000019182788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003028809,0.0001604181,0.0001723531,0.0008478045,0.00012754438,0.00023274792,0.00025841047,0.000079044665,0.0000116172005],"category_scores_gemma":[0.0005485037,0.00016087646,0.00003932824,0.001147717,0.00001737938,0.00053672417,0.000026766338,0.00025470427,0.000018709925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012405898,0.0011039488,0.0022449915,0.0018949385,0.000111662586,0.000060436163,0.00051638274,0.6062116,0.019021455,0.024119284,0.015266249,0.32820845],"study_design_scores_gemma":[0.0009906521,0.00004700415,0.0031679443,0.00015734941,0.0000071259255,7.1654944e-7,0.0000463374,0.98935705,0.0025467423,0.0008952118,0.002491142,0.00029271602],"about_ca_topic_score_codex":0.000013604835,"about_ca_topic_score_gemma":2.7789227e-7,"teacher_disagreement_score":0.96324646,"about_ca_system_score_codex":0.00014065158,"about_ca_system_score_gemma":0.00007979646,"threshold_uncertainty_score":0.6560351},"labels":[],"label_agreement":null},{"id":"W1996513588","doi":"10.1007/s001630050035","title":"A Subjective Design Framework for Conceptual Design of Polymeric Processes with Multiple Parameters","year":2000,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptual design; Process (computing); Computer science; Engineering design process; Design process; Molding (decorative); Process design; Industrial engineering; Systems engineering; Process engineering; Engineering; Mechanical engineering","score_opus":0.07148807894397984,"score_gpt":0.288589414609707,"score_spread":0.21710133566572715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996513588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006435193,0.00097153016,0.9909112,0.000008276828,0.0000461375,0.0013946285,0.000006911963,0.00020846276,0.000017697472],"genre_scores_gemma":[0.61965585,0.00031643844,0.37937206,0.0000020243845,0.000028950324,0.00053708337,0.0000029541122,0.00006786636,0.00001674759],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821156,0.00013976474,0.00029262307,0.00030922767,0.000371067,0.0006757489],"domain_scores_gemma":[0.99456954,0.0048581827,0.000029246492,0.00023055327,0.00019921207,0.00011327582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010622201,0.00024483842,0.00031080583,0.0003964432,0.000060882638,0.00005091695,0.00027446647,0.00015262807,0.00003451346],"category_scores_gemma":[0.000995843,0.00022971188,0.000029621706,0.0010595918,0.00010868209,0.0002071365,0.000011100599,0.00036455973,0.0000048294173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039532143,0.000043284028,0.000049624537,0.00065895484,0.00004821084,0.000006136376,0.0008809177,0.9943086,0.00041988972,0.000055704575,0.00002824707,0.0031051075],"study_design_scores_gemma":[0.00063132227,0.0005025527,0.00010091772,0.0005270785,0.000009131219,0.00000334853,0.000107072636,0.88767433,0.10969931,0.00041342195,0.000039088518,0.0002924313],"about_ca_topic_score_codex":0.000023773257,"about_ca_topic_score_gemma":0.0000012429032,"teacher_disagreement_score":0.6132207,"about_ca_system_score_codex":0.00012175012,"about_ca_system_score_gemma":0.00017491372,"threshold_uncertainty_score":0.93673784},"labels":[],"label_agreement":null},{"id":"W2001156059","doi":"10.1007/s00163-012-0141-1","title":"Predicting topic shift locations in design histories","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Zoom; Sentence; Visualization; Deixis; Natural language processing; Segmentation; Design history; Artificial intelligence; Information retrieval; Human–computer interaction; Linguistics","score_opus":0.15609653288313302,"score_gpt":0.3595632927673584,"score_spread":0.20346675988422536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001156059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018950382,0.0043313736,0.97028923,0.0003637428,0.0014909487,0.00083838106,0.0000014684771,0.0004794249,0.0032550385],"genre_scores_gemma":[0.9817937,0.00011479134,0.017411817,0.00000628272,0.00023023943,0.00025294095,0.000002244062,0.000046861103,0.00014113472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819994,0.0002935808,0.0002727154,0.0001502556,0.00031846852,0.00076505356],"domain_scores_gemma":[0.9977504,0.0017610135,0.000013589771,0.00026340305,0.000039992075,0.00017161162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038499981,0.00014042204,0.0001449865,0.00073441095,0.000053073578,0.000055326,0.00021818507,0.000106463594,0.00006037414],"category_scores_gemma":[0.0007380494,0.00016489814,0.000019201118,0.001031689,0.000025358127,0.0005957336,0.000023206143,0.0007094915,0.00009487499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016181559,0.00013246678,0.012368214,0.00022626933,0.00001863462,0.0000127157255,0.005872962,0.96992123,0.003066275,0.0039275684,0.0015269157,0.0029105388],"study_design_scores_gemma":[0.00087793014,0.00011820325,0.075593874,0.0003934987,0.0000128579195,0.000028461714,0.0009659647,0.8666456,0.008829387,0.0008447164,0.044788387,0.00090117106],"about_ca_topic_score_codex":0.000062091545,"about_ca_topic_score_gemma":0.000007676638,"teacher_disagreement_score":0.9628433,"about_ca_system_score_codex":0.0006626559,"about_ca_system_score_gemma":0.00010087714,"threshold_uncertainty_score":0.6724351},"labels":[],"label_agreement":null},{"id":"W2009960261","doi":"10.1007/s00163-007-0041-y","title":"Using descriptions of biological phenomena for idea generation","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Computer science; Engineering design process; Management science; Phenomenon; Continuation; Simple (philosophy); Artificial intelligence; Engineering; Epistemology; Mechanical engineering","score_opus":0.6390242262155917,"score_gpt":0.42582158587662694,"score_spread":0.2132026403389648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009960261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06704348,0.00051478064,0.93151677,0.000021192709,0.0002226172,0.0003793414,0.000004047381,0.00007791479,0.00021987713],"genre_scores_gemma":[0.9135868,0.00022133709,0.08585469,0.0000027105057,0.0001778282,0.00009819202,0.0000062915924,0.000023275526,0.000028901199],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911404,0.00009402094,0.00021040007,0.00012086088,0.0001588795,0.0003017793],"domain_scores_gemma":[0.99913913,0.0005396056,0.0000132654495,0.0001391575,0.00010276125,0.00006605672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012007419,0.000082711515,0.00012151298,0.00037369484,0.00006171396,0.000014479473,0.00011114149,0.00007080402,0.000021117663],"category_scores_gemma":[0.0003442368,0.000087138185,0.000028073538,0.0005014251,0.000033669003,0.00015291799,0.000009939296,0.00019314264,0.000007473326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000841707,0.00003269122,0.000054892364,0.00004974982,0.000010662525,0.0000023793464,0.00020297647,0.695513,0.30159283,0.0014254521,0.00056379987,0.00054314797],"study_design_scores_gemma":[0.00019185986,0.000055398436,0.00041060284,0.0000235688,0.0000020569157,0.000013300355,0.000034258494,0.9780003,0.019232035,0.000113682385,0.0018173298,0.00010564487],"about_ca_topic_score_codex":0.000011758004,"about_ca_topic_score_gemma":5.1146156e-7,"teacher_disagreement_score":0.8465433,"about_ca_system_score_codex":0.00015406418,"about_ca_system_score_gemma":0.00006968446,"threshold_uncertainty_score":0.3553392},"labels":[],"label_agreement":null},{"id":"W2046731995","doi":"10.1007/s00163-003-0043-3","title":"Modelling of quality function deployment planning with resource allocation","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Quality function deployment; Product planning; Resource allocation; Customer satisfaction; Voice of the customer; Resource (disambiguation); Process management; Computer science; Heuristics; New product development; Operations research; Operations management; Engineering; Business; Service quality; Service (business); Marketing","score_opus":0.2211317480737083,"score_gpt":0.32473647546398937,"score_spread":0.10360472739028107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046731995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05559974,0.00022244318,0.9416178,0.0001916324,0.00012245073,0.0005965999,2.5355368e-7,0.00016691395,0.0014821985],"genre_scores_gemma":[0.9924705,0.0000063021375,0.0070351674,0.00004971964,0.0001729662,0.00010023791,0.000006645219,0.00005514646,0.00010328892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997499,0.0002116498,0.0004791223,0.00039744502,0.00092371594,0.00048906397],"domain_scores_gemma":[0.99871176,0.0004583482,0.00012879819,0.00039840795,0.00027899313,0.00002369206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009256711,0.00017191097,0.00022351248,0.00092659343,0.000098705736,0.00011131143,0.00018671808,0.00007800528,0.000029644205],"category_scores_gemma":[0.00047379543,0.00016744093,0.000032931974,0.0015516907,0.000047853493,0.00061849604,0.00003667336,0.00038560128,0.000033306547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020924855,0.000096394266,0.0020308588,0.00036746735,0.000025661024,0.0000051309294,0.00006055763,0.95782596,0.0019559234,0.03686289,0.00030815703,0.000251758],"study_design_scores_gemma":[0.0015134811,0.00017988787,0.001461127,0.000724697,0.000033892156,0.000004233334,0.0006860863,0.96338546,0.006898964,0.0060089706,0.018490288,0.00061292684],"about_ca_topic_score_codex":0.0001738517,"about_ca_topic_score_gemma":0.0000014219113,"teacher_disagreement_score":0.9368708,"about_ca_system_score_codex":0.00014775577,"about_ca_system_score_gemma":0.000057661044,"threshold_uncertainty_score":0.6828043},"labels":[],"label_agreement":null},{"id":"W2079321829","doi":"10.1007/s00163-008-0046-1","title":"Coaching product development teams: a conceptual foundation for empirical studies","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coaching; New product development; Scope (computer science); Knowledge management; Terminology; Psychology; Process management; Business; Marketing; Computer science","score_opus":0.41277025865663813,"score_gpt":0.4822136080538169,"score_spread":0.06944334939717878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079321829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71071154,0.0015755646,0.28548732,0.00026212898,0.0005374544,0.0011110617,0.000001928327,0.00010452708,0.00020847427],"genre_scores_gemma":[0.97372115,0.000071412425,0.024932785,0.000011163729,0.00017465586,0.00057613093,0.0000075870676,0.0000256017,0.0004795129],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985569,0.00012695955,0.00023684044,0.00029097623,0.00026455574,0.00052373717],"domain_scores_gemma":[0.99882436,0.0007869731,0.00002095035,0.00018342893,0.00012527077,0.000059038404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002342683,0.000109698296,0.00016586854,0.00029360497,0.00017755176,0.000014884088,0.00016075828,0.000052429776,0.000014780511],"category_scores_gemma":[0.00038124292,0.00010452504,0.000021870537,0.00033747224,0.000105608306,0.000082938386,0.000042784428,0.00034308192,0.00005713998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016874546,0.0017795358,0.109323755,0.0014751841,0.0012084129,0.00045201744,0.3485485,0.23222616,0.0064891283,0.032615256,0.03199071,0.23220387],"study_design_scores_gemma":[0.007416639,0.0022007,0.1486782,0.0009205705,0.000020649142,0.00028473797,0.012138113,0.47147948,0.0036760415,0.0009660172,0.35002333,0.0021955476],"about_ca_topic_score_codex":0.000014070112,"about_ca_topic_score_gemma":0.0000035285777,"teacher_disagreement_score":0.3364104,"about_ca_system_score_codex":0.00029851674,"about_ca_system_score_gemma":0.00017383962,"threshold_uncertainty_score":0.4262407},"labels":[],"label_agreement":null},{"id":"W2094462407","doi":"10.1007/s00163-012-0130-4","title":"Fuzzy decision support for tools selection in the core front end activities of new product development","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Technology Assessment and Management","field":"Engineering","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Front and back ends; Selection (genetic algorithm); Core (optical fiber); Fuzzy logic; New product development; Engineering; Engineering design process; Systems engineering; Computer science; Product (mathematics); Decision support system; Product design; Manufacturing engineering; Operations research; Process management; Mathematics; Mechanical engineering; Artificial intelligence; Business","score_opus":0.14806143806066951,"score_gpt":0.35456604758398447,"score_spread":0.20650460952331495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094462407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2134967,0.00074804714,0.7828812,0.000057969304,0.00034923886,0.0018206781,0.0000018191843,0.00019336709,0.00045097913],"genre_scores_gemma":[0.92818856,0.00005526262,0.07121657,0.0000014204107,0.00007662786,0.000343345,0.000003927629,0.000021171005,0.000093089184],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885637,0.000026628264,0.00020979038,0.00012079457,0.000290685,0.00049572176],"domain_scores_gemma":[0.9993578,0.0004293866,0.000013314641,0.00014043493,0.000023959354,0.000035070425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024530587,0.000107050015,0.00013756372,0.0005344909,0.000028415661,0.000020316484,0.00021965994,0.000067129426,0.000011105916],"category_scores_gemma":[0.00015375642,0.00009212814,0.000019612455,0.00038226886,0.000015729054,0.00022841265,0.000038105853,0.00028848174,0.000004471205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015049492,0.0003176271,0.007288121,0.0009560405,0.0001281874,0.000008903572,0.0056010354,0.43254775,0.04869708,0.007988198,0.024416203,0.47190037],"study_design_scores_gemma":[0.003613028,0.0008295019,0.29820794,0.00089225324,0.000033872213,0.00002171673,0.0022386208,0.13159542,0.43958047,0.0044263774,0.11722591,0.0013348842],"about_ca_topic_score_codex":0.000009015495,"about_ca_topic_score_gemma":0.000015919364,"teacher_disagreement_score":0.7146919,"about_ca_system_score_codex":0.0002463843,"about_ca_system_score_gemma":0.00006482942,"threshold_uncertainty_score":0.37568763},"labels":[],"label_agreement":null},{"id":"W2112128754","doi":"10.1007/s00163-003-0029-1","title":"Simultaneous tolerance synthesis for manufacturing and quality","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Windsor","funders":"","keywords":"Reliability engineering; Quality (philosophy); Manufacturing cost; Product (mathematics); Concurrent engineering; Process (computing); Engineering design process; Manufacturing engineering; Function (biology); Engineering; Computer science; Product design; Process engineering; Process integration; Mechanical engineering; Mathematics","score_opus":0.07268194559461566,"score_gpt":0.31299287952441285,"score_spread":0.2403109339297972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112128754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07378339,0.00092695345,0.9239393,0.000017196013,0.000124468,0.0005687721,0.0000048358556,0.0002468951,0.00038818092],"genre_scores_gemma":[0.96429116,0.00027134252,0.035099417,0.0000020690204,0.000030901443,0.00021724311,8.796546e-7,0.000044808297,0.00004219646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988546,0.00006687579,0.00020218492,0.0002131087,0.00019215675,0.00047109806],"domain_scores_gemma":[0.9977178,0.0019868952,0.000010066768,0.00016040803,0.000035426343,0.000089424524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014392715,0.00013781119,0.00017692847,0.00023725434,0.00006111605,0.00006685139,0.00010395633,0.00008632944,0.000010577903],"category_scores_gemma":[0.00070395553,0.00014742375,0.000021428883,0.00014626319,0.000019001394,0.00010103966,0.00001170626,0.00022684719,0.0000030876197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010590853,0.000008172481,0.000020868363,0.00070063886,0.000007836471,0.0000046850437,0.00006636364,0.992271,0.0008342352,0.00052605604,0.000012356853,0.0055371616],"study_design_scores_gemma":[0.00022293084,0.000020027359,0.00019815394,0.00011833172,0.0000021991113,0.000002970253,0.000018047062,0.8001618,0.19689432,0.00027283764,0.0018784578,0.00020995254],"about_ca_topic_score_codex":0.000007648876,"about_ca_topic_score_gemma":0.0000018422099,"teacher_disagreement_score":0.89050776,"about_ca_system_score_codex":0.00009624762,"about_ca_system_score_gemma":0.00001455856,"threshold_uncertainty_score":0.6011766},"labels":[],"label_agreement":null},{"id":"W2126701034","doi":"10.1007/s00163-015-0196-x","title":"Product life-cycle cost estimation: a focus on the multi-generation manufacturing-based product","year":2015,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Product engineering; Cost estimate; New product development; Risk analysis (engineering); Product lifecycle; Product cost management; Product design; Product (mathematics); Cost engineering; Computer science; Life-cycle cost analysis; Cost contingency; Product management; Design review (U.S. government); Product proliferation; Manufacturing cost; Estimation; Systems engineering; Engineering; Operations management; Business; Product testing; Marketing","score_opus":0.14482636663534607,"score_gpt":0.31232871236851645,"score_spread":0.16750234573317038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126701034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017416483,0.0005956918,0.9772755,0.001349491,0.00043762915,0.0020451047,0.000004398798,0.00055031717,0.00032537166],"genre_scores_gemma":[0.97853535,0.000027687518,0.020481097,0.0000125412325,0.00026562283,0.00054519967,0.000014439808,0.00006908283,0.000048990445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981766,0.00014338478,0.000255408,0.00033519178,0.00057677395,0.00051266846],"domain_scores_gemma":[0.99893636,0.00029550339,0.000022324804,0.00046039931,0.00010621834,0.00017917533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021215058,0.0002161944,0.0001600433,0.0005104387,0.00011322,0.00016712895,0.00028382623,0.00006401198,0.000019360165],"category_scores_gemma":[0.00093542086,0.00017583407,0.000027520677,0.0005422242,0.00003146877,0.00018538053,0.000028293987,0.00052090536,0.00006799501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018473205,0.000044062002,0.00001131869,0.0001331549,0.000010167588,0.0000069189723,0.00012671034,0.99379754,0.0002306523,0.00013841302,0.0007987981,0.0046837875],"study_design_scores_gemma":[0.00037152882,0.00004517196,0.00016122841,0.00008669723,0.000002423454,0.0000014890735,0.000007984701,0.864996,0.13355294,0.000060314494,0.0005397005,0.00017448785],"about_ca_topic_score_codex":0.000025262381,"about_ca_topic_score_gemma":0.000009046952,"teacher_disagreement_score":0.9611189,"about_ca_system_score_codex":0.00030010522,"about_ca_system_score_gemma":0.00012617862,"threshold_uncertainty_score":0.7170305},"labels":[],"label_agreement":null},{"id":"W2227451064","doi":"10.1007/s00163-015-0210-3","title":"Reinventing classics: the hidden design strategies of renowned chefs","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Culinary Culture and Tourism","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Recipe; Axiom; Set (abstract data type); Object (grammar); Point (geometry); Key (lock); Process (computing); Function (biology); Design elements and principles; Book design; Epistemology; Sociology; Computer science; Management science; Mathematics; Art; Engineering; Artificial intelligence; Philosophy; History; Visual arts; Software engineering","score_opus":0.15590131800556148,"score_gpt":0.3026145408848084,"score_spread":0.1467132228792469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227451064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8805074,0.0042385715,0.079956666,0.02556693,0.0005320983,0.0036237265,0.000022369779,0.0004768845,0.0050753397],"genre_scores_gemma":[0.99747115,0.00013440863,0.0016787896,0.0000035199298,0.0002372793,0.00004165115,0.0000011832237,0.0000018566044,0.00043015144],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985407,0.000309516,0.0001997574,0.00019249482,0.00034883842,0.0004087095],"domain_scores_gemma":[0.9980815,0.0016499159,0.00003559066,0.000090789996,0.00008472971,0.000057463123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023714472,0.0000979606,0.00013133018,0.0000336622,0.0000925386,0.000053425363,0.00038732582,0.00008325555,0.00006526161],"category_scores_gemma":[0.00023572163,0.000026595279,0.000049253915,0.00055605156,0.0000825182,0.00015629435,0.0000737306,0.00021450494,0.000022171851],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004105013,0.000038934104,0.00012029445,0.000019748684,0.000014931704,0.000025869196,0.00016075936,0.0010893744,0.95762235,0.0033169223,0.0015400528,0.036009718],"study_design_scores_gemma":[0.0022560474,0.004498305,0.08786678,0.0035461963,0.000045096433,0.000084362524,0.0056668655,0.025614252,0.7062036,0.092886865,0.06945562,0.0018760236],"about_ca_topic_score_codex":0.00006821378,"about_ca_topic_score_gemma":0.000013216738,"teacher_disagreement_score":0.25141877,"about_ca_system_score_codex":0.000040494524,"about_ca_system_score_gemma":0.000028344557,"threshold_uncertainty_score":0.1084524},"labels":[],"label_agreement":null},{"id":"W2473563310","doi":"10.1007/s00163-016-0233-4","title":"Innovative design for agriculture in the move towards sustainability: scientific challenges","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Natural Resources Canada","funders":"","keywords":"Agriculture; Sustainability; Engineering design process; Engineering ethics; Design science; Field (mathematics); Management science; Computer science; Knowledge management; Engineering; Business; Marketing; Geography","score_opus":0.08075551010774004,"score_gpt":0.31858838283546653,"score_spread":0.2378328727277265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473563310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45448342,0.0013543268,0.4876557,0.04012928,0.00030936295,0.014476659,0.000029692419,0.0001792935,0.0013822592],"genre_scores_gemma":[0.9958255,0.00007300782,0.0029108787,0.000015785736,0.00004305483,0.0007778409,0.0000020948366,0.00001589492,0.00033589124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99684334,0.00059767853,0.00025996467,0.0005693422,0.0007353588,0.0009943178],"domain_scores_gemma":[0.99795187,0.0014529666,0.000029671883,0.0003998438,0.00006704678,0.00009859557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090760635,0.0002069373,0.00018336604,0.0001819853,0.000169601,0.00009069749,0.0006353902,0.0001419168,0.00004875368],"category_scores_gemma":[0.0018044761,0.000102991944,0.000047100897,0.0017825633,0.00045366527,0.00043394454,0.0001877582,0.00037306658,0.000032045726],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005761615,0.0018760669,0.0058362167,0.00065185194,0.000052264928,0.00022921301,0.027891982,0.6739957,0.07630767,0.010519643,0.014709725,0.18735355],"study_design_scores_gemma":[0.0030091342,0.0017563541,0.8306548,0.00038932535,0.000011968261,0.00004044954,0.023500742,0.009488209,0.025928188,0.07066632,0.033082657,0.0014718276],"about_ca_topic_score_codex":0.00009538875,"about_ca_topic_score_gemma":0.00002688911,"teacher_disagreement_score":0.8248186,"about_ca_system_score_codex":0.002321467,"about_ca_system_score_gemma":0.0000735558,"threshold_uncertainty_score":0.6070556},"labels":[],"label_agreement":null},{"id":"W2736620412","doi":"10.1007/s00163-017-0264-5","title":"Enhancing interface adaptability of open architecture products","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Adaptability; Interface (matter); Open architecture; Architecture; Computer science; User interface; Open platform; Product (mathematics); Systems engineering; Engineering; Operating system; Software","score_opus":0.11121968234325605,"score_gpt":0.338608488915245,"score_spread":0.22738880657198893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736620412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66997653,0.0005765716,0.30509692,0.0061750705,0.0013337549,0.005008161,0.0000023183904,0.00025168207,0.011578946],"genre_scores_gemma":[0.99170864,0.000006184405,0.007781032,0.0000049361984,0.00026553895,0.000048161153,0.0000028638462,0.000021607904,0.00016101061],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987487,0.000029624203,0.00022994129,0.00031448074,0.0003249727,0.0003522904],"domain_scores_gemma":[0.99896175,0.00008100416,0.00009466314,0.00060282653,0.0002482337,0.000011536626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004389504,0.00010912948,0.00018237451,0.00037750005,0.00017147923,0.0005284573,0.0011816669,0.00004582314,0.000026544683],"category_scores_gemma":[0.002751939,0.00010379903,0.000015626843,0.00043511653,0.000059581158,0.0011655617,0.0008225236,0.0002881726,0.000031044576],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011495259,0.0007626347,0.040311955,0.008354653,0.00014813217,0.00007368494,0.0014807052,0.24693766,0.58659977,0.027361907,0.0047075637,0.082111835],"study_design_scores_gemma":[0.0033497298,0.00010062689,0.20864227,0.0030969419,0.000027646716,0.0000053612016,0.00034471884,0.11700524,0.60672134,0.01889879,0.04024705,0.0015602922],"about_ca_topic_score_codex":0.00031594094,"about_ca_topic_score_gemma":0.000033040295,"teacher_disagreement_score":0.3217321,"about_ca_system_score_codex":0.00006232828,"about_ca_system_score_gemma":0.000086175656,"threshold_uncertainty_score":0.50959253},"labels":[],"label_agreement":null},{"id":"W2767413295","doi":"10.1007/s00163-017-0274-3","title":"Modelling the development of complex products using a knowledge perspective","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Faculty of Engineering, McGill University","keywords":"New product development; Product design; Design review (U.S. government); Computer science; Product engineering; Knowledge management; Interdependence; Product design specification; Design knowledge; Product lifecycle; Product management; Product (mathematics); Process (computing); Systems engineering; Process management; Engineering; Product testing; Business; Operations management","score_opus":0.33990996611431823,"score_gpt":0.36584811556802466,"score_spread":0.025938149453706427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767413295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35243902,0.0006565611,0.6342455,0.0011723199,0.0005428943,0.0019854864,5.168188e-7,0.00013568957,0.008822023],"genre_scores_gemma":[0.97265345,0.0000050107865,0.026873961,0.0000025534287,0.00034482178,0.000028963543,0.000001778636,0.000023342223,0.00006612563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988031,0.000024277022,0.00023225519,0.00024691294,0.00033435176,0.00035914915],"domain_scores_gemma":[0.9989002,0.00006583279,0.00009389621,0.0003674357,0.00056372175,0.000008967837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031381524,0.00011349183,0.00014190329,0.0004379812,0.00052122516,0.0002437258,0.0005474985,0.000036384783,0.0000067225915],"category_scores_gemma":[0.0005172467,0.00009252443,0.000017475431,0.0005230925,0.000074092364,0.0005696509,0.0002671441,0.00021376267,0.000027555463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055426073,0.000114713606,0.00061123987,0.00050108426,0.000041856627,0.0000048144093,0.0025332186,0.9581754,0.014343956,0.021282613,0.00022823167,0.002107401],"study_design_scores_gemma":[0.00021722015,0.00000239486,0.0014540631,0.00016627311,0.0000040205146,4.50332e-7,0.00025584933,0.9931396,0.0019496483,0.0008766799,0.0017997851,0.00013401614],"about_ca_topic_score_codex":0.00015184065,"about_ca_topic_score_gemma":0.0000073396354,"teacher_disagreement_score":0.6202144,"about_ca_system_score_codex":0.00018361093,"about_ca_system_score_gemma":0.00019887656,"threshold_uncertainty_score":0.40088952},"labels":[],"label_agreement":null},{"id":"W2769747508","doi":"10.1007/s00163-017-0273-4","title":"Empirical approaches to quantifying effort, fatigue and concentration in the conceptual design process","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Color perception and design","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual design; Computer science; Process (computing); Engineering design process; Artificial intelligence; Electroencephalography; Human–computer interaction; Machine learning; Engineering; Psychology","score_opus":0.799562946973427,"score_gpt":0.5171899644237399,"score_spread":0.2823729825496871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769747508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46506387,0.00025972447,0.528637,0.0017018906,0.00018247924,0.002396426,0.0000018025663,0.00006420697,0.0016926083],"genre_scores_gemma":[0.99632394,0.0000123305335,0.0029074447,0.000047556758,0.00008458133,0.00055371545,0.0000016702534,0.000020451516,0.000048300502],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977211,0.0006516445,0.00024738227,0.00039219297,0.00040183886,0.00058584195],"domain_scores_gemma":[0.99830616,0.001054343,0.000032881893,0.00044351604,0.00003980297,0.00012328215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005084597,0.0001432338,0.00018555162,0.0002438106,0.0002182185,0.00025226723,0.0004953999,0.00013590207,0.000050988936],"category_scores_gemma":[0.0005283303,0.0001172492,0.000020915571,0.00032428958,0.00018555009,0.00016688496,0.000047479134,0.00056028273,0.000044912118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026914894,0.001368206,0.1933238,0.00049942936,0.00012238257,0.0010188505,0.28863448,0.38968322,0.009278148,0.0663001,0.009524586,0.037555307],"study_design_scores_gemma":[0.0033837254,0.0012413994,0.7021555,0.0003870267,0.000010985556,0.000068176305,0.014209615,0.27432835,0.001268467,0.0009805913,0.0011679017,0.000798259],"about_ca_topic_score_codex":0.00007270494,"about_ca_topic_score_gemma":0.00001709793,"teacher_disagreement_score":0.5312601,"about_ca_system_score_codex":0.00008550759,"about_ca_system_score_gemma":0.00009374699,"threshold_uncertainty_score":0.47812834},"labels":[],"label_agreement":null},{"id":"W2801046428","doi":"10.1007/s00163-018-0287-6","title":"Multi-criteria fuzzy decision support for conceptual evaluation in design of mechatronic systems: a quadrotor design case study","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Choquet integral; Conceptual design; Mechatronics; Fuzzy logic; Engineering design process; Computer science; Process (computing); Control engineering; Artificial intelligence; Systems engineering; Engineering; Human–computer interaction","score_opus":0.6249602979431499,"score_gpt":0.5550364995416687,"score_spread":0.06992379840148122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801046428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14379385,0.00033360513,0.8441377,0.000008610064,0.000912542,0.010738366,0.000018221514,0.00005174393,0.0000053328913],"genre_scores_gemma":[0.72666526,0.000006944542,0.27119637,0.0000029995529,0.0001585927,0.0018646604,0.0000018366974,0.000067728106,0.00003564923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98118544,0.0075345584,0.002838876,0.0015862748,0.005404692,0.0014501775],"domain_scores_gemma":[0.9621929,0.031538967,0.0003590102,0.0016889506,0.0038890266,0.00033112578],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1290196,0.0004539022,0.0010567994,0.0043865405,0.0002144055,0.0005170855,0.0016775854,0.0003085961,0.00022916062],"category_scores_gemma":[0.044635944,0.00040267163,0.00013122462,0.0036379874,0.00026185156,0.00076603447,0.0003700069,0.0005635418,0.00012076376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023944394,0.0012654809,0.0007179777,0.00008733663,0.00006285043,0.0012996421,0.009006021,0.91388255,0.040059254,0.00016467278,0.001566802,0.029492956],"study_design_scores_gemma":[0.0053933873,0.0025930312,0.0005136582,0.00035445383,0.000016248052,0.00015345427,0.007969492,0.9800549,0.0014983837,0.0009839534,0.00009399282,0.00037500757],"about_ca_topic_score_codex":0.00032293593,"about_ca_topic_score_gemma":0.000072802446,"teacher_disagreement_score":0.5828714,"about_ca_system_score_codex":0.00096380454,"about_ca_system_score_gemma":0.0010663321,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W2895497546","doi":"10.1007/s00163-018-0298-3","title":"A numerical-based part consolidation candidate detection approach with modularization considerations","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Consolidation (business); Computer science; Modularity (biology)","score_opus":0.050437667423811956,"score_gpt":0.26969643774784596,"score_spread":0.219258770324034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895497546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004448983,0.00003492611,0.99416584,0.000027797309,0.00008304931,0.0004151868,0.000001962053,0.00030098777,0.0005212656],"genre_scores_gemma":[0.96259326,0.000013382177,0.03699378,0.0000063467755,0.00010309253,0.00020984431,0.000023603914,0.00004440472,0.00001229479],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988509,0.00008034069,0.00018677796,0.00022183952,0.00030034746,0.0003598123],"domain_scores_gemma":[0.9993859,0.00014923135,0.000017415574,0.0001946768,0.00017111392,0.000081659746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059678475,0.00013477841,0.00012314814,0.00045862974,0.00012451172,0.000115991366,0.000070330054,0.000088124056,0.000031677908],"category_scores_gemma":[0.000106791034,0.00013256086,0.000012618895,0.0006926807,0.000049055663,0.00019614754,0.0000075032435,0.00026168054,0.000013854168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018126797,0.000020705784,0.000039212726,0.00011717387,0.000010258693,0.0000030832616,0.00008568972,0.9977004,0.0012500002,0.00019257747,0.00004763291,0.0005151551],"study_design_scores_gemma":[0.00030683944,0.00009009582,0.00021910359,0.00006242929,0.0000033493322,0.000004835958,0.000006722193,0.9291247,0.06971384,0.00010371912,0.00021712104,0.0001472512],"about_ca_topic_score_codex":0.000026482494,"about_ca_topic_score_gemma":0.0000074464933,"teacher_disagreement_score":0.95814425,"about_ca_system_score_codex":0.00016287081,"about_ca_system_score_gemma":0.00006444755,"threshold_uncertainty_score":0.5405675},"labels":[],"label_agreement":null},{"id":"W4280568637","doi":"10.1007/s00163-022-00389-w","title":"Organizing the fragmented landscape of multidisciplinary product development: a mapping of approaches, processes, methods and tools from the scientific literature","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds Unique Interministériel","keywords":"Variety (cybernetics); Multidisciplinary approach; New product development; Computer science; Identification (biology); Product (mathematics); Process (computing); Product engineering; Data science; Product design; Mechatronics; Systems engineering; Management science; Engineering; Knowledge management; Artificial intelligence","score_opus":0.16351756087118502,"score_gpt":0.31646044151728914,"score_spread":0.15294288064610412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280568637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7481673,0.027687544,0.2192961,0.0003684783,0.0004956633,0.0028067806,0.00017547356,0.00026125406,0.00074144534],"genre_scores_gemma":[0.96904135,0.000030729283,0.030601593,6.950924e-7,0.00002561343,0.00021493727,0.000036627986,0.000029749182,0.000018711355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984344,0.00021601657,0.00034502166,0.00020535324,0.0005041069,0.0002950979],"domain_scores_gemma":[0.99805945,0.0014772828,0.00003195231,0.00029492355,0.00009940698,0.00003695416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004284608,0.0001230107,0.00015656724,0.0003055875,0.00020858142,0.0001868673,0.00045809135,0.000041764375,0.000011013106],"category_scores_gemma":[0.000426454,0.0000894358,0.000016758346,0.002719291,0.00008447121,0.0003263935,0.00020069099,0.00075379777,5.536739e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030236177,0.00008984649,0.001622225,0.002328917,0.00013625502,0.000008134188,0.040925767,0.8834185,0.04266355,0.0002912479,0.0003124904,0.028172852],"study_design_scores_gemma":[0.0013707196,0.00011447631,0.022175899,0.0028843652,0.000022107044,0.000054556305,0.024191825,0.64231265,0.2912634,0.00059518183,0.014161514,0.00085327635],"about_ca_topic_score_codex":0.0000022877243,"about_ca_topic_score_gemma":7.366751e-7,"teacher_disagreement_score":0.24859987,"about_ca_system_score_codex":0.000077114964,"about_ca_system_score_gemma":0.00014745715,"threshold_uncertainty_score":0.3647086},"labels":[],"label_agreement":null},{"id":"W4283161067","doi":"10.1007/s00163-022-00391-2","title":"“Why couldn’t we do this more often?”: exploring the feasibility of virtual and distributed work in product design engineering","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Product design; Design review (U.S. government); Engineering design process; Product (mathematics); Product engineering; New product development; Process (computing); Work (physics); Virtual prototyping; Design technology; Engineering; Computer science; Process management; Knowledge management; Engineering management; Systems engineering; Product testing; Business; Operations management; Simulation; Marketing; Mechanical engineering","score_opus":0.18282894227818558,"score_gpt":0.3129804667637322,"score_spread":0.13015152448554662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283161067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50094455,0.0037453403,0.4874871,0.0012982,0.001029952,0.004304657,0.0001580765,0.0008254007,0.00020672512],"genre_scores_gemma":[0.9967113,0.00018069021,0.0020645289,0.0000046272253,0.000046120425,0.00089731964,0.000009379424,0.000074274074,0.000011736886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724644,0.00023182944,0.00056943315,0.00034783938,0.00084214855,0.00076232356],"domain_scores_gemma":[0.9979473,0.001330426,0.000026248541,0.000505088,0.00006651017,0.00012445537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038864063,0.00026794913,0.00032164314,0.00068903755,0.00009299165,0.0000912387,0.0005346551,0.00007441618,0.000032232594],"category_scores_gemma":[0.00043741404,0.0002655961,0.000047402602,0.0025969206,0.00009304977,0.00048345295,0.00017085593,0.0016667631,0.0000027751937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006796963,0.000050688177,0.000697846,0.00027023008,0.000025233818,0.000024693445,0.0013000714,0.9930219,0.0017575587,0.00025591653,0.0009022404,0.0016256195],"study_design_scores_gemma":[0.0014576613,0.00035237044,0.009483928,0.00094358966,0.000012818939,0.00004159418,0.002010349,0.96885276,0.011482362,0.00019924245,0.0042577246,0.00090560765],"about_ca_topic_score_codex":0.000020974821,"about_ca_topic_score_gemma":6.182418e-7,"teacher_disagreement_score":0.4957668,"about_ca_system_score_codex":0.00065774674,"about_ca_system_score_gemma":0.00007175128,"threshold_uncertainty_score":0.9999796},"labels":[],"label_agreement":null}]}