{"meta":{"query_hash":"ca75f152eb3c","filters":{"venue":"Journal of Integrated Design and Process Science"},"cohort_total":48,"direct_labels_cover":0,"predictions_cover":48,"exported":48,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ca75f152eb3c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Integrated+Design+and+Process+Science"},"results":[{"id":"W123512583","doi":"10.3233/jid-2013-0001","title":"Towards Formalizing and Formulating the Successful Organizational Innovation Process","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process management; Process (computing); Knowledge management; Computer science; Business; Management science; Engineering; Programming language","score_opus":0.019021121187828206,"score_gpt":0.2821283781041748,"score_spread":0.26310725691634657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W123512583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.685229,0.00032636576,0.31177267,0.0007449242,0.00020176428,0.0001910162,5.104993e-7,0.000032125357,0.001501601],"genre_scores_gemma":[0.9935149,0.00006550911,0.0061577056,0.00018510953,0.0000440442,0.000006018209,5.546296e-7,0.00000845985,0.000017697581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991049,0.000025508663,0.00033065688,0.00008190365,0.00030789207,0.00014909456],"domain_scores_gemma":[0.99785364,0.00011829932,0.00019408723,0.0000482797,0.0017195146,0.00006616787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012517024,0.0000939702,0.00009588037,0.00023896869,0.0002577098,0.00043972555,0.00021298179,0.000034231667,0.00006645986],"category_scores_gemma":[0.0007877112,0.00005642574,0.0000070844167,0.0018327667,0.0001287943,0.0025871557,0.000009756157,0.00024936209,0.0000021363824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019998036,0.00025021416,0.020661203,0.00113739,0.00018646095,0.000011130214,0.060413916,0.08493479,0.27219385,0.033595346,0.0037172893,0.52269846],"study_design_scores_gemma":[0.00075562886,0.00032863888,0.008102179,0.00035818873,0.000053279524,0.0012096256,0.018554678,0.7939779,0.13912413,0.03603911,0.0009846423,0.00051198696],"about_ca_topic_score_codex":0.0000065122567,"about_ca_topic_score_gemma":3.4826385e-7,"teacher_disagreement_score":0.70904315,"about_ca_system_score_codex":0.000034711964,"about_ca_system_score_gemma":0.00045626858,"threshold_uncertainty_score":0.42402837},"labels":[],"label_agreement":null},{"id":"W1628160554","doi":"10.3233/jid-2012-0011","title":"Agent-Based System Design for Service Process Scheduling: Challenges, Approaches and Opportunities","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Scheduling (production processes); Dynamic priority scheduling; Service design; Service provider; Process management; Operations research; Service (business); Engineering; Operations management; Business; Quality of service; Computer network; Marketing","score_opus":0.1679495711761323,"score_gpt":0.2803376665694348,"score_spread":0.11238809539330252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1628160554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018692488,0.010668861,0.9697187,0.0002120394,0.00024545973,0.00025103774,0.0000027318808,0.00008487593,0.00012383667],"genre_scores_gemma":[0.7693597,0.00037789985,0.23008354,0.000057160607,0.00007219917,0.000024032068,9.382624e-7,0.000019084224,0.000005412322],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885756,0.00005036461,0.0003393397,0.00014239558,0.00029988505,0.00031045402],"domain_scores_gemma":[0.9985352,0.00015184858,0.00017106405,0.0000763368,0.0007679627,0.00029759304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024246576,0.00018058551,0.00024045071,0.00028710978,0.00018870612,0.00016117746,0.00024019355,0.00008354517,0.0000017965685],"category_scores_gemma":[0.00014629768,0.00013458196,0.000023507286,0.00040017793,0.00013149988,0.0007805565,0.0000071151803,0.00017767673,4.5913393e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017283465,0.000076088756,0.000049092574,0.0019367903,0.00005077663,0.000004981751,0.005181099,0.9643155,0.0007936636,0.000901853,0.000016053707,0.026501302],"study_design_scores_gemma":[0.0004409231,0.00012754192,0.0000121346175,0.0003618248,0.00004054284,0.00013507095,0.011531452,0.9725948,0.014455326,0.00008820861,0.00003142976,0.00018071845],"about_ca_topic_score_codex":6.233628e-7,"about_ca_topic_score_gemma":1.0765493e-7,"teacher_disagreement_score":0.7506673,"about_ca_system_score_codex":0.000056554243,"about_ca_system_score_gemma":0.00038891667,"threshold_uncertainty_score":0.5488093},"labels":[],"label_agreement":null},{"id":"W1643166814","doi":"10.3233/jid-2014-0007","title":"A Reference Model for Privacy Protection in Social Networking Service","year":2014,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ciência sem Fronteiras; Universidade de São Paulo; Concordia University; Canada Research Chairs","keywords":"Internet privacy; Privacy protection; Computer security; Computer science; Service (business); Business","score_opus":0.1109037834104658,"score_gpt":0.3521816018561265,"score_spread":0.2412778184456607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643166814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0741187,0.00009313202,0.92267233,0.001874673,0.00020789541,0.0005186046,0.0000018198259,0.000023882832,0.000488927],"genre_scores_gemma":[0.9909329,0.00007974282,0.008473487,0.00019060564,0.00027077307,0.000026991482,5.316739e-7,0.000005451649,0.00001952773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849963,0.00019230747,0.00033076957,0.0002103341,0.00045323637,0.0003137287],"domain_scores_gemma":[0.9983206,0.000091036105,0.00035141804,0.00007688901,0.0010481586,0.00011193399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006166057,0.000099582874,0.00017815689,0.00027388334,0.0009303059,0.00026535845,0.0006427269,0.00010779478,0.0000029116163],"category_scores_gemma":[0.0017212615,0.00008032337,0.000024338166,0.0013466383,0.0002633571,0.0013253223,0.00004571859,0.0003323496,6.3095126e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041577253,0.0006972399,0.0015352071,0.00067335734,0.0000423029,0.000007346819,0.2164475,0.018768283,0.051264748,0.040815238,0.001410715,0.66418034],"study_design_scores_gemma":[0.000709667,0.0002667488,0.00018739271,0.00021570508,0.00001389219,0.000013377131,0.0026465845,0.8514751,0.0014442916,0.13959186,0.0032318623,0.00020347368],"about_ca_topic_score_codex":0.00028460717,"about_ca_topic_score_gemma":0.0002339651,"teacher_disagreement_score":0.9168142,"about_ca_system_score_codex":0.00015360779,"about_ca_system_score_gemma":0.0011471927,"threshold_uncertainty_score":0.7155255},"labels":[],"label_agreement":null},{"id":"W1702415712","doi":"10.3233/jid-2011-15204","title":"ENVIRONMENT-BASED DESIGN (EBD) APPROACH TO DEVELOPING QUALITY MANAGEMENT SYSTEMS: A CASE STUDY","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.14026234611889754,"score_gpt":0.32364902199220663,"score_spread":0.1833866758733091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1702415712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06396052,0.0002127869,0.93374676,0.000013703273,0.00021630299,0.00059850013,5.8383574e-7,0.000036204576,0.0012146716],"genre_scores_gemma":[0.81424564,0.000023708924,0.18556717,0.00006813668,0.000013233233,0.000037265636,1.1526755e-7,0.000011725407,0.000033018252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827254,0.00027893262,0.0005247399,0.00022095154,0.00045339687,0.00024944523],"domain_scores_gemma":[0.99900025,0.00013594443,0.00019386,0.00016374193,0.00026026997,0.00024592632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004942958,0.00017665213,0.00022499407,0.00043359952,0.00017698915,0.00020168681,0.00036525738,0.000037316608,0.000015094362],"category_scores_gemma":[0.00012775273,0.00013479739,0.000020992218,0.00086802215,0.00008423317,0.0006093884,0.0000159111,0.0002174243,0.00000850076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015797903,0.0036768375,0.0016042083,0.0016596956,0.0006361583,0.003227976,0.12846157,0.78124225,0.010036437,0.0022217277,0.001628591,0.06402477],"study_design_scores_gemma":[0.0044945846,0.003446685,0.0030614124,0.0009383425,0.0005638775,0.013067039,0.4459752,0.48498198,0.03812754,0.00081950275,0.0019847967,0.0025390347],"about_ca_topic_score_codex":0.000041233798,"about_ca_topic_score_gemma":3.8305373e-7,"teacher_disagreement_score":0.7502851,"about_ca_system_score_codex":0.0001744143,"about_ca_system_score_gemma":0.00032055166,"threshold_uncertainty_score":0.5496878},"labels":[],"label_agreement":null},{"id":"W1709441513","doi":"10.3233/jid-2001-5201","title":"SPECIFICATION DRIVEN BEHAVIORAL DESIGN OF COMPLEX SYSTEMS","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.16682329166004342,"score_gpt":0.3601411996922473,"score_spread":0.19331790803220386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1709441513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010365589,0.0004075354,0.98870486,0.00004709334,0.00026895813,0.00014135797,5.019787e-7,0.00004432058,0.00001977243],"genre_scores_gemma":[0.47385377,0.00011160112,0.52599806,0.000006506554,0.000013875105,0.0000020952887,8.4686135e-8,0.000003332055,0.000010692879],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984796,0.00016790496,0.00045956965,0.00020367361,0.00048023893,0.0002089799],"domain_scores_gemma":[0.9977055,0.0003806416,0.00048366096,0.00019939971,0.0011188353,0.000111916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023218768,0.00012201048,0.0002625073,0.00036082507,0.000101422454,0.00014666372,0.001102029,0.000044568293,0.0000024258547],"category_scores_gemma":[0.00059141417,0.00008834853,0.000026603951,0.001349674,0.00031664272,0.0012012046,0.00004210088,0.00018943992,8.0702875e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008460393,0.00008875837,0.00041372416,0.000031583062,0.0000091188995,0.000040959392,0.0013459388,0.7605701,0.20995839,0.0020517148,0.000075463664,0.025329612],"study_design_scores_gemma":[0.00072478864,0.0019265129,0.0026413004,0.00043259424,0.000028765011,0.0018353277,0.0012724217,0.8856391,0.09375781,0.011066466,0.00021645644,0.00045849266],"about_ca_topic_score_codex":0.0000043341756,"about_ca_topic_score_gemma":6.443645e-8,"teacher_disagreement_score":0.46348816,"about_ca_system_score_codex":0.00007279673,"about_ca_system_score_gemma":0.0003866139,"threshold_uncertainty_score":0.36027485},"labels":[],"label_agreement":null},{"id":"W1714914045","doi":"10.3233/jid-2005-9405","title":"ANALYSIS OF MEDICAL DEVICES DESIGN REQUIREMENTS","year":2005,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.22701388585448462,"score_gpt":0.5253957967589777,"score_spread":0.2983819109044931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1714914045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41356325,0.0023896382,0.57108766,0.011337007,0.00044270066,0.0005323773,0.000011287624,0.000026530483,0.000609522],"genre_scores_gemma":[0.98616296,0.0006618129,0.011488012,0.0015377575,0.000085524734,0.0000058081637,8.9593857e-7,0.0000052980513,0.00005194344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954441,0.00094200234,0.0013530104,0.0001972356,0.0016842161,0.00037940417],"domain_scores_gemma":[0.9951732,0.0011223883,0.0010531055,0.00014615842,0.0020912562,0.00041386584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017201405,0.0001242437,0.0005090368,0.00077454234,0.0005388019,0.000022817636,0.000733514,0.00019562189,0.0005289153],"category_scores_gemma":[0.0024882231,0.00007997782,0.00007196937,0.0029410003,0.00046242907,0.0006487969,0.000042227126,0.0007313167,0.000006005032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005785697,0.0015998582,0.36492667,0.003451609,0.002662131,0.00015263972,0.15033774,0.03283374,0.011428458,0.0114988545,0.005170947,0.41015166],"study_design_scores_gemma":[0.005190614,0.0036379318,0.06605137,0.008619595,0.0024090677,0.00015459365,0.0899326,0.79316586,0.015626112,0.0063812854,0.0076419753,0.0011889817],"about_ca_topic_score_codex":0.000093338516,"about_ca_topic_score_gemma":0.000059804395,"teacher_disagreement_score":0.7603321,"about_ca_system_score_codex":0.00014314703,"about_ca_system_score_gemma":0.004383261,"threshold_uncertainty_score":0.7775717},"labels":[],"label_agreement":null},{"id":"W1729641220","doi":"10.3233/jid-2003-7407","title":"AGGREGATE PRODUCTION PLANNING UTILIZING A FUZZY LINEAR PROGRAMMING","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Aggregate planning; Aggregate (composite); Production (economics); Fuzzy logic; Linear programming; Production planning; Computer science; Mathematical optimization; Mathematics; Economics; Microeconomics; Artificial intelligence; Materials science","score_opus":0.033196541970355174,"score_gpt":0.2882482717904504,"score_spread":0.2550517298200953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729641220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07138953,0.0018359977,0.9246448,0.000045936333,0.00038353755,0.00024153959,1.9543508e-7,0.00011199444,0.0013464172],"genre_scores_gemma":[0.79526407,0.000101536396,0.20454688,0.0000142133085,0.000026098198,0.000003988367,1.5373607e-7,0.000012166501,0.000030881576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900484,0.000032464784,0.0003300766,0.00012343362,0.00027378413,0.00023537691],"domain_scores_gemma":[0.9992145,0.000038991253,0.00012826099,0.00006138294,0.00041457606,0.00014232301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013907205,0.000116591626,0.00015975791,0.00023937931,0.00015323212,0.00015212389,0.00013415427,0.000040348332,0.0000061550627],"category_scores_gemma":[0.00089944707,0.000085031854,0.000025050045,0.0009353939,0.00015825072,0.00071000814,0.0000054913244,0.00025040383,0.0000013681579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012566822,0.00023182866,0.0003252006,0.0010298772,0.00007759972,0.00011882259,0.009412111,0.68097883,0.10897939,0.0037506437,0.00030943457,0.19466056],"study_design_scores_gemma":[0.00072539266,0.00047513845,0.000011217724,0.0018958591,0.000069611044,0.0019826274,0.007862635,0.5722124,0.40434495,0.005473879,0.0043670908,0.0005791819],"about_ca_topic_score_codex":1.7516378e-7,"about_ca_topic_score_gemma":5.9554925e-8,"teacher_disagreement_score":0.72387457,"about_ca_system_score_codex":0.000044669625,"about_ca_system_score_gemma":0.00013234245,"threshold_uncertainty_score":0.34674984},"labels":[],"label_agreement":null},{"id":"W1740871020","doi":"10.3233/jid-2001-5207","title":"ATTRIBUTE-BASED DESIGN DESCRIPTION SYSTEM IN DESIGN FOR MANUFACTURABILITY AND ASSEMBLY","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Design for manufacturability; Computer science; Systems engineering; Engineering; Engineering drawing; Manufacturing engineering; Mechanical engineering","score_opus":0.038136317770693366,"score_gpt":0.2530621129924575,"score_spread":0.21492579522176414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1740871020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1568747,0.0004252167,0.8421216,0.000032217384,0.00011414272,0.00037316844,0.0000014341437,0.00004252412,0.000014968315],"genre_scores_gemma":[0.91700613,0.00012722789,0.08278828,0.000019412235,0.000018118795,0.000021880729,7.5562116e-7,0.000012355164,0.0000058537407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987328,0.00007911,0.00044291033,0.00020644911,0.00026231972,0.00027638438],"domain_scores_gemma":[0.99891245,0.00024535542,0.00016223823,0.00007986645,0.00046107091,0.00013900254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028724794,0.00017786004,0.0002652627,0.00037708803,0.00014385286,0.00025200748,0.00020657283,0.0000901533,0.000003305183],"category_scores_gemma":[0.00025001925,0.00013289665,0.000025169635,0.0005354896,0.00011384141,0.00083409046,0.0000062473246,0.00019082447,2.879927e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035169904,0.000026240883,0.0005015197,0.00032316646,0.000007115136,0.000010303462,0.00026093793,0.9847427,0.0061528436,0.000019927511,0.000039223072,0.007564334],"study_design_scores_gemma":[0.0006535574,0.00029307423,0.0011176015,0.00030171106,0.000017928389,0.000097393575,0.0002826106,0.86407155,0.13262428,0.00035620536,0.00002509921,0.00015900044],"about_ca_topic_score_codex":0.000006543062,"about_ca_topic_score_gemma":0.0000013501541,"teacher_disagreement_score":0.7601314,"about_ca_system_score_codex":0.00020310344,"about_ca_system_score_gemma":0.0002726592,"threshold_uncertainty_score":0.5419368},"labels":[],"label_agreement":null},{"id":"W1822118107","doi":"10.3233/jid-2013-0019","title":"Considering Confirmation Bias in Design and Design Research","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Research design; Computer science; Psychology; Statistics; Mathematics","score_opus":0.19667453745685887,"score_gpt":0.3799833826120558,"score_spread":0.1833088451551969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822118107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103893906,0.0013110467,0.89303136,0.00044769677,0.00019736843,0.00050450506,2.2364834e-7,0.00003081598,0.0005830851],"genre_scores_gemma":[0.9231356,0.0005523203,0.07615685,0.00007028563,0.000020413609,0.000019215602,1.110977e-7,0.000010892439,0.00003432797],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982363,0.00044667377,0.00042164244,0.00015026392,0.00044230832,0.00030279037],"domain_scores_gemma":[0.9970179,0.0015267978,0.00012642558,0.00008540601,0.0010360684,0.0002073808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008237431,0.0001252949,0.00018318655,0.00077690906,0.0001593232,0.0005217208,0.00022740824,0.00006737156,0.00007976604],"category_scores_gemma":[0.0018978076,0.00009723177,0.000011068634,0.001294773,0.0003238878,0.001968972,0.00001205573,0.0005427036,0.000015045102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046674567,0.00022492438,0.0013940221,0.00039273585,0.00006629422,0.000088770095,0.025863353,0.25477958,0.5194873,0.0010964377,0.012214779,0.18392505],"study_design_scores_gemma":[0.00069868605,0.00042801452,0.0012562113,0.00042347828,0.000013269316,0.00069934427,0.006497684,0.8390401,0.14095983,0.009043009,0.00064319745,0.0002971693],"about_ca_topic_score_codex":0.000028253286,"about_ca_topic_score_gemma":7.853265e-7,"teacher_disagreement_score":0.8192417,"about_ca_system_score_codex":0.00009428805,"about_ca_system_score_gemma":0.0006745857,"threshold_uncertainty_score":0.5030966},"labels":[],"label_agreement":null},{"id":"W1868619901","doi":"10.3233/jid-2003-7306","title":"A DISTRIBUTED MULTIDISCIPLINARY DESIGN OPTIMIZATION FRAMEWORK: TECHNOLOGY INTEGRATION","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"BIM and Construction Integration","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; National Research Council Canada","funders":"","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Systems engineering; Computer science; Engineering","score_opus":0.015283747510709237,"score_gpt":0.25484517028735376,"score_spread":0.23956142277664452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868619901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010087948,0.0006293392,0.98843205,0.00008544278,0.00037601087,0.00014344916,0.0000021679498,0.00008311499,0.0001604738],"genre_scores_gemma":[0.7233217,0.0001835608,0.27644572,0.000009206646,0.000015436317,0.000008343441,0.0000010959047,0.000008574932,0.000006375995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989225,0.00006385922,0.00040866205,0.00014908021,0.00025615864,0.00019972127],"domain_scores_gemma":[0.99864113,0.00008289865,0.00016890059,0.00009481403,0.00090990996,0.00010233448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089729665,0.00015429057,0.00017988855,0.00057378004,0.00019621602,0.0001395443,0.0002064625,0.00016058875,0.000035678986],"category_scores_gemma":[0.0007198202,0.00011300528,0.000027458025,0.0019369341,0.00032695098,0.0007801209,0.000006429508,0.00042610653,0.0000016087524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007655648,0.00004169982,0.00024225046,0.000020532207,0.000021009046,0.000008720944,0.0005652396,0.9363812,0.0250695,0.01025973,0.00010060031,0.027212914],"study_design_scores_gemma":[0.00026317345,0.00025336456,0.000039233335,0.00022231248,0.000022919192,0.0005270579,0.002046927,0.8187772,0.15813626,0.019471807,0.00005982919,0.00017989211],"about_ca_topic_score_codex":5.2582567e-7,"about_ca_topic_score_gemma":2.2794559e-7,"teacher_disagreement_score":0.71323377,"about_ca_system_score_codex":0.000115584364,"about_ca_system_score_gemma":0.0003518017,"threshold_uncertainty_score":0.46082214},"labels":[],"label_agreement":null},{"id":"W1896767873","doi":"10.3233/jid-2012-0007","title":"A Theoretical Model of Design Creativity: Nonlinear Design Dynamics and Mental Stress-Creativity Relation","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Relation (database); Nonlinear system; Dynamics (music); Psychology; Cognitive psychology; Computer science; Social psychology; Physics; Pedagogy; Data mining","score_opus":0.05870404368593837,"score_gpt":0.3713312802688477,"score_spread":0.31262723658290936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896767873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3396191,0.00022599642,0.6587644,0.00019228077,0.0001832506,0.00023582141,0.000014283115,0.00001006741,0.0007547719],"genre_scores_gemma":[0.95675313,0.00012025181,0.042927083,0.00006997867,0.000028148617,0.000007005355,9.157455e-7,0.000009999128,0.000083476785],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979611,0.00048285112,0.00043988996,0.000262283,0.00051300914,0.00034085513],"domain_scores_gemma":[0.99768925,0.00084399973,0.00048123693,0.00015162322,0.00048213897,0.0003517802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040767244,0.00018659094,0.00030509234,0.00034674234,0.00023604944,0.00009425383,0.00028834314,0.00009802476,0.0001358059],"category_scores_gemma":[0.0013225483,0.00013462742,0.000036715704,0.000805604,0.0020542194,0.0010738695,0.00003233931,0.00034060518,0.0000015003571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00775663,0.008215511,0.10813035,0.00020188543,0.00018845248,0.000030440844,0.108390465,0.025157955,0.37754044,0.26976404,0.00070754276,0.09391628],"study_design_scores_gemma":[0.00070641417,0.001078162,0.0039486843,0.00016716988,0.00006636246,0.00037030978,0.004748239,0.9079848,0.07543222,0.005238849,0.0000042395836,0.00025453107],"about_ca_topic_score_codex":0.000006924055,"about_ca_topic_score_gemma":4.7121873e-7,"teacher_disagreement_score":0.88282686,"about_ca_system_score_codex":0.00009290636,"about_ca_system_score_gemma":0.00068121555,"threshold_uncertainty_score":0.75688565},"labels":[],"label_agreement":null},{"id":"W1920835241","doi":"10.3233/jid-2010-14104","title":"EXPERIMENTAL APPROACH TO CURVE RECONSTRUCTION BASED ON HUMAN VISUAL PERCEPTION","year":2010,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Perception; Artificial intelligence; Computer vision; Computer science; Computer graphics (images); Mathematics; Psychology; Neuroscience","score_opus":0.039272617170187374,"score_gpt":0.3004458505332401,"score_spread":0.2611732333630527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920835241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98953927,0.000018853274,0.007696239,0.00003166916,0.0003149819,0.00009479188,0.0000025867673,0.000012834335,0.002288791],"genre_scores_gemma":[0.9871609,0.0000014591919,0.012610349,0.00012789182,0.00006332802,6.954686e-7,0.0000029432233,0.0000018726433,0.00003051585],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989492,0.00007934402,0.00021420822,0.00019231462,0.00038903864,0.00017585333],"domain_scores_gemma":[0.99930435,0.000039506915,0.00012170991,0.000055359367,0.00026060554,0.00021846626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014621215,0.00010720439,0.00012523594,0.00019706275,0.0003668129,0.00020419442,0.00021687751,0.00005156872,0.00025274436],"category_scores_gemma":[0.00011263873,0.00006613028,0.000028135293,0.00051025645,0.00024785058,0.0005228434,0.0000026340135,0.00032094508,0.0000102778295],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060162327,0.00023353248,0.06252821,0.000023057122,0.000007274935,0.0000095246305,0.0027110889,0.009983098,0.7650799,0.00003831122,0.00016676328,0.1586176],"study_design_scores_gemma":[0.0012487182,0.006354164,0.26099452,0.00026576404,0.000020806523,0.0010639183,0.015221415,0.56532615,0.14825416,0.00036686898,0.00013486062,0.0007486667],"about_ca_topic_score_codex":0.00006152723,"about_ca_topic_score_gemma":0.000013380108,"teacher_disagreement_score":0.61682576,"about_ca_system_score_codex":0.000010164826,"about_ca_system_score_gemma":0.00017035603,"threshold_uncertainty_score":0.28212652},"labels":[],"label_agreement":null},{"id":"W216440567","doi":"10.3233/jid-2010-14204","title":"A VISION BASED GRAPHICAL PASSWORD","year":2010,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Password; Computer science; Computer vision; Computer graphics (images); Human–computer interaction; Artificial intelligence; Computer security","score_opus":0.013157090668019487,"score_gpt":0.2843555219128493,"score_spread":0.2711984312448298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W216440567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20870143,0.000056020966,0.7889966,0.0015650609,0.00047131482,0.00008478682,2.9438803e-7,0.000026719372,0.00009781009],"genre_scores_gemma":[0.9727134,0.000006063012,0.026978126,0.00025883247,0.00002503234,0.000001821543,7.859348e-8,0.0000028312315,0.000013814327],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985534,0.00007379489,0.00034546846,0.00021290709,0.0006261669,0.0001882582],"domain_scores_gemma":[0.9981732,0.00012135688,0.00025472534,0.00020809,0.0009912483,0.0002514232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002612743,0.000097487624,0.0001525805,0.00042917175,0.00019341384,0.00053709984,0.001158087,0.00005934002,0.000012066278],"category_scores_gemma":[0.00038155072,0.0000623338,0.000041465504,0.0015085432,0.0003401522,0.0010998985,0.000031799904,0.0004116706,0.0000038148874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002605393,0.0009778189,0.006490554,0.00013432553,0.000033869772,0.00013363031,0.029603953,0.00012530478,0.77118933,0.06663166,0.001587152,0.12283189],"study_design_scores_gemma":[0.0006031683,0.0005778519,0.0022197354,0.00013175457,0.0000086551245,0.00043452252,0.00015406823,0.9336241,0.0460282,0.014193779,0.0018108217,0.00021333844],"about_ca_topic_score_codex":0.0000033207057,"about_ca_topic_score_gemma":0.000002573342,"teacher_disagreement_score":0.9334988,"about_ca_system_score_codex":0.000012863605,"about_ca_system_score_gemma":0.00078875036,"threshold_uncertainty_score":0.51792663},"labels":[],"label_agreement":null},{"id":"W2295500009","doi":"10.3233/jid-2015-0017","title":"Adaptive Neuro-Fuzzy Inference System Models for Force Prediction of a Mechatronic Flexible Structure","year":2016,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Hydraulic and Pneumatic Systems","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Adaptive neuro fuzzy inference system; Computer science; Set (abstract data type); Sampling (signal processing); SIGNAL (programming language); Artificial intelligence; Control theory (sociology); Fuzzy logic; Fuzzy control system","score_opus":0.028545433051530674,"score_gpt":0.24255632695501508,"score_spread":0.2140108939034844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295500009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04359718,0.00038791436,0.95518166,0.000017278275,0.00026381423,0.0002353801,0.000026857597,0.000036635218,0.00025325269],"genre_scores_gemma":[0.9952943,0.000074674244,0.0045535816,0.0000053730428,0.000033576875,0.000008291795,2.0799199e-7,0.000009769858,0.000020251777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989025,0.000030631694,0.00044635896,0.0001207927,0.00030872074,0.00019100044],"domain_scores_gemma":[0.99868697,0.00021419539,0.00024293938,0.00008876971,0.0006633649,0.00010377226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007178157,0.00012300652,0.0002569476,0.000201619,0.00006636245,0.000037565136,0.00026621384,0.000064035754,0.0000023476762],"category_scores_gemma":[0.00016374733,0.00006791016,0.00003627462,0.0003903488,0.00011376271,0.0007323824,0.000007775534,0.0001001939,2.6491762e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033443104,0.00002123164,0.00012019606,0.001039551,0.00009178291,0.0000039677175,0.0028708247,0.5800744,0.37231308,0.012698405,0.00017199133,0.030260107],"study_design_scores_gemma":[0.00046792414,0.00050973584,0.000019829702,0.0011844835,0.00002551452,0.00014228308,0.0009930223,0.90918535,0.078005314,0.0093622785,0.000013961431,0.000090325215],"about_ca_topic_score_codex":0.0000037606353,"about_ca_topic_score_gemma":6.607368e-7,"teacher_disagreement_score":0.9516971,"about_ca_system_score_codex":0.00009790412,"about_ca_system_score_gemma":0.00035283476,"threshold_uncertainty_score":0.2769296},"labels":[],"label_agreement":null},{"id":"W2398872240","doi":"10.3233/jid-2016-0001","title":"Designing the Right Framework for Healthcare Decision Support","year":2016,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Risk analysis (engineering); Decision support system; Health care; Computer science; Statutory law; Healthcare system; Usability; Computer security; Process management; Knowledge management; Business; Human–computer interaction; Political science; Data mining","score_opus":0.31395311104316126,"score_gpt":0.5603421565409333,"score_spread":0.24638904549777207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398872240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014134812,0.00041219432,0.96338975,0.021435937,0.00020180996,0.00032707848,0.0000019877205,0.000007942395,0.00008849865],"genre_scores_gemma":[0.7443474,0.0007693973,0.25331303,0.0012420755,0.00011069545,0.000008402625,8.463075e-8,0.000008994026,0.00019990401],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975568,0.00008888955,0.00055303925,0.00022710951,0.0012498274,0.00032435736],"domain_scores_gemma":[0.97169286,0.022090303,0.00037267603,0.00024191463,0.0051643737,0.0004378485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01735745,0.00009866025,0.00024935734,0.00019388396,0.00035663327,0.00009839958,0.00053313887,0.00017890586,0.00006227853],"category_scores_gemma":[0.058635317,0.000036414986,0.000066318025,0.00070310134,0.0010262375,0.00028333333,0.000033327062,0.001046421,0.000003906931],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011606609,0.00037361673,0.009211302,0.0006766707,0.000106026986,0.00024863877,0.003778101,0.000037433445,0.12066658,0.096006826,0.0036753695,0.7536128],"study_design_scores_gemma":[0.0011741039,0.004114887,0.00060050475,0.0044289925,0.00003861954,0.0005693296,0.00080339477,0.00060479564,0.13419645,0.8523344,0.0010173167,0.00011719531],"about_ca_topic_score_codex":0.000002357099,"about_ca_topic_score_gemma":0.0000020791342,"teacher_disagreement_score":0.75632757,"about_ca_system_score_codex":0.00011204911,"about_ca_system_score_gemma":0.0046073827,"threshold_uncertainty_score":0.9492942},"labels":[],"label_agreement":null},{"id":"W246972802","doi":"10.3233/jid-2012-0021","title":"Pair-Wise Preference Comparisons Using Alpha-Peak Frequencies","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Color perception and design","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Preference; Product (mathematics); Alpha (finance); Computer science; Human–computer interaction; Marketing; Business; Mathematics; Statistics","score_opus":0.20917715996530709,"score_gpt":0.38756340347068885,"score_spread":0.17838624350538176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W246972802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7047064,0.0018415519,0.2894885,0.00012940579,0.0010168799,0.00017543879,0.0000032557205,0.00003292491,0.0026056876],"genre_scores_gemma":[0.9858454,0.000035192665,0.013470413,0.0002388271,0.00009622044,0.0000042690053,3.0946453e-7,0.000008816699,0.00030057348],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99823874,0.00020635927,0.0004582688,0.00019653371,0.00044427882,0.00045583112],"domain_scores_gemma":[0.9982174,0.00015035318,0.00037818795,0.00014745748,0.00072781823,0.0003787626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002436481,0.00016959227,0.00027206662,0.00037414106,0.0002814159,0.00013959435,0.0004243512,0.000088113724,0.0007478964],"category_scores_gemma":[0.00025924924,0.000117591735,0.000049126797,0.0009451989,0.0006484349,0.0009845902,0.000022549226,0.00038500185,0.00003438426],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022959986,0.0024641461,0.14359173,0.00013326261,0.00021041023,0.000110043555,0.07131588,0.0014720926,0.6591815,0.009833405,0.047582798,0.061808772],"study_design_scores_gemma":[0.011190222,0.010153491,0.45883805,0.0025765838,0.001050499,0.019578623,0.18025827,0.09201363,0.15267326,0.009498156,0.05698811,0.005181102],"about_ca_topic_score_codex":0.000044403412,"about_ca_topic_score_gemma":0.0000018859507,"teacher_disagreement_score":0.5065082,"about_ca_system_score_codex":0.0000984459,"about_ca_system_score_gemma":0.00055489945,"threshold_uncertainty_score":0.8188941},"labels":[],"label_agreement":null},{"id":"W2735461698","doi":"10.3233/jid-2016-0029","title":"One Thing is Certain in Design: Design is Uncertain","year":2017,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.08967940074615331,"score_gpt":0.34269961756273243,"score_spread":0.2530202168165791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735461698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013333217,0.001085856,0.9817528,0.0015891333,0.00046443118,0.00028911122,0.0000015218969,0.000037450383,0.0014464819],"genre_scores_gemma":[0.9184813,0.0006391615,0.0800769,0.00055156514,0.000057502482,0.000008387849,1.4215303e-7,0.000020518828,0.00016452128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816835,0.00017148214,0.00050940627,0.0002361574,0.00053360505,0.00038101603],"domain_scores_gemma":[0.9980521,0.0004447567,0.0003990557,0.00027499138,0.000587292,0.00024179618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005202501,0.00020501825,0.00030227925,0.00047229952,0.00044100385,0.0008580865,0.0009500158,0.00010449827,0.00012476143],"category_scores_gemma":[0.0014562629,0.00017119235,0.000036818117,0.0006416929,0.00028431002,0.0024866224,0.000021631196,0.00059609074,0.000014270431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018762866,0.00072172185,0.002161557,0.00053257035,0.00026240287,0.0003192638,0.083102934,0.23032075,0.2807257,0.0008576543,0.025082335,0.37403685],"study_design_scores_gemma":[0.0014573717,0.0006372526,0.0015666516,0.0010972796,0.00007718213,0.00039278282,0.004669478,0.6405925,0.33280522,0.014090506,0.0018290732,0.00078466855],"about_ca_topic_score_codex":0.000045857876,"about_ca_topic_score_gemma":0.0000017605565,"teacher_disagreement_score":0.9051481,"about_ca_system_score_codex":0.0001632938,"about_ca_system_score_gemma":0.0010514442,"threshold_uncertainty_score":0.8274548},"labels":[],"label_agreement":null},{"id":"W2809551147","doi":"10.3233/jid-2017-0020","title":"Application of Design Methodologies to Web System Design: A Case Study of JIDPS Editorial System","year":2018,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Systems design; Web application; World Wide Web; Software engineering","score_opus":0.07787450560522806,"score_gpt":0.3497726417473995,"score_spread":0.27189813614217145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809551147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018128391,0.00005258522,0.97936237,0.00003328628,0.0013411336,0.0010061968,0.0000024087901,0.00003978356,0.000033856653],"genre_scores_gemma":[0.61891663,0.0000027966935,0.38075376,0.0000065822933,0.0002757051,0.000039084647,6.011184e-8,0.0000035753753,0.0000018200615],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727637,0.00048242015,0.0008260474,0.00039955435,0.0007961321,0.00021950949],"domain_scores_gemma":[0.995174,0.00046832007,0.00091879145,0.0005264068,0.0027531197,0.00015938813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00971835,0.0001621769,0.0003949349,0.0006068231,0.00024780314,0.00021076521,0.0016430599,0.000057881036,5.564814e-7],"category_scores_gemma":[0.00039981885,0.00011077226,0.000030051639,0.0026240195,0.00025416256,0.0008654228,0.0001811412,0.00013258378,0.000002304934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003612239,0.002730194,0.0006415269,0.0024979843,0.00055920554,0.0007674166,0.04876749,0.089485854,0.5080603,0.05406858,0.016439546,0.27236965],"study_design_scores_gemma":[0.0017348592,0.010684044,0.00007810522,0.0006267168,0.0001727734,0.0025717418,0.059198096,0.7594606,0.16366473,0.0009547195,0.000374243,0.00047937458],"about_ca_topic_score_codex":0.00011900961,"about_ca_topic_score_gemma":0.0000028863499,"teacher_disagreement_score":0.66997474,"about_ca_system_score_codex":0.00012522076,"about_ca_system_score_gemma":0.0007410064,"threshold_uncertainty_score":0.45171615},"labels":[],"label_agreement":null},{"id":"W2919340771","doi":"10.3233/jid180013","title":"A Market-Based Scheduling Mechanism Design for Cost Reduction in Home Health Care","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Negotiation; Health care; Mechanism design; Scheduling (production processes); Payment; Home health; Computer science; Business; Agency (philosophy); Operations research; Operations management; Economics; Microeconomics; Engineering; Finance","score_opus":0.08314350876578504,"score_gpt":0.3932905248688808,"score_spread":0.31014701610309575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919340771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069122486,0.00029874293,0.9286391,0.0008546093,0.0002924312,0.00071398966,0.000004237245,0.000009983718,0.000064388514],"genre_scores_gemma":[0.90892893,0.000022463777,0.090696424,0.00018134246,0.000029470339,0.000028824103,4.312355e-7,0.000006143774,0.00010596856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764824,0.00027854313,0.0007197616,0.00034716015,0.00075262773,0.00025365717],"domain_scores_gemma":[0.9965096,0.0007078991,0.0007422006,0.00017555026,0.001687172,0.0001775428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012616012,0.00011870294,0.000287438,0.0007754483,0.00032089668,0.00028646263,0.0006155142,0.000057905014,0.00007554779],"category_scores_gemma":[0.0013133396,0.00007952539,0.000052483752,0.0022403307,0.00020751762,0.000814565,0.000013679765,0.00023585347,0.0000075098537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007600579,0.0005932064,0.0009938081,0.00025991187,0.000034891127,0.000010648337,0.018084869,0.40978196,0.14494924,0.040658843,0.0024795444,0.3745525],"study_design_scores_gemma":[0.0030693063,0.0024922777,0.00032950507,0.00064012007,0.000019993315,0.00030952174,0.057634924,0.47975776,0.15424328,0.29983068,0.0011600311,0.0005125979],"about_ca_topic_score_codex":0.0000037995,"about_ca_topic_score_gemma":9.10824e-7,"teacher_disagreement_score":0.83980644,"about_ca_system_score_codex":0.00017249194,"about_ca_system_score_gemma":0.0023344748,"threshold_uncertainty_score":0.43724832},"labels":[],"label_agreement":null},{"id":"W2951079583","doi":"10.3233/jid-2003-7301","title":"THE CHALLENGES OF CASE DESIGN INTEGRATION IN THE TELECOMMUNICATION APPLICATION DOMAIN","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Telecommunications; Domain (mathematical analysis); Computer science; Mathematics","score_opus":0.06833677735627695,"score_gpt":0.32932683384965356,"score_spread":0.2609900564933766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951079583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004124451,0.003373271,0.99168444,0.0004999552,0.00006115475,0.00019967814,8.578724e-8,0.000012332195,0.000044662745],"genre_scores_gemma":[0.5491462,0.0006115993,0.4502103,0.000014891355,0.0000030430317,0.0000115345165,1.7094134e-8,0.0000017907345,6.6693286e-7],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825484,0.0007947724,0.00036978343,0.00013702344,0.0002952394,0.00014836843],"domain_scores_gemma":[0.99635285,0.0023961845,0.00037065585,0.00032331335,0.00052457117,0.000032444852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012173492,0.00009086093,0.00012773958,0.00017730572,0.00021966572,0.00010959725,0.0011765759,0.00003747111,1.4155665e-7],"category_scores_gemma":[0.0030043228,0.000045056877,0.000019180163,0.0011607158,0.00030055313,0.00072314334,0.000022858829,0.00028452504,1.6637551e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007530392,0.000108862405,0.00002780401,0.00002947773,0.0000107403475,0.000047426936,0.018784994,0.10891051,0.027713465,0.27205276,0.00001974932,0.5722189],"study_design_scores_gemma":[0.00060057663,0.0009554168,0.00036964493,0.00026028746,0.000014717437,0.0062713134,0.021039326,0.108165115,0.15057035,0.71122986,0.00021854883,0.0003048499],"about_ca_topic_score_codex":0.000003116794,"about_ca_topic_score_gemma":0.0000035695905,"teacher_disagreement_score":0.571914,"about_ca_system_score_codex":0.00004948307,"about_ca_system_score_gemma":0.00028216932,"threshold_uncertainty_score":0.42191136},"labels":[],"label_agreement":null},{"id":"W2987762301","doi":"10.3233/jid180017","title":"Performance Based Design","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02201032939987265,"score_gpt":0.26457894903081647,"score_spread":0.2425686196309438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987762301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3207309,0.00044519396,0.6741684,0.00013687689,0.00075472886,0.00019086819,4.420049e-7,0.000048924285,0.0035236604],"genre_scores_gemma":[0.9712405,0.00012008254,0.02835835,0.0001466677,0.000022870727,0.0000022465726,1.2698831e-7,0.000009212831,0.0000999044],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910754,0.000051376122,0.0002422599,0.00010071825,0.00031738202,0.00018070689],"domain_scores_gemma":[0.99897313,0.00020602769,0.000117329306,0.000090929454,0.000477322,0.00013525836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001962734,0.00010476166,0.00013633822,0.0002732318,0.00007378805,0.00013671182,0.00029318544,0.00003855202,0.0001621896],"category_scores_gemma":[0.00018764003,0.00007591356,0.00001828932,0.00081187725,0.0000942442,0.0011046113,0.0000038520843,0.00025595646,0.00003661185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004595437,0.00011093772,0.0026022783,0.00027202928,0.0000336522,0.000012940856,0.0018193007,0.6876505,0.20982775,0.000111047586,0.0029366103,0.09416341],"study_design_scores_gemma":[0.00036221862,0.0003745951,0.0006000604,0.00014633752,0.000014662657,0.00015628169,0.00037735174,0.86523217,0.13049345,0.000140337,0.0019360207,0.00016652355],"about_ca_topic_score_codex":6.499923e-7,"about_ca_topic_score_gemma":3.098838e-8,"teacher_disagreement_score":0.65050966,"about_ca_system_score_codex":0.00005648286,"about_ca_system_score_gemma":0.0007249092,"threshold_uncertainty_score":0.3095665},"labels":[],"label_agreement":null},{"id":"W2991687158","doi":"10.3233/jid-2007-11305","title":"DESIGN AND IMPLEMENTATION OF A GENE NETWORK REVERSE ENGINEERING METHOD BASED ON MUTUAL INFORMATION","year":2007,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Gene Regulatory Network Analysis","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reverse engineering; Computer science; Systems engineering; Engineering; Programming language","score_opus":0.009852663611013486,"score_gpt":0.284954313781639,"score_spread":0.2751016501706255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991687158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18965897,0.00016133829,0.8100443,0.000014424917,0.00003361201,0.00007921896,5.497558e-7,0.0000015699777,0.0000060605375],"genre_scores_gemma":[0.7682577,0.00003900759,0.23158312,0.00007643456,0.000035347908,0.0000010185812,0.0000023775822,0.0000031396037,0.0000018755572],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915653,0.00005249492,0.00032305907,0.00009726721,0.00022126346,0.00014935905],"domain_scores_gemma":[0.99906635,0.000047328653,0.00030060776,0.00006730982,0.0004322295,0.000086144246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003293596,0.00008609146,0.00012294382,0.00018851523,0.00006208694,0.00003158587,0.00010954153,0.000049214923,0.0000034211384],"category_scores_gemma":[0.0001015016,0.00006658071,0.000026082034,0.0004821667,0.00006368506,0.000037775557,0.000009300986,0.00007153642,1.0758775e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003283375,0.00001133488,0.00055127137,0.000020660496,0.000027876056,0.0000018650134,0.00021868343,0.6052423,0.37413695,0.000013656039,0.00012096496,0.019326093],"study_design_scores_gemma":[0.00042152594,0.0006769359,0.0008074888,0.000042527605,0.000038131002,0.000046016965,0.00037314428,0.24921098,0.7481121,0.000030927622,0.00014962361,0.000090591755],"about_ca_topic_score_codex":0.0000030214787,"about_ca_topic_score_gemma":7.3308325e-7,"teacher_disagreement_score":0.57859874,"about_ca_system_score_codex":0.000019682375,"about_ca_system_score_gemma":0.00028890747,"threshold_uncertainty_score":0.27150825},"labels":[],"label_agreement":null},{"id":"W30050666","doi":"10.3233/jid-2011-15202","title":"AdSCHE: DESIGN OF AN AUCTION-BASED FRAMEWORK FOR DECENTRALIZED SCHEDULING","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Distributed computing; Scheduling (production processes); Mathematical optimization; Mathematics","score_opus":0.21120299286272062,"score_gpt":0.42380728542606044,"score_spread":0.21260429256333982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30050666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06806961,0.00013450586,0.93123335,0.000097161945,0.00017591388,0.00024797535,0.0000033207639,0.000011785578,0.000026388732],"genre_scores_gemma":[0.56368154,0.000011754505,0.43620902,0.000055344673,0.000019088086,0.000008758909,1.4991431e-7,0.0000041348176,0.0000102022395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771124,0.00019542126,0.00082022336,0.00028758156,0.0007706139,0.0002148922],"domain_scores_gemma":[0.99426556,0.0012203571,0.0010341129,0.00023271661,0.0030013171,0.00024594634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009381687,0.00012387817,0.00028335967,0.00047352508,0.0003625386,0.0001592333,0.0009543162,0.000088434295,0.00016392207],"category_scores_gemma":[0.0058697187,0.00007881725,0.000071135684,0.001997132,0.00071777694,0.00104379,0.000011867921,0.00021755055,0.0000028841978],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014416079,0.0022724755,0.0031382106,0.000107468295,0.00012913407,0.00001645612,0.017736051,0.36094192,0.18383408,0.18717295,0.00035674896,0.22987843],"study_design_scores_gemma":[0.00048363704,0.0007209478,0.00018381486,0.00010355869,0.000029617373,0.000049885508,0.0033637884,0.16087535,0.3204383,0.51353705,0.00008130309,0.0001327857],"about_ca_topic_score_codex":0.0000028210513,"about_ca_topic_score_gemma":2.1691463e-7,"teacher_disagreement_score":0.49561194,"about_ca_system_score_codex":0.000027473607,"about_ca_system_score_gemma":0.0011617807,"threshold_uncertainty_score":0.7027025},"labels":[],"label_agreement":null},{"id":"W3023190801","doi":"10.3233/jid190019","title":"How Is Innovation Influenced by Logic, Emotion and Representation?","year":2020,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Representation (politics); Cognitive science; Computer science; Cognitive psychology; Psychology; Political science; Politics","score_opus":0.13406438249307637,"score_gpt":0.39511535537123266,"score_spread":0.26105097287815626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023190801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9029801,0.00010247457,0.073922455,0.022547325,0.000075166696,0.00017249105,0.0000037039417,0.000011615432,0.00018470407],"genre_scores_gemma":[0.9949019,0.0001805732,0.00093152915,0.0038601062,0.000026204258,0.0000027848964,3.1778558e-7,0.0000028558864,0.000093720955],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998527,0.000088869034,0.0002430047,0.00030010063,0.0006602261,0.0001808256],"domain_scores_gemma":[0.9979825,0.00015258726,0.00026304458,0.000051517047,0.0013735427,0.00017679525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008391111,0.000083484614,0.00011224453,0.00029754225,0.00029317028,0.0006381047,0.00026439514,0.000029972325,0.000031337273],"category_scores_gemma":[0.0064679156,0.000058188973,0.00001176918,0.0039018916,0.0007265302,0.0019992485,0.000028889795,0.0002234802,0.000002504676],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006086133,0.00002131908,0.0007684499,0.000010871946,9.530115e-7,0.0000032496014,0.0030237015,0.000014166574,0.9742024,0.000319639,0.0009780175,0.020596368],"study_design_scores_gemma":[0.00026730413,0.0004198367,0.0007416105,0.00003404242,0.000003894967,0.00007143994,0.0059247985,0.00792354,0.9800808,0.0040982086,0.00034043653,0.00009410407],"about_ca_topic_score_codex":0.0000031162833,"about_ca_topic_score_gemma":4.1621288e-8,"teacher_disagreement_score":0.09192184,"about_ca_system_score_codex":0.000024102785,"about_ca_system_score_gemma":0.00054459024,"threshold_uncertainty_score":0.77431667},"labels":[],"label_agreement":null},{"id":"W308651918","doi":"10.3233/2004-jid8_01","title":"ALIASING-FREE COMPACTION IN TESTING CORES-BASED SYSTEM-ON-CHIP (SOC) USING COMPATIBILITY OF RESPONSE DATA OUTPUTS","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"VLSI and Analog Circuit Testing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Compatibility (geochemistry); Compaction; Chip; System on a chip; Computer science; Electronic engineering; Embedded system; Engineering; Materials science; Geotechnical engineering; Composite material","score_opus":0.16056664422551906,"score_gpt":0.3409612566928612,"score_spread":0.18039461246734215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308651918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49436617,0.00007314677,0.5052781,0.00006740279,0.00009336279,0.000080304075,0.0000032396088,0.000018572471,0.000019659657],"genre_scores_gemma":[0.9463662,9.868696e-7,0.053553175,0.000056347046,0.000016966187,4.0926332e-7,3.957954e-7,0.000005087195,4.7187854e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751484,0.00030800764,0.0007435914,0.0003984228,0.000743143,0.00029196325],"domain_scores_gemma":[0.99645233,0.0008989209,0.0008511743,0.0005808616,0.0010551307,0.00016159599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008003876,0.00016455114,0.00036204414,0.00051451195,0.00024529488,0.00024223933,0.0020706146,0.000049871207,4.0244765e-7],"category_scores_gemma":[0.005759196,0.00012337223,0.000028351937,0.0025661672,0.00036274391,0.0013410016,0.00010709859,0.0003551183,3.453638e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054758845,0.00075787486,0.057492673,0.00051719317,0.000024250843,0.0003444485,0.0031935356,0.549038,0.3469144,0.0015359246,0.000015941217,0.03961813],"study_design_scores_gemma":[0.0011389885,0.00068808,0.010945888,0.0027543146,0.000011327546,0.00038847647,0.00047433944,0.9417748,0.040626314,0.0010331022,5.989703e-7,0.00016377664],"about_ca_topic_score_codex":0.00019912314,"about_ca_topic_score_gemma":0.000008677387,"teacher_disagreement_score":0.452,"about_ca_system_score_codex":0.00031834497,"about_ca_system_score_gemma":0.0028028735,"threshold_uncertainty_score":0.6894711},"labels":[],"label_agreement":null},{"id":"W3121787086","doi":"10.3233/jid200005","title":"Environment: The First Thing to Look at in Conceptual Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statement (logic); Computer science; Problem statement; Affordance; Conceptual design; Product (mathematics); Set (abstract data type); Function (biology); Process (computing); Product design; Software engineering; Human–computer interaction; Systems engineering; Process management; Management science; Engineering; Programming language; Mathematics","score_opus":0.02948102912822613,"score_gpt":0.2617289591941601,"score_spread":0.23224793006593397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121787086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10875331,0.0039492813,0.88275415,0.0019339693,0.00047908572,0.00026544405,0.0000012327228,0.000027055825,0.0018364682],"genre_scores_gemma":[0.986712,0.0004229569,0.011926294,0.00072618475,0.00003338617,0.0000065869044,1.7036416e-7,0.000009440736,0.00016300415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989958,0.00009377312,0.00027453116,0.000129345,0.00031161366,0.00019496103],"domain_scores_gemma":[0.9991146,0.0004045068,0.00008356225,0.000100388956,0.00016652654,0.00013046543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018491328,0.0001020199,0.00012740135,0.00013549713,0.00016848923,0.00015876266,0.0002963026,0.000035823956,0.00015589826],"category_scores_gemma":[0.000505932,0.000067389185,0.0000179089,0.0007418209,0.00018559721,0.0005646727,0.000021628663,0.00029252688,0.000022191094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000277371,0.00015142535,0.0006885335,0.00005797453,0.00004316193,0.00018848319,0.056078196,0.78690267,0.11851108,0.00059240655,0.0086813625,0.027827337],"study_design_scores_gemma":[0.0015428136,0.000700321,0.001856871,0.0007677512,0.000083490166,0.0027222105,0.040736523,0.20563555,0.6580813,0.0038873423,0.083062276,0.0009235839],"about_ca_topic_score_codex":0.0000027202018,"about_ca_topic_score_gemma":0.0000020897176,"teacher_disagreement_score":0.87795866,"about_ca_system_score_codex":0.00016752684,"about_ca_system_score_gemma":0.0003915322,"threshold_uncertainty_score":0.2748051},"labels":[],"label_agreement":null},{"id":"W3156573216","doi":"10.3233/jid200007","title":"An Incentive-Compatible Combinatorial Auction Design for Charging Network Scheduling of Battery Electric Vehicles","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Payment; Scheduling (production processes); Reservation; Incentive; Charging station; Electric vehicle; Operations research; Incentive compatibility; Combinatorial auction; Mathematical optimization; Common value auction; Computer network; Microeconomics; Economics; Engineering","score_opus":0.013394303022212345,"score_gpt":0.24656936394562265,"score_spread":0.2331750609234103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156573216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39111915,0.001092283,0.6073794,0.000012688592,0.00029255007,0.00007897329,6.219111e-7,0.000014601547,0.000009724546],"genre_scores_gemma":[0.9480975,0.00019966639,0.051496144,0.000021096761,0.00016825835,0.000002840027,0.0000011140066,0.000011868422,0.000001471786],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988828,0.0000622913,0.00037249931,0.00014317271,0.00026134495,0.00027793046],"domain_scores_gemma":[0.9985433,0.0001248587,0.00020085768,0.0000700192,0.0009578338,0.000103129314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001117647,0.0001236135,0.0002498224,0.0001983019,0.00017577245,0.00012062446,0.0002197642,0.00006745465,0.0000063120538],"category_scores_gemma":[0.00012881227,0.00010025261,0.00003730413,0.001441619,0.00006761598,0.000715994,0.0000063943958,0.00027607192,1.2443104e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012422097,0.000027785776,0.0005368533,0.00007090967,0.000024511102,0.0000040393666,0.00026464966,0.48000604,0.50639087,0.00026922277,0.000057271245,0.012223592],"study_design_scores_gemma":[0.00034303972,0.00030353264,0.00021259501,0.00013081607,0.000018793537,0.00005688219,0.00014437643,0.57231253,0.42098472,0.0053869337,0.000016363601,0.0000893959],"about_ca_topic_score_codex":0.0000013884353,"about_ca_topic_score_gemma":1.11655645e-7,"teacher_disagreement_score":0.5569784,"about_ca_system_score_codex":0.0000752778,"about_ca_system_score_gemma":0.0004943111,"threshold_uncertainty_score":0.4088183},"labels":[],"label_agreement":null},{"id":"W3184213665","doi":"10.3233/jid200015","title":"Influence of Privacy Fatigue of Social Media Users on Their Privacy Protection Disengagement Behaviour—A PSM based Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Disengagement theory; Privacy protection; Internet privacy; Social media; Causality (physics); Matching (statistics); Information privacy; Computer science; Psychology; Social psychology; World Wide Web; Mathematics; Statistics","score_opus":0.06436648478110829,"score_gpt":0.3342714975549389,"score_spread":0.2699050127738306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184213665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93990415,0.000094489566,0.058897298,0.0006232259,0.000103606115,0.0002788437,0.000018681792,0.000013974019,0.000065726264],"genre_scores_gemma":[0.9976185,0.00010962519,0.002162525,0.000040133044,0.00004453233,0.000010389075,0.0000032402113,0.000005674007,0.0000053583954],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970858,0.0005830632,0.0006369973,0.00028600905,0.0011473919,0.00026075394],"domain_scores_gemma":[0.99618465,0.00026053764,0.00096185145,0.00020992277,0.0022178974,0.0001651365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004205228,0.00015442926,0.00039057896,0.00067196245,0.0006177936,0.00013464445,0.0008016384,0.000107076514,0.000037267353],"category_scores_gemma":[0.006262227,0.000116849376,0.0001293204,0.0040685944,0.00090538175,0.001001099,0.00007626407,0.0004177915,3.414028e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034509667,0.004236131,0.073418215,0.00084773166,0.0009611142,0.00009181866,0.36105755,0.042791896,0.42802522,0.0059579513,0.00033990326,0.07882151],"study_design_scores_gemma":[0.0018679159,0.0011462076,0.16389851,0.0007678083,0.0007521951,0.000014101115,0.033388406,0.010433121,0.77739435,0.009323525,0.00037092777,0.0006429547],"about_ca_topic_score_codex":0.00022516011,"about_ca_topic_score_gemma":0.00007625391,"teacher_disagreement_score":0.3493691,"about_ca_system_score_codex":0.00016060058,"about_ca_system_score_gemma":0.002054951,"threshold_uncertainty_score":0.74969226},"labels":[],"label_agreement":null},{"id":"W3194075876","doi":"10.3233/jid-210011","title":"Implementation Barriers: A TASKS Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Concordia University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Identification (biology); Relation (database); Knowledge management; Human–computer interaction; Process management; Engineering; Systems engineering; Data mining","score_opus":0.13096059853164177,"score_gpt":0.458042592328634,"score_spread":0.3270819937969922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194075876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16883796,0.0014208811,0.82827795,0.0003587908,0.0005658614,0.000083790794,0.000003057775,0.000008022097,0.00044366473],"genre_scores_gemma":[0.9616174,0.000021805026,0.037804984,0.00034423594,0.00007109409,0.0000017296027,8.9963294e-8,0.0000048114316,0.00013384227],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99565846,0.00026890714,0.001077822,0.00036614528,0.0023431815,0.00028548884],"domain_scores_gemma":[0.99261355,0.001295404,0.00078478747,0.00026409962,0.0046847486,0.0003573789],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01001355,0.00012616959,0.00033278402,0.00056344806,0.0004449829,0.0014221244,0.00080824905,0.000056915367,0.00096499745],"category_scores_gemma":[0.01297175,0.00007611622,0.00008046026,0.0036723458,0.00025940317,0.0011946327,0.00008976805,0.00029215027,0.000013558534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006447322,0.00017044188,0.036143564,0.00004357335,0.00009012435,0.00095315755,0.02803259,0.0049777776,0.10120341,0.06612706,0.027080799,0.7345328],"study_design_scores_gemma":[0.0010485224,0.00065867766,0.005223677,0.0005316865,0.000034637545,0.002809695,0.11232057,0.023797045,0.053845126,0.7890741,0.010202898,0.00045331515],"about_ca_topic_score_codex":0.000007889606,"about_ca_topic_score_gemma":0.000005228511,"teacher_disagreement_score":0.79277945,"about_ca_system_score_codex":0.000057322693,"about_ca_system_score_gemma":0.0024234953,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W3206580727","doi":"10.3233/jid-210014","title":"Designing Run-time Evolution for Dependable and Resilient Cyber-Physical Systems Using Digital Twins","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resilience (materials science); Autonomic computing; Cloud computing; Architecture; Risk analysis (engineering); Autonomy; Computer security; Distributed computing; Business","score_opus":0.022668228899057483,"score_gpt":0.2565072607113769,"score_spread":0.23383903181231944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206580727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38450322,0.0004327956,0.61421573,0.000008811215,0.00013146755,0.0001061231,0.000009183472,0.000023259656,0.0005694087],"genre_scores_gemma":[0.9927015,0.000010492109,0.00718449,0.000004050052,0.00004442895,0.00000320052,9.787494e-7,0.000010968271,0.0000399307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904186,0.000015647993,0.00030790045,0.0001241768,0.00029729112,0.00021314586],"domain_scores_gemma":[0.9989485,0.00011967646,0.00009184054,0.0000539617,0.00064374425,0.00014224208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047011097,0.00011628076,0.00018578042,0.00016133553,0.00014744127,0.0006568893,0.00012305782,0.00005291992,0.0000016367194],"category_scores_gemma":[0.0001889685,0.0000937198,0.000028625824,0.0005590639,0.00013710314,0.0022126322,0.000009526811,0.00017815323,9.810705e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009432706,0.00007565243,0.000359493,0.00036664575,0.00005290421,0.000045017307,0.0013233698,0.6014688,0.39035755,0.00075850677,0.00017864522,0.004919106],"study_design_scores_gemma":[0.00037849043,0.00015244243,0.00003063,0.00054046046,0.000026612533,0.0011413872,0.002257191,0.85463667,0.1395845,0.000983543,0.00008873932,0.00017936114],"about_ca_topic_score_codex":0.000001110182,"about_ca_topic_score_gemma":8.462529e-8,"teacher_disagreement_score":0.6081982,"about_ca_system_score_codex":0.00013809455,"about_ca_system_score_gemma":0.0004392239,"threshold_uncertainty_score":0.63343984},"labels":[],"label_agreement":null},{"id":"W3207430459","doi":"10.3233/jid200018","title":"Environment-Based Life Cycle Decomposition (eLCD): Adaptation of EBD to Sustainable Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Environmental Impact and Sustainability","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sustainability; Sustainable design; Artifact (error); Adaptation (eye); Built environment; Process (computing); Product (mathematics); Computer science; Systems engineering; Design for the Environment; Life-cycle assessment; Product design; Architectural engineering; Process management; Engineering; Environmental economics; Production (economics); Civil engineering; Artificial intelligence","score_opus":0.014746001948782436,"score_gpt":0.26857227805552963,"score_spread":0.2538262761067472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207430459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52531284,0.00010351883,0.47406974,0.00018778726,0.000022016506,0.00017701654,0.0000011147742,0.000004464831,0.00012149878],"genre_scores_gemma":[0.94059926,0.00003297745,0.0589958,0.0002545299,0.000008210746,0.00000627787,0.0000010000042,0.000008128904,0.00009379649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99803555,0.0001998556,0.00045450975,0.0002744833,0.00069248845,0.0003430942],"domain_scores_gemma":[0.9988815,0.00012609987,0.00029476915,0.00015989674,0.00015003957,0.00038766852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019900033,0.00015344667,0.00023120531,0.00014093667,0.00022826262,0.00009093274,0.0002990879,0.0000566597,0.0004612151],"category_scores_gemma":[0.00061776774,0.00012323473,0.000050082446,0.0008631314,0.00055587845,0.00093057135,0.00007243086,0.00016557831,0.000009732819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004372384,0.00036568544,0.00411965,0.000047110218,0.000009422785,0.00006354977,0.001895807,0.8049046,0.1771662,0.000038011796,0.000088729146,0.010864028],"study_design_scores_gemma":[0.001323946,0.0023414616,0.020604307,0.00012817464,0.00007235204,0.00013482042,0.019649692,0.21093851,0.73835313,0.0056432397,0.00035089516,0.00045947364],"about_ca_topic_score_codex":0.00007502627,"about_ca_topic_score_gemma":0.0000018826256,"teacher_disagreement_score":0.59396607,"about_ca_system_score_codex":0.00047620863,"about_ca_system_score_gemma":0.00055027293,"threshold_uncertainty_score":0.5049982},"labels":[],"label_agreement":null},{"id":"W4210443370","doi":"10.3233/jid-210020","title":"A Novel Implementation of Energy-Based Homogenization Method","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Material Properties and Processing","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Homogenization (climate); Discretization; Computer science; Finite element method; Software; Boundary value problem; Computational science; Algorithm; Structural engineering; Mathematics; Engineering; Mathematical analysis","score_opus":0.021474617884844723,"score_gpt":0.2829977673670768,"score_spread":0.2615231494822321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210443370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055775665,0.00035668918,0.94357735,0.000030576375,0.00014149418,0.000038454727,0.0000053312224,0.000011181926,0.0000632689],"genre_scores_gemma":[0.9553541,0.000016910313,0.044555936,0.000045005825,0.000012531834,0.0000040573295,0.0000010444448,0.0000064582155,0.0000039725405],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992567,0.00003222962,0.00027255088,0.00006654748,0.00027457203,0.000097437],"domain_scores_gemma":[0.9994307,0.000022153352,0.00015971424,0.0000350497,0.00031082946,0.00004152859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009811489,0.00006266852,0.00011068366,0.00020147204,0.00014240966,0.00005592078,0.00016414453,0.000012466969,0.00009344469],"category_scores_gemma":[0.000024660083,0.000047471025,0.00001585821,0.0006724282,0.000046419616,0.00027113853,0.00001202027,0.00007781844,3.8709356e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006574189,0.000015613936,0.00005535008,0.000076231045,0.0000076164083,0.0000012087842,0.00060608645,0.24970724,0.7054883,0.00010915867,0.000035188226,0.043832224],"study_design_scores_gemma":[0.0002988682,0.00024619026,0.000026682064,0.000030499743,0.000012717647,0.000051548148,0.0012064667,0.326979,0.67044985,0.00031424355,0.00031138855,0.0000725491],"about_ca_topic_score_codex":0.000022145485,"about_ca_topic_score_gemma":7.440675e-7,"teacher_disagreement_score":0.8995784,"about_ca_system_score_codex":0.000047956255,"about_ca_system_score_gemma":0.0003563618,"threshold_uncertainty_score":0.19358122},"labels":[],"label_agreement":null},{"id":"W4210549581","doi":"10.3233/jid200021","title":"Sustainability: Design, Making, and Technologies","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Environmental Impact and Sustainability","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sustainability; Business; Environmental planning; Environmental science; Ecology","score_opus":0.013275129367510873,"score_gpt":0.27451274795319924,"score_spread":0.2612376185856884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210549581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9143839,0.00068388623,0.08263477,0.0014096932,0.00006980922,0.00044829806,0.0000017943723,0.000041389714,0.0003264516],"genre_scores_gemma":[0.9913954,0.000056985074,0.008315593,0.00011887438,0.0000033412798,0.0000138360465,8.862956e-8,0.000005990719,0.000089895846],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99834216,0.00016103391,0.00029266634,0.00027307883,0.00060647813,0.00032461152],"domain_scores_gemma":[0.9993548,0.000101445454,0.00022558302,0.00014248496,0.000071361756,0.00010432266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034696052,0.00013914323,0.00018239334,0.00015980825,0.0006618432,0.00011031587,0.00050686684,0.000036566777,0.00023352042],"category_scores_gemma":[0.0008660647,0.000100583726,0.000025990135,0.0009480803,0.001982622,0.00076981424,0.00037378757,0.00040084549,8.7019293e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020423152,0.0011211995,0.30727974,0.00019545839,0.000048212212,0.000517351,0.017968008,0.086068995,0.059530515,0.00085898244,0.0024765625,0.52189267],"study_design_scores_gemma":[0.0030160602,0.013176596,0.07551934,0.00012505989,0.00016611221,0.0062492914,0.31722584,0.08960716,0.097968124,0.3797739,0.0151625145,0.0020099813],"about_ca_topic_score_codex":0.000017841478,"about_ca_topic_score_gemma":6.2192834e-7,"teacher_disagreement_score":0.5198827,"about_ca_system_score_codex":0.0007640022,"about_ca_system_score_gemma":0.00027272824,"threshold_uncertainty_score":0.7305054},"labels":[],"label_agreement":null},{"id":"W4210709407","doi":"10.3233/jid-210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Correctness; Feature (linguistics); IBM; Goal modeling; Function (biology); Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210709407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006191911,0.0012875546,0.9919371,0.00018170795,0.00011727065,0.00025564493,0.0000016386042,0.00002623529,9.1070194e-7],"genre_scores_gemma":[0.32967076,0.000101314305,0.67017776,0.000014774712,0.000010137554,0.000015628815,9.780648e-8,0.0000036105248,0.000005935198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990351,0.00015031465,0.00017885452,0.00017257947,0.00033213905,0.0001309833],"domain_scores_gemma":[0.9979163,0.0011891801,0.00027228543,0.000084831634,0.00048507506,0.000052347666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025774164,0.000095123236,0.0001723541,0.00012639098,0.00037744443,0.00013570407,0.0004255308,0.000026579082,1.2191255e-7],"category_scores_gemma":[0.0005447036,0.000059439823,0.000018602665,0.0005199631,0.00016881364,0.0007258501,0.000066569555,0.00020401603,7.439189e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004038818,0.000016574746,0.0000047904555,0.000026657954,0.000007708811,8.272875e-7,0.0032999332,0.98920137,0.0015078557,0.0011042802,0.000016406215,0.0047731814],"study_design_scores_gemma":[0.00020500092,0.00038726724,0.0000115022885,0.000024193017,0.000015835614,0.000108235705,0.0012175553,0.9913326,0.0011323417,0.0054903673,0.0000058108485,0.00006932237],"about_ca_topic_score_codex":0.0000015994877,"about_ca_topic_score_gemma":2.8937604e-8,"teacher_disagreement_score":0.32347885,"about_ca_system_score_codex":0.000052509386,"about_ca_system_score_gemma":0.00038271572,"threshold_uncertainty_score":0.29030356},"labels":[],"label_agreement":null},{"id":"W4281715170","doi":"10.3233/jid210014","title":"Designing Run-time Evolution for Dependable and Resilient Cyber-Physical Systems Using Digital Twins","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resilience (materials science); Autonomic computing; Cloud computing; Architecture; Risk analysis (engineering); Autonomy; Computer security; Distributed computing; Business","score_opus":0.021678748064105857,"score_gpt":0.2505687701747178,"score_spread":0.22889002211061193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281715170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47192097,0.00028582732,0.52693254,0.000008431753,0.00016783945,0.00018901404,0.000019377341,0.000029811383,0.00044620797],"genre_scores_gemma":[0.996915,0.0000034594614,0.0029896726,0.0000042098723,0.000032845943,0.00001042559,9.80385e-7,0.000011775703,0.00003165849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895155,0.000020840522,0.00030144508,0.00011636536,0.0003944425,0.00021536522],"domain_scores_gemma":[0.9993294,0.000108104236,0.000112527276,0.000048981437,0.0002796144,0.000121369194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073834084,0.00011157139,0.00016846972,0.00024844633,0.000322152,0.00043390403,0.00018849918,0.00002885544,0.0000030113163],"category_scores_gemma":[0.00008938469,0.00009310142,0.000026798036,0.0005866761,0.00012771905,0.0018471372,0.000017538641,0.00024447596,5.258532e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085868676,0.000038784245,0.0001503014,0.00010199865,0.000019856137,0.0000094185625,0.00093507685,0.92422557,0.07219992,0.00032073888,0.00013436853,0.0017781247],"study_design_scores_gemma":[0.00035133268,0.00032730008,0.000017321,0.00014500234,0.000019434361,0.0008279551,0.0033388913,0.97635925,0.01747727,0.0008213657,0.00015457957,0.00016030067],"about_ca_topic_score_codex":0.0000020495252,"about_ca_topic_score_gemma":3.7146012e-8,"teacher_disagreement_score":0.524994,"about_ca_system_score_codex":0.00024354538,"about_ca_system_score_gemma":0.0003085362,"threshold_uncertainty_score":0.41841465},"labels":[],"label_agreement":null},{"id":"W4281741486","doi":"10.3233/jid210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Feature (linguistics); Correctness; IBM; Goal modeling; Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006191911,0.0012875546,0.9919371,0.00018170795,0.00011727065,0.00025564493,0.0000016386042,0.00002623529,9.1070194e-7],"genre_scores_gemma":[0.32967076,0.000101314305,0.67017776,0.000014774712,0.000010137554,0.000015628815,9.780648e-8,0.0000036105248,0.000005935198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990351,0.00015031465,0.00017885452,0.00017257947,0.00033213905,0.0001309833],"domain_scores_gemma":[0.9979163,0.0011891801,0.00027228543,0.000084831634,0.00048507506,0.000052347666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025774164,0.000095123236,0.0001723541,0.00012639098,0.00037744443,0.00013570407,0.0004255308,0.000026579082,1.2191255e-7],"category_scores_gemma":[0.0005447036,0.000059439823,0.000018602665,0.0005199631,0.00016881364,0.0007258501,0.000066569555,0.00020401603,7.439189e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004038818,0.000016574746,0.0000047904555,0.000026657954,0.000007708811,8.272875e-7,0.0032999332,0.98920137,0.0015078557,0.0011042802,0.000016406215,0.0047731814],"study_design_scores_gemma":[0.00020500092,0.00038726724,0.0000115022885,0.000024193017,0.000015835614,0.000108235705,0.0012175553,0.9913326,0.0011323417,0.0054903673,0.0000058108485,0.00006932237],"about_ca_topic_score_codex":0.0000015994877,"about_ca_topic_score_gemma":2.8937604e-8,"teacher_disagreement_score":0.32347885,"about_ca_system_score_codex":0.000052509386,"about_ca_system_score_gemma":0.00038271572,"threshold_uncertainty_score":0.29030356},"labels":[],"label_agreement":null},{"id":"W4306178485","doi":"10.3233/jid-220013","title":"Natural language processing (NLP) aided qualitative method in health research","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; Alberta Health Services; Concordia University; University of Calgary","funders":"","keywords":"Computer science; Natural language processing; Sentence; Cluster analysis; Artificial intelligence; Workload; Context (archaeology); Automatic summarization; Qualitative research; Information retrieval; Text mining; Data science; Data mining","score_opus":0.2305358605394815,"score_gpt":0.5988821724556453,"score_spread":0.36834631191616385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3380183,0.0199121,0.6248225,0.0140998615,0.0004655462,0.00067565957,0.0000052374066,0.000039997023,0.001960816],"genre_scores_gemma":[0.9113969,0.000044318327,0.08806462,0.0001997412,0.000039153627,0.000007593708,4.527754e-7,0.0000038199737,0.00024339721],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9913536,0.0058123,0.00048541007,0.00022031768,0.0017512364,0.0003771363],"domain_scores_gemma":[0.99637985,0.001584369,0.00039395902,0.000047927806,0.0014202937,0.00017359495],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06778664,0.00007748484,0.00024443216,0.0010158889,0.0016203638,0.00022539294,0.00054725923,0.000020591184,0.000065938446],"category_scores_gemma":[0.0038428535,0.00005835735,0.00003798657,0.005815874,0.00062159676,0.0006571188,0.000057817884,0.00084438466,4.5015375e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022533436,0.00013338923,0.00019829397,0.000043214302,0.000011774294,0.00003839637,0.6586795,0.0061821444,0.0025618817,0.004363092,0.0001700944,0.3273929],"study_design_scores_gemma":[0.0004493449,0.0004613136,0.0003707524,0.00016044185,0.0000065366567,0.000058734477,0.86962944,0.08643594,0.0007456653,0.04033119,0.001183956,0.00016668152],"about_ca_topic_score_codex":0.0010380994,"about_ca_topic_score_gemma":0.00012114116,"teacher_disagreement_score":0.5733786,"about_ca_system_score_codex":0.00045725063,"about_ca_system_score_gemma":0.00551518,"threshold_uncertainty_score":0.9996794},"labels":[],"label_agreement":null},{"id":"W4306178539","doi":"10.3233/jid-220019","title":"Impact of course timetabling on learning quality: sustaining an optimized stress level to stimulate enhanced comprehension","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Scheduling and Timetabling Solutions","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Workload; Computer science; Set (abstract data type); Course (navigation); Scheduling (production processes); Prioritization; Analytic hierarchy process; Integer programming; Comprehension; Process (computing); Operations research; Mathematics education; Mathematical optimization; Process management; Psychology; Engineering; Mathematics","score_opus":0.24287138797954202,"score_gpt":0.4941625424503994,"score_spread":0.25129115447085737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7037062,0.00012264542,0.2957313,0.000084742416,0.00015205552,0.00012421407,0.00001282431,0.000014951877,0.00005104879],"genre_scores_gemma":[0.96449846,0.000009373095,0.03526385,0.00005813958,0.000024982879,0.0000036373065,0.0000014270586,0.00001117361,0.00012892604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99442446,0.0009875909,0.0011483724,0.000468509,0.0025367131,0.00043438177],"domain_scores_gemma":[0.99251485,0.0018990487,0.0012407228,0.00029123746,0.0036338568,0.0004202749],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018802073,0.00020308114,0.0006208733,0.0013592101,0.0010823861,0.00042188558,0.0011626554,0.00004522298,0.0001671603],"category_scores_gemma":[0.008584342,0.00013400777,0.00014826177,0.0043072104,0.00028484446,0.00084680656,0.00012710223,0.0007580094,0.0000032469347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011059605,0.00020557517,0.00090716936,0.0000031920251,0.000026004756,0.000007510018,0.0025438743,0.9260796,0.05037339,0.00006423587,0.000018268449,0.018665262],"study_design_scores_gemma":[0.0024737155,0.007445087,0.0137974005,0.00028455505,0.00008730485,0.0001469626,0.029993135,0.90809965,0.03425958,0.0028846958,0.000032994478,0.00049492606],"about_ca_topic_score_codex":0.00006928354,"about_ca_topic_score_gemma":9.2338166e-7,"teacher_disagreement_score":0.2607923,"about_ca_system_score_codex":0.0001501287,"about_ca_system_score_gemma":0.002172451,"threshold_uncertainty_score":0.99976677},"labels":[],"label_agreement":null},{"id":"W4306178670","doi":"10.3233/jid-220011","title":"Transdisciplinary Team Science in Health Research, Where Are We?","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Multidisciplinary approach; Discipline; Identification (biology); Engineering ethics; Popularity; Transdisciplinarity; Health care; Disease; Multidisciplinary team; Data science; Management science; Knowledge management; Sociology; Medicine; Political science; Computer science; Engineering; Social science; Biology","score_opus":0.2374673166072702,"score_gpt":0.5027106401759206,"score_spread":0.26524332356865044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918352,0.0050140587,0.021235444,0.050665524,0.0009280507,0.0010069998,0.000027379767,0.000022160622,0.0027483506],"genre_scores_gemma":[0.9973402,0.00023457428,0.0015560703,0.00009617922,0.00004198557,0.000023346915,2.0206544e-7,0.000007109876,0.0007003326],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9878877,0.0014295047,0.001176978,0.0006448485,0.007999173,0.00086179393],"domain_scores_gemma":[0.99234915,0.0008250707,0.0006985025,0.0003309471,0.0052272826,0.000569073],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08387748,0.00014767588,0.0003766332,0.004006061,0.003185089,0.0010647109,0.0032709124,0.000033075237,0.00022721721],"category_scores_gemma":[0.0029486336,0.0000967786,0.000050602062,0.02173512,0.0026269632,0.0027242987,0.00045790998,0.0014035039,0.000006432901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0139916,0.0037370352,0.027844716,0.0003842029,0.00003407749,0.0014450623,0.325619,0.13452055,0.10973027,0.0087682055,0.12546106,0.24846423],"study_design_scores_gemma":[0.0014980378,0.009898483,0.004758251,0.0007055441,0.0000034168893,0.0011049891,0.7127206,0.12046466,0.0066648726,0.13386863,0.007894272,0.00041828747],"about_ca_topic_score_codex":0.00001398174,"about_ca_topic_score_gemma":0.000085270265,"teacher_disagreement_score":0.38710153,"about_ca_system_score_codex":0.0008224542,"about_ca_system_score_gemma":0.013657079,"threshold_uncertainty_score":0.9999723},"labels":[],"label_agreement":null},{"id":"W4318240336","doi":"10.3233/jid-229008","title":"Domain-Independent Design Theory and Methodology to Boost the Adoption of Design Methods","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Waterloo","funders":"","keywords":"Bespoke; Relevance (law); Domain (mathematical analysis); Design science; Management science; Process (computing); Design education; Design methods; Computer science; Design process; Engineering ethics; Engineering design process; Designtheory; Reflection (computer programming); Knowledge management; Engineering; Political science; Business; Marketing; Human–computer interaction; Work in process; Operations management","score_opus":0.1294238797284858,"score_gpt":0.41058568732239115,"score_spread":0.28116180759390536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318240336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009898692,0.0008097199,0.9880451,0.00037303736,0.0003919128,0.00028343426,8.4600214e-7,0.00003587944,0.00016138951],"genre_scores_gemma":[0.2698607,0.0006201215,0.7291419,0.0002210943,0.000039212333,0.000017067492,2.363231e-7,0.000017648288,0.00008201207],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966897,0.0020981298,0.00043879956,0.00017219402,0.0003471254,0.00025408439],"domain_scores_gemma":[0.99387586,0.0050165732,0.00022499062,0.0001383461,0.0005593991,0.0001848038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033063706,0.00015050903,0.0002594024,0.0005262879,0.00017953108,0.00012574127,0.00040773468,0.00007442941,0.000027459637],"category_scores_gemma":[0.0025462522,0.00009321792,0.00002959823,0.0017655273,0.00028744317,0.00050242466,0.000024942527,0.0003401256,0.000006374619],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011937878,0.00004871372,0.000035041943,0.00009743941,0.000097785436,0.000018570203,0.016187645,0.12095875,0.69239634,0.007370401,0.0018827611,0.15971275],"study_design_scores_gemma":[0.0010326952,0.0018393693,0.0020047121,0.00036398807,0.00022730496,0.0015955328,0.032552674,0.07874781,0.75143814,0.12518229,0.0043667164,0.00064877485],"about_ca_topic_score_codex":0.0000026258028,"about_ca_topic_score_gemma":2.5755824e-7,"teacher_disagreement_score":0.25996202,"about_ca_system_score_codex":0.000051076815,"about_ca_system_score_gemma":0.00046066302,"threshold_uncertainty_score":0.9956644},"labels":[],"label_agreement":null},{"id":"W4386955591","doi":"10.3233/jid-230046","title":"Seeing the Past, Planning the Future: Proudly Celebrating 25 Years of Assisting the Convergence of Process Sciences and Design Science","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Convergence (economics); Process (computing); Technological convergence; Engineering ethics; Computer science; Editorial board; Management science; Engineering; Library science; Telecommunications","score_opus":0.03085261564093334,"score_gpt":0.3025453692777465,"score_spread":0.27169275363681317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386955591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5431973,0.0011964276,0.4521344,0.002597551,0.00048143262,0.00026702267,4.2248195e-7,0.0000473811,0.000078076315],"genre_scores_gemma":[0.9821718,0.000065986664,0.017632984,0.00007467612,0.000035995185,0.0000075257817,2.3076252e-8,0.0000036761512,0.0000073520573],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981099,0.00010196504,0.0004168762,0.0002637936,0.0007966464,0.0003108259],"domain_scores_gemma":[0.99755096,0.0007418139,0.0006037625,0.00020893283,0.00082905346,0.00006545954],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008616683,0.00011385872,0.00016770225,0.00041709846,0.00090029207,0.00032718154,0.002522202,0.000035876747,9.960394e-7],"category_scores_gemma":[0.0013038334,0.00005402942,0.000022147877,0.006725609,0.0029812085,0.0008947549,0.00014556362,0.0003461335,3.5035862e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010337442,0.00019487696,0.037814572,0.0006494767,0.000091952475,0.000050084946,0.11520751,0.19926684,0.29976666,0.093310945,0.0010099293,0.2525338],"study_design_scores_gemma":[0.0002395747,0.00056114804,0.018895393,0.0005584477,0.000022598046,0.00048225734,0.023971615,0.8278288,0.11786679,0.009252557,0.00008056693,0.00024020483],"about_ca_topic_score_codex":0.000004967162,"about_ca_topic_score_gemma":2.831134e-7,"teacher_disagreement_score":0.62856203,"about_ca_system_score_codex":0.000021745816,"about_ca_system_score_gemma":0.0016043545,"threshold_uncertainty_score":0.9997321},"labels":[],"label_agreement":null},{"id":"W4391972568","doi":"10.3233/jid-230070","title":"Environment-driven evolution analysis of a product: A case study of braking system evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Product (mathematics); Computer science; Product design; New product development; Systems engineering; Data science; Process management; Engineering; Business; Marketing","score_opus":0.02071912554897745,"score_gpt":0.2842123061419047,"score_spread":0.26349318059292726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6903445,0.0014854005,0.30774033,0.000009002108,0.000183628,0.00014326308,0.0000019431577,0.000019962357,0.000071920455],"genre_scores_gemma":[0.9982079,0.00003036634,0.0017174846,0.000001156468,0.000020385207,0.000004236821,2.2600499e-7,0.000006571105,0.000011645026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987509,0.000101231104,0.00049426046,0.00014949813,0.00039017881,0.00011390899],"domain_scores_gemma":[0.9991126,0.00012058238,0.00024176964,0.00010846687,0.00034497952,0.0000715819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001700534,0.000096987795,0.00024070345,0.0010934765,0.0000683232,0.0000715806,0.0001521674,0.000027707309,0.000012318622],"category_scores_gemma":[0.00013587388,0.00007343743,0.00004295822,0.002822153,0.00009701796,0.00077255245,0.00000825898,0.0001850047,8.087991e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014070323,0.0004575479,0.0055548833,0.0009997924,0.0011083329,0.00036510787,0.030234948,0.8185249,0.13206038,0.0005699888,0.00008284666,0.009900574],"study_design_scores_gemma":[0.00018456319,0.00040466542,0.0015334612,0.00031236478,0.0010365816,0.0019070612,0.0417705,0.9477266,0.0049398397,0.0000454764,0.000019836983,0.00011903104],"about_ca_topic_score_codex":0.00008260764,"about_ca_topic_score_gemma":0.000005077987,"teacher_disagreement_score":0.30786338,"about_ca_system_score_codex":0.0002491981,"about_ca_system_score_gemma":0.0003378887,"threshold_uncertainty_score":0.29946917},"labels":[],"label_agreement":null},{"id":"W4404640379","doi":"10.3233/jid-2007-11403","title":"PRESSURE-RATE DECONVOLUTION USING NONORTHOGONAL EXPONENTIAL FUNCTIONS DICTIONARY","year":2007,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Deconvolution; Exponential function; Mathematics; Applied mathematics; Computer science; Algorithm; Mathematical analysis","score_opus":0.01528400630926957,"score_gpt":0.2501225634474747,"score_spread":0.23483855713820512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404640379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3264937,0.00072890555,0.6712778,0.000008152851,0.0011899718,0.00006671292,0.0000021520543,0.000036128265,0.00019644135],"genre_scores_gemma":[0.9981593,0.00002883382,0.0015407839,0.000017269029,0.00019189579,0.0000015852045,3.9497039e-7,0.000007687734,0.000052268006],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900967,0.000032391923,0.0003754421,0.00010889664,0.00027137343,0.00020222527],"domain_scores_gemma":[0.9991941,0.00005057312,0.00012888183,0.000052638752,0.0004236928,0.00015013038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017117345,0.00010293249,0.00013587337,0.00036127333,0.00023121567,0.00009788017,0.00012438482,0.000057318437,0.00002448245],"category_scores_gemma":[0.00007482633,0.0000809868,0.000038639853,0.0006516275,0.00013390774,0.00070882315,0.000005467174,0.00022570617,0.0000025929246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038594837,0.000046293215,0.0011707571,0.000055073793,0.00008159316,0.00002298746,0.0004449965,0.37277633,0.611872,0.00006325605,0.00024243773,0.01283831],"study_design_scores_gemma":[0.00044591524,0.0001531106,0.0017736864,0.00009230907,0.0000453627,0.0007522677,0.00069747376,0.9743213,0.01926782,0.00010332696,0.0022027607,0.00014465097],"about_ca_topic_score_codex":0.000010474237,"about_ca_topic_score_gemma":0.0000040615796,"teacher_disagreement_score":0.67166555,"about_ca_system_score_codex":0.00007322296,"about_ca_system_score_gemma":0.00020966475,"threshold_uncertainty_score":0.33025458},"labels":[],"label_agreement":null},{"id":"W4404770488","doi":"10.3233/jid-2005-9206","title":"FORENSIC BIOMECHANICS – TRANSDISCIPLINARY APPROACH IN THE COURT OF LAW","year":2005,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Medical and Health Sciences Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biomechanics; Law; Engineering; Political science; Medicine; Anatomy","score_opus":0.08226148830419355,"score_gpt":0.39250259383044256,"score_spread":0.310241105526249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404770488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88221544,0.002459463,0.097225904,0.012874756,0.00011262922,0.0006580549,0.0000023976518,0.0000067567876,0.004444573],"genre_scores_gemma":[0.9853436,0.00020937504,0.013757427,0.000620465,0.000043013526,0.0000030601573,2.658647e-7,0.0000022696197,0.000020569358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980336,0.00006699649,0.000422234,0.00013281444,0.0010932491,0.00025110948],"domain_scores_gemma":[0.99891,0.00012148675,0.00014577854,0.00008671465,0.00052186276,0.0002141627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005992446,0.00007141992,0.00022884017,0.00028917255,0.00012381788,0.000029623936,0.000408724,0.000048151316,0.00002197909],"category_scores_gemma":[0.00016238906,0.000031963176,0.00003128222,0.0014518428,0.0010260959,0.00027252725,0.000012551433,0.0004292412,6.449232e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068173003,0.0052125747,0.0017911476,0.0033934754,0.00007155067,0.00053415284,0.16043878,0.002070041,0.17546135,0.03421244,0.002675014,0.60732216],"study_design_scores_gemma":[0.0048137205,0.0096038105,0.0020083124,0.0021864695,0.000087448774,0.007800068,0.040524762,0.8240979,0.08834575,0.018343244,0.0018436579,0.0003448588],"about_ca_topic_score_codex":0.000010903877,"about_ca_topic_score_gemma":0.0000032107966,"teacher_disagreement_score":0.82202786,"about_ca_system_score_codex":0.000036160556,"about_ca_system_score_gemma":0.0012729339,"threshold_uncertainty_score":0.37806934},"labels":[],"label_agreement":null},{"id":"W4408661702","doi":"10.1177/10920617251326869","title":"EBD-enabled Approach to Improving the Efficiency of Developing Information Literacy Assessment Criteria","year":2025,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Literacy; Computer science; Psychology; Pedagogy","score_opus":0.017947837328179027,"score_gpt":0.3418261016115579,"score_spread":0.3238782642833789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408661702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12047215,0.0000924386,0.8610081,0.0024296767,0.00039611687,0.00040388294,0.000001662294,0.000015170699,0.015180785],"genre_scores_gemma":[0.9377855,0.00003885617,0.059794217,0.0022402026,0.000024483385,0.000007069209,6.2391825e-7,0.0000014233283,0.000107642474],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980186,0.00014080851,0.0007477739,0.00010615272,0.00072762184,0.00025903303],"domain_scores_gemma":[0.99722713,0.00017422909,0.0005342113,0.00010376284,0.0018459241,0.00011471626],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006633424,0.000094236995,0.0001663256,0.00062035944,0.00084328605,0.0010714452,0.0009282241,0.000039769027,0.00001306323],"category_scores_gemma":[0.0013319924,0.0000543717,0.00003226935,0.0036337476,0.000505719,0.017356535,0.000057955796,0.00018304982,0.00000119773],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003090471,0.00022618425,0.0025242572,0.0005529554,0.000037591875,0.0000017545726,0.38170612,0.0036481693,0.018209767,0.31351435,0.0023640266,0.2769058],"study_design_scores_gemma":[0.002646595,0.0015667313,0.018534038,0.0032344556,0.000106702035,0.00009532552,0.34065086,0.39207885,0.1063817,0.029156053,0.1041677,0.0013809999],"about_ca_topic_score_codex":0.000054724947,"about_ca_topic_score_gemma":1.8559548e-7,"teacher_disagreement_score":0.8173133,"about_ca_system_score_codex":0.000109242224,"about_ca_system_score_gemma":0.004600653,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W4409173669","doi":"10.1177/10920617241289750","title":"Effective KPI development using environment-based design (EBD) methodology: A case study of airline KPI system","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Aviation Industry Analysis and Trends","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Performance indicator; Computer science; Business; Marketing","score_opus":0.16756878598710043,"score_gpt":0.32805520253508696,"score_spread":0.16048641654798654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409173669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38920978,0.0010283879,0.6094578,0.000017249711,0.00009870463,0.00015111605,0.000003442212,0.0000068136287,0.000026752545],"genre_scores_gemma":[0.9477705,0.000010884931,0.052143823,0.000012044229,0.000022997969,0.000010899762,3.5143796e-7,0.00000836847,0.000020171165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820596,0.00019895894,0.0009516217,0.00032224093,0.0001400043,0.00018121557],"domain_scores_gemma":[0.99847645,0.00035820258,0.000743964,0.00010918812,0.00020022756,0.000111947775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006453682,0.00015709843,0.00049439206,0.00089108193,0.0002157829,0.00012974616,0.00020901827,0.000077924444,0.000034587913],"category_scores_gemma":[0.00021496495,0.00012149232,0.00005975431,0.0012233409,0.00016074529,0.00039881427,0.000020412013,0.00027567096,0.0000039686715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009697179,0.0023000801,0.03300894,0.0010448191,0.0018974424,0.005336154,0.03730569,0.8389331,0.008490462,0.004501222,0.000097035736,0.06611535],"study_design_scores_gemma":[0.0013825251,0.0017626684,0.00082454976,0.00051294046,0.0002171595,0.0022379681,0.01953769,0.94784504,0.024477737,0.0006707928,0.00012765793,0.00040329385],"about_ca_topic_score_codex":0.00006989731,"about_ca_topic_score_gemma":0.0000016748378,"teacher_disagreement_score":0.55856067,"about_ca_system_score_codex":0.000259152,"about_ca_system_score_gemma":0.00041395862,"threshold_uncertainty_score":0.49543127},"labels":[],"label_agreement":null},{"id":"W82911682","doi":"10.3233/jid-2002-6301","title":"AXIOMATIC THEORY OF DESIGN MODELING","year":2002,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Axiomatic design; Axiomatic system; Axiom; Computer science; Biochemical engineering; Management science; Mathematics; Engineering; Manufacturing engineering; Geometry","score_opus":0.06615464079909185,"score_gpt":0.2812267774362356,"score_spread":0.21507213663714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82911682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030236406,0.0016417047,0.9665036,0.00005276231,0.00019470273,0.00008168489,3.3561537e-7,0.000021866072,0.0012669417],"genre_scores_gemma":[0.9642257,0.00040434973,0.035243772,0.000042459196,0.000018853249,0.0000019014218,4.4077403e-8,0.000008933129,0.00005398004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896187,0.000108680564,0.00038272396,0.000083504354,0.00030746713,0.00015577849],"domain_scores_gemma":[0.99878764,0.00032082954,0.00016251387,0.0000845971,0.0005243177,0.00012008196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026686112,0.000101289246,0.00017100375,0.0003188515,0.00007563285,0.00008200133,0.00028882624,0.000038639,0.00013736053],"category_scores_gemma":[0.00067313405,0.00007331101,0.000024817482,0.0008206392,0.00013862728,0.0008588689,0.0000049298446,0.00020384447,0.000005843302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014445734,0.0001468971,0.000025407864,0.00020523288,0.000059232556,0.000014404524,0.010078126,0.7986317,0.10703428,0.0013873235,0.0008762393,0.08139669],"study_design_scores_gemma":[0.00015267856,0.00012612385,0.0000056860376,0.00013463557,0.000024074192,0.00019404,0.0013655706,0.96262103,0.031075692,0.0041679665,0.000039218314,0.000093280694],"about_ca_topic_score_codex":8.3588094e-7,"about_ca_topic_score_gemma":3.7660666e-8,"teacher_disagreement_score":0.9339893,"about_ca_system_score_codex":0.000035609413,"about_ca_system_score_gemma":0.00016916016,"threshold_uncertainty_score":0.29895362},"labels":[],"label_agreement":null},{"id":"W92127656","doi":"10.3233/jid-2004-8404","title":"ENVIRONMENT-BASED FORMULATION OF DESIGN PROBLEM","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mathematical optimization; Biochemical engineering; Mathematics; Engineering","score_opus":0.02465309789543736,"score_gpt":0.26359127819646383,"score_spread":0.23893818030102648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92127656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025136165,0.00030833238,0.9739611,0.00010163722,0.00008512755,0.00013547608,6.075627e-7,0.000015847536,0.00025567348],"genre_scores_gemma":[0.8718668,0.000080734404,0.12798591,0.00003608375,0.000010045654,0.0000028732431,2.850048e-7,0.000007027051,0.000010236848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910724,0.000037163016,0.00032500108,0.000083168794,0.00031270765,0.00013474091],"domain_scores_gemma":[0.99925107,0.000116024145,0.00020740202,0.000066606226,0.0002560246,0.000102866485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014208707,0.0000927317,0.00012765799,0.0002550708,0.00006425155,0.000058301386,0.0001844432,0.000039492017,0.00011469877],"category_scores_gemma":[0.00014242974,0.00006998231,0.00002123375,0.0005070437,0.00011158383,0.00081594463,0.0000030750434,0.0001590447,0.000002374041],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009526075,0.00006622929,0.000043996082,0.000053712403,0.000009940434,0.000002657868,0.00090204476,0.847316,0.14149481,0.00028431386,0.00006071716,0.009670289],"study_design_scores_gemma":[0.0010450365,0.00067137775,0.0002775847,0.00023560277,0.000044096992,0.00012866785,0.0006056212,0.11738571,0.8698548,0.00905841,0.0004751112,0.00021800093],"about_ca_topic_score_codex":0.0000029767575,"about_ca_topic_score_gemma":1.02723334e-7,"teacher_disagreement_score":0.84673065,"about_ca_system_score_codex":0.00009177759,"about_ca_system_score_gemma":0.0005831986,"threshold_uncertainty_score":0.28537956},"labels":[],"label_agreement":null}]}