{"meta":{"query_hash":"ca75f152eb3c","filters":{"venue":"Journal of Integrated Design and Process Science"},"cohort_total":48,"direct_labels_cover":0,"predictions_cover":48,"exported":48,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ca75f152eb3c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Integrated+Design+and+Process+Science"},"results":[{"id":"W123512583","doi":"10.3233/jid-2013-0001","title":"Towards Formalizing and Formulating the Successful Organizational Innovation Process","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process management; Process (computing); Knowledge management; Computer science; Business; Management science; Engineering; Programming language","score_opus":0.019021121187828206,"score_gpt":0.2821283781041748,"score_spread":0.26310725691634657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W123512583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010696549,0.00017290481,0.9820987,0.0008205126,0.000033408098,0.000232822,0.00007409014,0.00027564444,0.00559541],"genre_scores_gemma":[0.21797965,0.00060505635,0.77831286,0.0001521887,0.000047644407,0.0007930401,0.0003177277,0.00011843159,0.0016734374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99607784,0.0016961918,0.00042344845,0.00047607548,0.0009812388,0.00034514334],"domain_scores_gemma":[0.99216217,0.003395965,0.0012247575,0.0019366407,0.000979382,0.00030107948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006357766,0.0011617551,0.0008287655,0.0016469125,0.0013746931,0.0067548393,0.0028117944,0.0029077495,0.0026369647],"category_scores_gemma":[0.014748764,0.0008300261,0.0021450745,0.0013566118,0.0057150233,0.008352215,0.0039666854,0.0033799005,0.0007802556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001483534,0.000090610156,0.0010937367,0.0003034153,0.000037148584,0.0001545418,0.0010347062,0.11438456,0.0014940791,0.8639069,0.00042001568,0.017065382],"study_design_scores_gemma":[0.000032524284,0.00008284917,0.00028151757,0.00027566712,0.00004215523,0.00010052082,0.0005632905,0.2831035,0.0015733724,0.70564497,0.008258834,0.00004077662],"about_ca_topic_score_codex":0.0056057633,"about_ca_topic_score_gemma":0.006096871,"teacher_disagreement_score":0.0067548393,"about_ca_system_score_codex":0.003121388,"about_ca_system_score_gemma":0.009651575,"threshold_uncertainty_score":0.033623457},"labels":[],"label_agreement":null},{"id":"W1628160554","doi":"10.3233/jid-2012-0011","title":"Agent-Based System Design for Service Process Scheduling: Challenges, Approaches and Opportunities","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Scheduling and Optimization Algorithms","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Scheduling (production processes); Dynamic priority scheduling; Service design; Service provider; Process management; Operations research; Service (business); Engineering; Operations management; Business; Quality of service; Computer network; Marketing","score_opus":0.1679495711761323,"score_gpt":0.2803376665694348,"score_spread":0.11238809539330252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1628160554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004807676,0.0004878496,0.9914624,0.00040228505,0.00007017671,0.00007659979,0.000022218885,0.00016080761,0.0025099453],"genre_scores_gemma":[0.49902356,0.0016349207,0.49295896,0.00026391092,0.00017158767,0.0006320228,0.00012208127,0.00011052731,0.005082501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903995,0.00043700894,0.00005361896,0.00011706533,0.00028342928,0.000068906826],"domain_scores_gemma":[0.9988625,0.00054848066,0.000106803556,0.00006967771,0.00033982875,0.00007274235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002011054,0.0006889589,0.00091021776,0.00041270192,0.00065121264,0.0021237128,0.0014763261,0.0011294327,0.0025540679],"category_scores_gemma":[0.0026611213,0.0004974614,0.00067523285,0.00049974985,0.0008022044,0.0013618305,0.0009174949,0.0014485926,0.0005501922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073152885,0.00007368424,0.000459795,0.00017283174,0.00007918309,0.000067967325,0.00012898732,0.90155774,0.0021818727,0.05231232,0.0013422841,0.041550122],"study_design_scores_gemma":[0.000020127663,0.000028728291,0.000035521152,0.000008754802,0.000011914264,0.00001068437,0.000015618229,0.98785794,0.0003109682,0.009140295,0.0025548402,0.000004699238],"about_ca_topic_score_codex":0.0038100155,"about_ca_topic_score_gemma":0.0044068885,"teacher_disagreement_score":0.0038100155,"about_ca_system_score_codex":0.0010460886,"about_ca_system_score_gemma":0.002549104,"threshold_uncertainty_score":0.010635614},"labels":[],"label_agreement":null},{"id":"W1643166814","doi":"10.3233/jid-2014-0007","title":"A Reference Model for Privacy Protection in Social Networking Service","year":2014,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ciência sem Fronteiras; Universidade de São Paulo; Concordia University; Canada Research Chairs","keywords":"Internet privacy; Privacy protection; Computer security; Computer science; Service (business); Business","score_opus":0.1109037834104658,"score_gpt":0.3521816018561265,"score_spread":0.2412778184456607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643166814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009251405,0.00043362068,0.9587563,0.002111979,0.00026799276,0.0001841998,0.00021978316,0.0005821167,0.028192522],"genre_scores_gemma":[0.67350835,0.0013609238,0.28005582,0.0012217293,0.0006166688,0.00087912974,0.0010740437,0.00038518247,0.04089815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9887615,0.004240494,0.00081802235,0.001640647,0.0035702602,0.0009690522],"domain_scores_gemma":[0.98588055,0.0040693795,0.00063399825,0.0046166824,0.004347704,0.00045164838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009120697,0.00086546794,0.001202619,0.0025700245,0.0038183443,0.006769155,0.0047137653,0.005813477,0.011138624],"category_scores_gemma":[0.020892607,0.00053555815,0.0022261601,0.003058007,0.003750167,0.015955461,0.0051241666,0.0041407305,0.0039055836],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011101332,0.000046953937,0.00035678677,0.00005788446,0.000019853713,0.0002667667,0.00059021375,0.01152331,0.0009926095,0.9612775,0.0032352258,0.02152189],"study_design_scores_gemma":[0.00008916702,0.0001738137,0.00025637267,0.00016256783,0.000112172376,0.0005637297,0.00045129724,0.2769627,0.003321568,0.66463816,0.053171717,0.000096672906],"about_ca_topic_score_codex":0.008223554,"about_ca_topic_score_gemma":0.003987416,"teacher_disagreement_score":0.011138624,"about_ca_system_score_codex":0.003469134,"about_ca_system_score_gemma":0.003641202,"threshold_uncertainty_score":0.048235476},"labels":[],"label_agreement":null},{"id":"W1702415712","doi":"10.3233/jid-2011-15204","title":"ENVIRONMENT-BASED DESIGN (EBD) APPROACH TO DEVELOPING QUALITY MANAGEMENT SYSTEMS: A CASE STUDY","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.14026234611889754,"score_gpt":0.32364902199220663,"score_spread":0.1833866758733091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1702415712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23463155,0.001271164,0.689024,0.0029864537,0.00011611336,0.0019159631,0.00015612072,0.00040980373,0.06948884],"genre_scores_gemma":[0.38119546,0.0008286254,0.61069924,0.0003593333,0.000014532208,0.00094009266,0.00008706213,0.00010129306,0.0057743737],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97613996,0.01854402,0.00073432777,0.0005543744,0.003456985,0.00057027035],"domain_scores_gemma":[0.9887096,0.00843173,0.00042991323,0.00092707167,0.0010845906,0.00041700204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012706852,0.0006088397,0.0005026344,0.001960371,0.003081261,0.003372605,0.0017863757,0.0027253376,0.0025418326],"category_scores_gemma":[0.012253342,0.0006917142,0.00078785996,0.0016600469,0.0036415604,0.0027783397,0.0033405183,0.0020790524,0.00046390406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055250747,0.004422153,0.020760547,0.0028573438,0.0001625708,0.011409479,0.09566316,0.07944163,0.023991667,0.30957764,0.00934468,0.4418166],"study_design_scores_gemma":[0.0012570267,0.004478264,0.012480929,0.0020941845,0.00023397802,0.0123387445,0.06620911,0.19407354,0.055490922,0.093382046,0.5575465,0.00041476282],"about_ca_topic_score_codex":0.002892952,"about_ca_topic_score_gemma":0.0050684023,"teacher_disagreement_score":0.012706852,"about_ca_system_score_codex":0.0031338092,"about_ca_system_score_gemma":0.003030054,"threshold_uncertainty_score":0.06720102},"labels":[],"label_agreement":null},{"id":"W1709441513","doi":"10.3233/jid-2001-5201","title":"SPECIFICATION DRIVEN BEHAVIORAL DESIGN OF COMPLEX SYSTEMS","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.16682329166004342,"score_gpt":0.3601411996922473,"score_spread":0.19331790803220386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1709441513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032911918,0.0001619192,0.9873704,0.00030551193,0.000035946116,0.00014123786,0.00006470887,0.00047691836,0.008152138],"genre_scores_gemma":[0.15867084,0.0014353802,0.82586265,0.00038440304,0.00005267193,0.0015440299,0.00039568372,0.0003545888,0.011299803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976513,0.0010777314,0.00015918112,0.00016199374,0.0007741693,0.00017573091],"domain_scores_gemma":[0.99776626,0.0011672551,0.0001754949,0.000395694,0.00041928035,0.00007606735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031865842,0.00076803385,0.0003758979,0.0005857297,0.0005286321,0.0024122188,0.0013928927,0.0010754388,0.004468991],"category_scores_gemma":[0.0035458887,0.0006074573,0.0008629662,0.00057574845,0.0019591202,0.0011740526,0.0013772951,0.0016872004,0.00096126145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006431862,0.00008279573,0.00035384492,0.00036398886,0.000034768775,0.0002277066,0.0006571492,0.2172107,0.0130117405,0.7244557,0.0018166747,0.041720502],"study_design_scores_gemma":[0.00014177013,0.00025421657,0.00026414634,0.0002615775,0.000048905284,0.00018803714,0.0002291527,0.60454285,0.014702713,0.26291472,0.11638914,0.00006275755],"about_ca_topic_score_codex":0.002420383,"about_ca_topic_score_gemma":0.0028666705,"teacher_disagreement_score":0.004468991,"about_ca_system_score_codex":0.0014562559,"about_ca_system_score_gemma":0.0024239928,"threshold_uncertainty_score":0.016852438},"labels":[],"label_agreement":null},{"id":"W1714914045","doi":"10.3233/jid-2005-9405","title":"ANALYSIS OF MEDICAL DEVICES DESIGN REQUIREMENTS","year":2005,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.22701388585448462,"score_gpt":0.5253957967589777,"score_spread":0.2983819109044931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1714914045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27078894,0.0009993021,0.632248,0.002633011,0.000106619154,0.0036901527,0.0052174283,0.0018263172,0.0824903],"genre_scores_gemma":[0.6769214,0.0008606056,0.30168018,0.00037698573,0.00005406788,0.0022764374,0.0072382814,0.0007153693,0.009876608],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9710108,0.0062394543,0.0021705066,0.0011763205,0.018328214,0.0010746985],"domain_scores_gemma":[0.93192106,0.043076005,0.004561292,0.004335325,0.015688919,0.00041748793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008439659,0.0012016327,0.0007330386,0.0063798395,0.0011819224,0.0031329095,0.0015030603,0.0015987714,0.004017291],"category_scores_gemma":[0.052443672,0.0010670379,0.0016210914,0.0022640624,0.0009052132,0.002364209,0.0015933174,0.001304403,0.0011422166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011897355,0.001016118,0.046495788,0.0066025727,0.00035685903,0.0077702045,0.021868931,0.13647406,0.0828676,0.14869107,0.018830031,0.52783704],"study_design_scores_gemma":[0.00021665356,0.0011166071,0.05477664,0.0031148375,0.0005169458,0.0070994105,0.013410875,0.43278226,0.12748595,0.059234347,0.29984817,0.00039739045],"about_ca_topic_score_codex":0.0034792607,"about_ca_topic_score_gemma":0.0033335737,"teacher_disagreement_score":0.008439659,"about_ca_system_score_codex":0.0025540178,"about_ca_system_score_gemma":0.0046322215,"threshold_uncertainty_score":0.044633746},"labels":[],"label_agreement":null},{"id":"W1729641220","doi":"10.3233/jid-2003-7407","title":"AGGREGATE PRODUCTION PLANNING UTILIZING A FUZZY LINEAR PROGRAMMING","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Optimization and Mathematical Programming","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Aggregate planning; Aggregate (composite); Production (economics); Fuzzy logic; Linear programming; Production planning; Computer science; Mathematical optimization; Mathematics; Economics; Microeconomics; Artificial intelligence; Materials science","score_opus":0.033196541970355174,"score_gpt":0.2882482717904504,"score_spread":0.2550517298200953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729641220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008040451,0.00008045729,0.9886994,0.000066408385,0.000008352144,0.00003316715,0.000043092346,0.00010770679,0.0029210136],"genre_scores_gemma":[0.60463303,0.00037417642,0.3891814,0.000054184056,0.000031882006,0.00027245338,0.0001425091,0.000049328137,0.0052610333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916935,0.00027562093,0.00004219176,0.00013496625,0.0003038152,0.00007403586],"domain_scores_gemma":[0.99944764,0.00035167634,0.000053928794,0.000026931182,0.00009956374,0.000020114318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010616467,0.0006858266,0.00076744193,0.0006276422,0.000538378,0.0016982703,0.0006660711,0.00062018906,0.0024594248],"category_scores_gemma":[0.0013295886,0.00036336988,0.00091116404,0.0010060171,0.0005047421,0.0010075005,0.0007332241,0.0008239598,0.00035408698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020581632,0.000014363609,0.000074139294,0.000026841717,0.00000986962,0.000022559941,0.00003351099,0.97390264,0.0006150738,0.007700266,0.00018401013,0.01739628],"study_design_scores_gemma":[0.000002584604,0.000018866343,0.000023793884,0.000003623008,0.0000035991907,0.000005946253,0.000008725601,0.9959551,0.00031989833,0.0033291618,0.00032543993,0.000003360572],"about_ca_topic_score_codex":0.009826817,"about_ca_topic_score_gemma":0.006105048,"teacher_disagreement_score":0.009826817,"about_ca_system_score_codex":0.0011937,"about_ca_system_score_gemma":0.0016087014,"threshold_uncertainty_score":0.019539237},"labels":[],"label_agreement":null},{"id":"W1740871020","doi":"10.3233/jid-2001-5207","title":"ATTRIBUTE-BASED DESIGN DESCRIPTION SYSTEM IN DESIGN FOR MANUFACTURABILITY AND ASSEMBLY","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Design for manufacturability; Computer science; Systems engineering; Engineering; Engineering drawing; Manufacturing engineering; Mechanical engineering","score_opus":0.038136317770693366,"score_gpt":0.2530621129924575,"score_spread":0.21492579522176414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1740871020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009910009,0.0017560491,0.971038,0.0005314729,0.0003254929,0.00049358,0.0015510712,0.0045066206,0.018806815],"genre_scores_gemma":[0.020555768,0.003349348,0.9395138,0.0008176227,0.00016318679,0.001860811,0.008087791,0.0007805633,0.02487113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99614704,0.001541927,0.00060053,0.00028600643,0.0012694212,0.00015503583],"domain_scores_gemma":[0.9964599,0.0019640569,0.0002250421,0.0006224162,0.00062845595,0.000100139536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053664744,0.0013249625,0.00094939885,0.0026991526,0.0010245529,0.0035163353,0.002158496,0.0019834135,0.0241019],"category_scores_gemma":[0.006820388,0.00097335223,0.0013045421,0.0030245276,0.0013550009,0.0035217965,0.0017206765,0.0031252734,0.010747891],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016895129,0.00011316512,0.0005698633,0.0015613876,0.0000905643,0.0005680326,0.001069532,0.028731713,0.008938462,0.6289441,0.057473175,0.27177113],"study_design_scores_gemma":[0.000085905216,0.00013117545,0.0002674145,0.00034053443,0.00005374007,0.000472572,0.00012439665,0.044689715,0.005006518,0.07022991,0.8785122,0.0000859666],"about_ca_topic_score_codex":0.0036917918,"about_ca_topic_score_gemma":0.004167451,"teacher_disagreement_score":0.0241019,"about_ca_system_score_codex":0.001831681,"about_ca_system_score_gemma":0.0029194332,"threshold_uncertainty_score":0.08062893},"labels":[],"label_agreement":null},{"id":"W1822118107","doi":"10.3233/jid-2013-0019","title":"Considering Confirmation Bias in Design and Design Research","year":2013,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Research design; Computer science; Psychology; Statistics; Mathematics","score_opus":0.19667453745685887,"score_gpt":0.3799833826120558,"score_spread":0.1833088451551969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822118107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04270921,0.03925968,0.6937294,0.15242726,0.0069316523,0.0014818955,0.00018440824,0.00067862304,0.06259791],"genre_scores_gemma":[0.73774725,0.0067973523,0.21977204,0.027445832,0.002731662,0.002466004,0.00010246522,0.00026137067,0.0026760553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4713432,0.43744752,0.017461564,0.017907493,0.052261308,0.003578861],"domain_scores_gemma":[0.1672316,0.763558,0.017208172,0.032006115,0.017380182,0.0026159952],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3853211,0.0017419469,0.0030129377,0.007864412,0.006426936,0.01714437,0.0072728507,0.01173373,0.004553318],"category_scores_gemma":[0.63459307,0.0020019913,0.0020080751,0.005126668,0.042227738,0.024919642,0.010097119,0.011696868,0.0008657257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034742293,0.00016003837,0.009187286,0.003804864,0.00082208146,0.00073638425,0.023382233,0.0051026237,0.00079437817,0.8473983,0.0069968347,0.1012676],"study_design_scores_gemma":[0.00031193934,0.00025660972,0.0013279382,0.0026488206,0.00020097378,0.0002801459,0.0037147475,0.0065194075,0.0013756257,0.95293415,0.030316016,0.00011353751],"about_ca_topic_score_codex":0.004709729,"about_ca_topic_score_gemma":0.004538079,"teacher_disagreement_score":0.61467886,"about_ca_system_score_codex":0.010518103,"about_ca_system_score_gemma":0.01889161,"threshold_uncertainty_score":0.7580085},"labels":[],"label_agreement":null},{"id":"W1868619901","doi":"10.3233/jid-2003-7306","title":"A DISTRIBUTED MULTIDISCIPLINARY DESIGN OPTIMIZATION FRAMEWORK: TECHNOLOGY INTEGRATION","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"BIM and Construction Integration","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; National Research Council Canada","funders":"","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Systems engineering; Computer science; Engineering","score_opus":0.015283747510709237,"score_gpt":0.25484517028735376,"score_spread":0.23956142277664452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868619901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010907698,0.00018525403,0.9956397,0.00014739373,0.000016595162,0.00004610075,0.000021778695,0.00025956874,0.0025928842],"genre_scores_gemma":[0.054882646,0.00042009994,0.94208294,0.000065373584,0.000035894638,0.0003635083,0.000112010566,0.00009694159,0.0019405839],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988244,0.0004192285,0.00007727816,0.00015225168,0.00044809707,0.00007870575],"domain_scores_gemma":[0.99960107,0.0001386188,0.000038571616,0.00008453652,0.00008887167,0.000048353675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022608612,0.00093804224,0.0007929534,0.001112228,0.0008246554,0.0024514778,0.002153539,0.0014232458,0.0030939614],"category_scores_gemma":[0.0015785408,0.00053079985,0.001220067,0.0013163816,0.0010910778,0.0021665196,0.002116099,0.0012066392,0.00064497645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004431697,0.00012206739,0.0005087922,0.00026345218,0.00008456321,0.00015642642,0.00026688655,0.48164204,0.0035929303,0.37294906,0.00268035,0.13768922],"study_design_scores_gemma":[0.00007423891,0.000048457267,0.00016694711,0.00007011466,0.000033298442,0.00010118642,0.000053487787,0.8275698,0.0011557268,0.13015696,0.04054037,0.00002949862],"about_ca_topic_score_codex":0.0035018525,"about_ca_topic_score_gemma":0.0038958609,"teacher_disagreement_score":0.0035018525,"about_ca_system_score_codex":0.0013831424,"about_ca_system_score_gemma":0.0025386203,"threshold_uncertainty_score":0.011956751},"labels":[],"label_agreement":null},{"id":"W1896767873","doi":"10.3233/jid-2012-0007","title":"A Theoretical Model of Design Creativity: Nonlinear Design Dynamics and Mental Stress-Creativity Relation","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Relation (database); Nonlinear system; Dynamics (music); Psychology; Cognitive psychology; Computer science; Social psychology; Physics; Pedagogy; Data mining","score_opus":0.05870404368593837,"score_gpt":0.3713312802688477,"score_spread":0.31262723658290936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896767873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28512365,0.001041251,0.5268193,0.022196544,0.0002793382,0.00022645498,0.00030998365,0.00023008366,0.16377343],"genre_scores_gemma":[0.97641164,0.0005083328,0.017337449,0.00028744127,0.00009677131,0.00023487561,0.00005883561,0.000012613386,0.0050521004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996505,0.00014400923,0.00001240982,0.00008644778,0.00006118711,0.000045480418],"domain_scores_gemma":[0.9986889,0.0008707902,0.00014573078,0.000062876796,0.0001277056,0.000103974424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073906785,0.0006531862,0.00033850374,0.0008414973,0.00075001514,0.0018058985,0.0013391007,0.0015624788,0.008408297],"category_scores_gemma":[0.0029387819,0.00026603337,0.00065358286,0.0005884697,0.002357993,0.0024479914,0.001186562,0.0011985074,0.00072127953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009311895,0.00042134323,0.008080946,0.00023900844,0.00006310731,0.00039751176,0.0028789877,0.06125216,0.0022310896,0.90166074,0.0022984901,0.020383585],"study_design_scores_gemma":[0.00008432278,0.00018509194,0.006646561,0.00010194323,0.000034225766,0.0003560392,0.0012536452,0.35057986,0.0002888839,0.6360371,0.0043868017,0.000045602093],"about_ca_topic_score_codex":0.0017171623,"about_ca_topic_score_gemma":0.001146605,"teacher_disagreement_score":0.008408297,"about_ca_system_score_codex":0.0011583307,"about_ca_system_score_gemma":0.0013145662,"threshold_uncertainty_score":0.028128564},"labels":[],"label_agreement":null},{"id":"W1920835241","doi":"10.3233/jid-2010-14104","title":"EXPERIMENTAL APPROACH TO CURVE RECONSTRUCTION BASED ON HUMAN VISUAL PERCEPTION","year":2010,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Perception; Artificial intelligence; Computer vision; Computer science; Computer graphics (images); Mathematics; Psychology; Neuroscience","score_opus":0.039272617170187374,"score_gpt":0.3004458505332401,"score_spread":0.2611732333630527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920835241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42269588,0.00032370316,0.56083983,0.00038574045,0.00019059179,0.0018251942,0.00088026474,0.0008884324,0.011970391],"genre_scores_gemma":[0.71698827,0.00038100983,0.27650034,0.00019940913,0.000056351746,0.002313836,0.0005752232,0.0001675907,0.0028179584],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969121,0.0011417955,0.0002162102,0.0006113431,0.0009680309,0.00015048169],"domain_scores_gemma":[0.9944733,0.0028509255,0.0003549882,0.0011980304,0.0009583859,0.00016449935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022849676,0.0006661326,0.00036855205,0.00098394,0.0004912529,0.00084773905,0.001018944,0.0011327039,0.007612268],"category_scores_gemma":[0.010446352,0.00046085185,0.0004786425,0.0007750556,0.0019925619,0.0012312979,0.0015404123,0.0010200896,0.00090023264],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020712172,0.004178455,0.0059665767,0.0012792073,0.00009982325,0.00031387914,0.0018076594,0.021954719,0.7941485,0.020822152,0.0016241984,0.14573367],"study_design_scores_gemma":[0.0009551887,0.015992852,0.026002072,0.0002023511,0.00024829083,0.0014260176,0.0015777006,0.22850579,0.67063445,0.032289006,0.021793395,0.0003728275],"about_ca_topic_score_codex":0.0008989208,"about_ca_topic_score_gemma":0.00063919934,"teacher_disagreement_score":0.007612268,"about_ca_system_score_codex":0.0004563283,"about_ca_system_score_gemma":0.0005473462,"threshold_uncertainty_score":0.025465548},"labels":[],"label_agreement":null},{"id":"W216440567","doi":"10.3233/jid-2010-14204","title":"A VISION BASED GRAPHICAL PASSWORD","year":2010,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Password; Computer science; Computer vision; Computer graphics (images); Human–computer interaction; Artificial intelligence; Computer security","score_opus":0.013157090668019487,"score_gpt":0.2843555219128493,"score_spread":0.2711984312448298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W216440567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012220274,0.00081535405,0.96828806,0.00030241528,0.00044862696,0.00025090002,0.00025221735,0.0039759437,0.013446225],"genre_scores_gemma":[0.57885504,0.0013787535,0.39140946,0.00073602766,0.00018215633,0.00032062127,0.0008251822,0.00012939418,0.02616339],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992576,0.00012588708,0.000047569065,0.00016508313,0.0003284197,0.000075470285],"domain_scores_gemma":[0.99953103,0.00005724849,0.000046946443,0.00013541771,0.00016264575,0.00006670965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002783893,0.0005466437,0.00066981313,0.00075430935,0.00034694903,0.0010137797,0.0010179068,0.0011582854,0.011757708],"category_scores_gemma":[0.0011118646,0.00022203517,0.0006586384,0.0006290942,0.00051877776,0.0017428062,0.001544166,0.0008909297,0.0060055507],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009424295,0.00025554167,0.0008841282,0.0006067526,0.000085246254,0.0006650116,0.00012967683,0.011074969,0.18301025,0.033838745,0.0222332,0.74627405],"study_design_scores_gemma":[0.0003833887,0.0023610299,0.0045083505,0.00015678923,0.00015516843,0.008796866,0.00016993603,0.6376019,0.18448026,0.019916143,0.1411634,0.0003067215],"about_ca_topic_score_codex":0.00057304476,"about_ca_topic_score_gemma":0.00041286522,"teacher_disagreement_score":0.011757708,"about_ca_system_score_codex":0.0002866556,"about_ca_system_score_gemma":0.00039050204,"threshold_uncertainty_score":0.039333403},"labels":[],"label_agreement":null},{"id":"W2295500009","doi":"10.3233/jid-2015-0017","title":"Adaptive Neuro-Fuzzy Inference System Models for Force Prediction of a Mechatronic Flexible Structure","year":2016,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Hydraulic and Pneumatic Systems","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Adaptive neuro fuzzy inference system; Computer science; Set (abstract data type); Sampling (signal processing); SIGNAL (programming language); Artificial intelligence; Control theory (sociology); Fuzzy logic; Fuzzy control system","score_opus":0.028545433051530674,"score_gpt":0.24255632695501508,"score_spread":0.2140108939034844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295500009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21605967,0.000994482,0.77473205,0.00023880588,0.000107976804,0.00011025493,0.00026419538,0.00074989366,0.006742674],"genre_scores_gemma":[0.96723914,0.00023341413,0.029645465,0.000022753931,0.0000118663465,0.00011655374,0.00014300592,0.000014658909,0.002573077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998018,0.00005607865,0.000015354695,0.00003926175,0.00006389175,0.000023599538],"domain_scores_gemma":[0.99944156,0.00036961157,0.000054480184,0.000022895589,0.00010170069,0.000009748933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005797537,0.0006524334,0.000537356,0.00038181295,0.00031059363,0.00061846693,0.0006189691,0.0008094716,0.001282328],"category_scores_gemma":[0.0016526789,0.0002565112,0.0005559389,0.00030386666,0.00024249581,0.00048245265,0.00031569263,0.0008584841,0.00024961898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043987875,0.000021896734,0.0004003969,0.00003603708,0.00002424656,0.000027598326,0.00003572044,0.9862092,0.0011691205,0.0005426628,0.00009540433,0.011393668],"study_design_scores_gemma":[0.0000015461966,0.000014984073,0.00011849439,0.0000031421293,0.0000036900735,0.000003095906,0.000004532587,0.99932194,0.00030883896,0.00013957285,0.00007833905,0.0000018846513],"about_ca_topic_score_codex":0.016579162,"about_ca_topic_score_gemma":0.012710213,"teacher_disagreement_score":0.016579162,"about_ca_system_score_codex":0.0005643072,"about_ca_system_score_gemma":0.0005873761,"threshold_uncertainty_score":0.032965302},"labels":[],"label_agreement":null},{"id":"W2398872240","doi":"10.3233/jid-2016-0001","title":"Designing the Right Framework for Healthcare Decision Support","year":2016,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Risk analysis (engineering); Decision support system; Health care; Computer science; Statutory law; Healthcare system; Usability; Computer security; Process management; Knowledge management; Business; Human–computer interaction; Political science; Data mining","score_opus":0.31395311104316126,"score_gpt":0.5603421565409333,"score_spread":0.24638904549777207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398872240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014345029,0.00035238845,0.96120435,0.016296726,0.00028232695,0.00067563955,0.00011993667,0.00039608235,0.019238045],"genre_scores_gemma":[0.047656275,0.00038479068,0.9468064,0.0015341149,0.00013075772,0.0010006243,0.00017329854,0.00012469958,0.0021890376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9404404,0.03883649,0.0056150043,0.003858823,0.008809333,0.002439998],"domain_scores_gemma":[0.95893884,0.021441478,0.0025691304,0.007248106,0.0071696844,0.002632807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061046753,0.0015916434,0.0019136545,0.0047820527,0.00481514,0.0147849135,0.004101119,0.008052803,0.008048184],"category_scores_gemma":[0.058128748,0.0016287094,0.0029610475,0.0022491051,0.013526198,0.014948946,0.008666341,0.009085178,0.0032291582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018871333,0.000049839924,0.00021888781,0.00020356275,0.000027564149,0.00017466462,0.0016748416,0.003039735,0.00042946535,0.97803783,0.0024608872,0.0136639895],"study_design_scores_gemma":[0.000078366014,0.0000468726,0.00008722665,0.0007626801,0.000037225607,0.00022342779,0.0012282794,0.013754936,0.0008803784,0.89533263,0.08750931,0.000058706028],"about_ca_topic_score_codex":0.005774588,"about_ca_topic_score_gemma":0.0047347373,"teacher_disagreement_score":0.061046753,"about_ca_system_score_codex":0.006515699,"about_ca_system_score_gemma":0.020591248,"threshold_uncertainty_score":0.32284993},"labels":[],"label_agreement":null},{"id":"W246972802","doi":"10.3233/jid-2012-0021","title":"Pair-Wise Preference Comparisons Using Alpha-Peak Frequencies","year":2012,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Color perception and design","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Preference; Product (mathematics); Alpha (finance); Computer science; Human–computer interaction; Marketing; Business; Mathematics; Statistics","score_opus":0.20917715996530709,"score_gpt":0.38756340347068885,"score_spread":0.17838624350538176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W246972802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70810187,0.00028441232,0.27547833,0.00015395168,0.00034696423,0.001971766,0.0019297184,0.0010226148,0.010710367],"genre_scores_gemma":[0.82888925,0.00013338742,0.16463557,0.00008766092,0.00006344927,0.0037744967,0.0009024688,0.00018569839,0.0013279797],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.992975,0.0036855985,0.00050633505,0.0009900383,0.0016428089,0.00020035892],"domain_scores_gemma":[0.9673719,0.02612805,0.0015812556,0.0017923681,0.002741098,0.00038529493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054681906,0.00078532385,0.0008850553,0.0020688844,0.00052426493,0.0014915002,0.0006695518,0.0005354724,0.007292391],"category_scores_gemma":[0.04358048,0.0002573009,0.0005819205,0.0019654096,0.0005949059,0.0016230458,0.000892357,0.0010362728,0.0008423959],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010897301,0.002605023,0.10914401,0.0020369072,0.0023912275,0.00036500758,0.011572018,0.005028875,0.13060188,0.012494824,0.009314705,0.7035482],"study_design_scores_gemma":[0.0013756598,0.020733958,0.6904813,0.00032462398,0.001106783,0.0018342945,0.01326543,0.09221789,0.09356789,0.062258363,0.022037363,0.00079642603],"about_ca_topic_score_codex":0.00038030304,"about_ca_topic_score_gemma":0.0008905003,"teacher_disagreement_score":0.007292391,"about_ca_system_score_codex":0.00026580927,"about_ca_system_score_gemma":0.00033282346,"threshold_uncertainty_score":0.028918922},"labels":[],"label_agreement":null},{"id":"W2735461698","doi":"10.3233/jid-2016-0029","title":"One Thing is Certain in Design: Design is Uncertain","year":2017,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.08967940074615331,"score_gpt":0.34269961756273243,"score_spread":0.2530202168165791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735461698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042644434,0.019784503,0.48917285,0.20803672,0.0032987092,0.00020419329,0.0003695378,0.00047126558,0.23601776],"genre_scores_gemma":[0.9091274,0.005190683,0.061880656,0.013142338,0.0010593685,0.0002302224,0.00010690593,0.00017827503,0.009084092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9789491,0.009201761,0.001265016,0.00245539,0.007190587,0.00093810883],"domain_scores_gemma":[0.9542072,0.030103877,0.0035438791,0.004846623,0.005551485,0.0017470021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015729653,0.0009376205,0.0012092884,0.0011471737,0.0038161324,0.0076768408,0.001953863,0.0060098907,0.0055675777],"category_scores_gemma":[0.039335564,0.0012688598,0.000994357,0.0006661364,0.03156428,0.015574914,0.004375981,0.0067488663,0.0011489704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011642359,0.00004453361,0.001255629,0.0006179576,0.00011297277,0.00036231912,0.00295461,0.005693414,0.0009916516,0.95874923,0.008643608,0.020457556],"study_design_scores_gemma":[0.000032180527,0.00006374528,0.0004633614,0.0003210425,0.00004779244,0.0003292776,0.0010855306,0.0026959078,0.0009830943,0.9500123,0.043894503,0.00007113512],"about_ca_topic_score_codex":0.0026684057,"about_ca_topic_score_gemma":0.0021353837,"teacher_disagreement_score":0.015729653,"about_ca_system_score_codex":0.00395241,"about_ca_system_score_gemma":0.005060942,"threshold_uncertainty_score":0.08318734},"labels":[],"label_agreement":null},{"id":"W2809551147","doi":"10.3233/jid-2017-0020","title":"Application of Design Methodologies to Web System Design: A Case Study of JIDPS Editorial System","year":2018,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Systems design; Web application; World Wide Web; Software engineering","score_opus":0.07787450560522806,"score_gpt":0.3497726417473995,"score_spread":0.27189813614217145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809551147","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8159129,0.00050546386,0.15685205,0.0013978251,0.00005795949,0.0009703542,0.00023463051,0.00047284205,0.023595922],"genre_scores_gemma":[0.77715725,0.00034187248,0.21503003,0.0001553171,0.000017330965,0.0005033186,0.00020538355,0.00014031128,0.006449215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921374,0.005776592,0.00031300233,0.00031679007,0.0011299998,0.00032628485],"domain_scores_gemma":[0.987877,0.009218278,0.0004992268,0.0009179936,0.00106868,0.00041877973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006661203,0.00057685224,0.00040359158,0.0017421038,0.0028784438,0.0021032428,0.0010579565,0.0021816895,0.0021038675],"category_scores_gemma":[0.008713971,0.0005152841,0.0006687562,0.0014476156,0.0021081194,0.0013307463,0.0013228467,0.001140456,0.00033740205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079910434,0.0046158615,0.04313475,0.0033960526,0.0002091925,0.03227094,0.1498877,0.16490066,0.0459479,0.08307628,0.012269041,0.45949253],"study_design_scores_gemma":[0.00082958833,0.0048808088,0.043202903,0.0010100995,0.00026717846,0.012286418,0.0911411,0.49218637,0.055687644,0.03712752,0.2610415,0.00033886638],"about_ca_topic_score_codex":0.005066092,"about_ca_topic_score_gemma":0.01229306,"teacher_disagreement_score":0.006661203,"about_ca_system_score_codex":0.0027514426,"about_ca_system_score_gemma":0.002442987,"threshold_uncertainty_score":0.035228252},"labels":[],"label_agreement":null},{"id":"W2919340771","doi":"10.3233/jid180013","title":"A Market-Based Scheduling Mechanism Design for Cost Reduction in Home Health Care","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Negotiation; Health care; Mechanism design; Scheduling (production processes); Payment; Home health; Computer science; Business; Agency (philosophy); Operations research; Operations management; Economics; Microeconomics; Engineering; Finance","score_opus":0.08314350876578504,"score_gpt":0.3932905248688808,"score_spread":0.31014701610309575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919340771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014506421,0.00016021487,0.98232347,0.00021975537,0.000052278476,0.0002984093,0.00004263582,0.00016104194,0.0022357914],"genre_scores_gemma":[0.61365396,0.00028938355,0.38146248,0.00014773615,0.00006415037,0.00083561725,0.00006946126,0.000052530857,0.0034247565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973725,0.0014414628,0.00010798214,0.00036631964,0.00045689713,0.00025478],"domain_scores_gemma":[0.9973826,0.0013162177,0.00043038727,0.00021411592,0.00043309754,0.00022354467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006231421,0.0007005589,0.0012505089,0.00093697174,0.0008119986,0.0019308737,0.0029089265,0.0015989938,0.004335979],"category_scores_gemma":[0.007293423,0.00062856264,0.0009782461,0.0011334912,0.0009896538,0.0020466822,0.0013240573,0.0013268244,0.00040351116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030232704,0.0003505328,0.0006086283,0.0004177703,0.00013958379,0.00023035587,0.00018173273,0.75838745,0.0066130217,0.1776291,0.002433572,0.05270578],"study_design_scores_gemma":[0.00011779147,0.00017565596,0.00010778878,0.00001787303,0.000028390801,0.00008507884,0.000033949927,0.9735734,0.0009145294,0.022705609,0.0022222833,0.000017652608],"about_ca_topic_score_codex":0.0012712864,"about_ca_topic_score_gemma":0.0010423423,"teacher_disagreement_score":0.006231421,"about_ca_system_score_codex":0.0018692726,"about_ca_system_score_gemma":0.003438045,"threshold_uncertainty_score":0.03295535},"labels":[],"label_agreement":null},{"id":"W2951079583","doi":"10.3233/jid-2003-7301","title":"THE CHALLENGES OF CASE DESIGN INTEGRATION IN THE TELECOMMUNICATION APPLICATION DOMAIN","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Telecommunications; Domain (mathematical analysis); Computer science; Mathematics","score_opus":0.06833677735627695,"score_gpt":0.32932683384965356,"score_spread":0.2609900564933766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951079583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052220717,0.0021396603,0.90948576,0.008030451,0.00019467229,0.0005445692,0.00005857918,0.0008024628,0.026523136],"genre_scores_gemma":[0.24036829,0.0016345761,0.7506055,0.0008364928,0.00010477886,0.0006139378,0.0001997598,0.00023018806,0.005406501],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9708438,0.018026723,0.0016459723,0.0014963791,0.007099153,0.00088807265],"domain_scores_gemma":[0.96748793,0.022963747,0.0015208813,0.003935131,0.0033706978,0.0007215958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024236348,0.00076889066,0.0010673053,0.0027164759,0.002942032,0.009789175,0.0033499268,0.00464741,0.002572365],"category_scores_gemma":[0.039554186,0.0012976064,0.0011607729,0.0024720198,0.0034540636,0.009925237,0.004899504,0.0033881215,0.00091337145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017478863,0.00091148936,0.005494951,0.001044415,0.0001301118,0.0036072806,0.0132801505,0.07015997,0.00887027,0.37282607,0.0070103765,0.51649004],"study_design_scores_gemma":[0.00018618675,0.000598787,0.002478393,0.0015274878,0.00019355022,0.0069318004,0.0126304645,0.30094844,0.011001909,0.4436348,0.21968861,0.00017959197],"about_ca_topic_score_codex":0.0021813086,"about_ca_topic_score_gemma":0.0024255107,"teacher_disagreement_score":0.024236348,"about_ca_system_score_codex":0.0021681003,"about_ca_system_score_gemma":0.0038268114,"threshold_uncertainty_score":0.12817562},"labels":[],"label_agreement":null},{"id":"W2987762301","doi":"10.3233/jid180017","title":"Performance Based Design","year":2019,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02201032939987265,"score_gpt":0.26457894903081647,"score_spread":0.2425686196309438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987762301","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008675378,0.00055802456,0.6954097,0.0010586033,0.00038770153,0.00029514503,0.0002054924,0.0018828462,0.29152706],"genre_scores_gemma":[0.49063584,0.0011767001,0.28597423,0.0005140036,0.00020617744,0.0005898653,0.0008029201,0.00079953054,0.21930076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99665534,0.0010287579,0.00012517259,0.00036753132,0.0016440318,0.0001791789],"domain_scores_gemma":[0.99813735,0.000579348,0.00008193947,0.0006082785,0.0005040176,0.00008904333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025400296,0.0010695395,0.00060001604,0.0012241465,0.0011833011,0.0045699254,0.0012783549,0.0014071915,0.053371187],"category_scores_gemma":[0.0044166944,0.0005487506,0.0006114787,0.00091447553,0.001598473,0.0021510196,0.002369414,0.0012445754,0.010175794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016103267,0.00019779702,0.0005962794,0.00026758926,0.000036569272,0.00005382172,0.00042708416,0.033164043,0.0062808413,0.67864156,0.015307272,0.26486623],"study_design_scores_gemma":[0.00014624985,0.0007135623,0.0014841659,0.00024364573,0.00007587393,0.00021304,0.00052805396,0.16431735,0.018329306,0.43625873,0.37761995,0.00007017011],"about_ca_topic_score_codex":0.0011817642,"about_ca_topic_score_gemma":0.0010147014,"teacher_disagreement_score":0.053371187,"about_ca_system_score_codex":0.0016887906,"about_ca_system_score_gemma":0.0017911966,"threshold_uncertainty_score":0.1785444},"labels":[],"label_agreement":null},{"id":"W2991687158","doi":"10.3233/jid-2007-11305","title":"DESIGN AND IMPLEMENTATION OF A GENE NETWORK REVERSE ENGINEERING METHOD BASED ON MUTUAL INFORMATION","year":2007,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Gene Regulatory Network Analysis","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reverse engineering; Computer science; Systems engineering; Engineering; Programming language","score_opus":0.009852663611013486,"score_gpt":0.284954313781639,"score_spread":0.2751016501706255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991687158","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017763478,0.000008837153,0.99756575,0.000015553824,0.000005330926,0.00003692239,0.000008474722,0.00041823927,0.00016458293],"genre_scores_gemma":[0.04367235,0.000026245623,0.9551795,0.000023586135,0.000009374628,0.00022066459,0.00006369447,0.00012136998,0.00068325433],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99887055,0.0003003273,0.000053866723,0.00025639575,0.00045019545,0.00006861737],"domain_scores_gemma":[0.99807453,0.0010197187,0.0001888196,0.00021403063,0.00044067582,0.000062155326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018400634,0.00071351987,0.000685768,0.0010538689,0.00048187794,0.0006595945,0.0017410981,0.0007694158,0.0026186898],"category_scores_gemma":[0.0049161334,0.0006064325,0.0008870744,0.0004821741,0.0006114659,0.000988141,0.00083047384,0.0012061346,0.00092902593],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003425315,0.0003035428,0.002226729,0.00024698832,0.00020524849,0.00026906535,0.00025480354,0.37543085,0.1153388,0.034105476,0.001369004,0.46990708],"study_design_scores_gemma":[0.000032946617,0.0000744622,0.00020100884,0.0000047863336,0.000017572502,0.000074555785,0.000013175789,0.9755053,0.019327002,0.0027303835,0.0020006055,0.00001813543],"about_ca_topic_score_codex":0.0021218786,"about_ca_topic_score_gemma":0.00236403,"teacher_disagreement_score":0.0026186898,"about_ca_system_score_codex":0.0007736351,"about_ca_system_score_gemma":0.0010273806,"threshold_uncertainty_score":0.009731352},"labels":[],"label_agreement":null},{"id":"W30050666","doi":"10.3233/jid-2011-15202","title":"AdSCHE: DESIGN OF AN AUCTION-BASED FRAMEWORK FOR DECENTRALIZED SCHEDULING","year":2011,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Distributed computing; Scheduling (production processes); Mathematical optimization; Mathematics","score_opus":0.21120299286272062,"score_gpt":0.42380728542606044,"score_spread":0.21260429256333982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30050666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002870921,0.00006847023,0.9941881,0.00009719386,0.000035538866,0.00018149026,0.000043825796,0.00042737657,0.0020871651],"genre_scores_gemma":[0.19688202,0.00020658925,0.7976204,0.00008515746,0.00007412592,0.0006708842,0.00015869275,0.000113947615,0.004188244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986358,0.0004826957,0.00009874474,0.00017330705,0.00046897534,0.00014056076],"domain_scores_gemma":[0.9990281,0.00037583694,0.00009125377,0.000116315554,0.00027430555,0.00011432739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033414615,0.0004980583,0.0010177807,0.00065283827,0.00074849394,0.001793027,0.002545737,0.0010021596,0.0040318747],"category_scores_gemma":[0.0029402226,0.0005328323,0.00084242923,0.000703002,0.00084523857,0.0012066013,0.001457156,0.0014231699,0.00088625407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001760764,0.00016895082,0.00047852987,0.00019607294,0.00006518189,0.00021074347,0.00015519954,0.6765666,0.007270703,0.2317121,0.004438663,0.07856114],"study_design_scores_gemma":[0.000051807107,0.000037573118,0.000040106952,0.00000819591,0.000008806766,0.000041408468,0.000017241433,0.9783302,0.0010695376,0.014711173,0.005672677,0.000011263833],"about_ca_topic_score_codex":0.002816992,"about_ca_topic_score_gemma":0.0039274003,"teacher_disagreement_score":0.0040318747,"about_ca_system_score_codex":0.0013977761,"about_ca_system_score_gemma":0.0034315994,"threshold_uncertainty_score":0.017671585},"labels":[],"label_agreement":null},{"id":"W3023190801","doi":"10.3233/jid190019","title":"How Is Innovation Influenced by Logic, Emotion and Representation?","year":2020,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Representation (politics); Cognitive science; Computer science; Cognitive psychology; Psychology; Political science; Politics","score_opus":0.13406438249307637,"score_gpt":0.39511535537123266,"score_spread":0.26105097287815626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023190801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8615664,0.00057703233,0.02740624,0.004533442,0.00010716589,0.000050904644,0.000082094644,0.00016818948,0.10550857],"genre_scores_gemma":[0.9980862,0.00007878827,0.0011592635,0.000082793966,0.000012015031,0.000009518132,0.000014707315,0.000020729505,0.0005360257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99448806,0.0027474724,0.0001675829,0.00057819847,0.0012720311,0.0007465847],"domain_scores_gemma":[0.979482,0.012136328,0.003570021,0.0015357002,0.0021085732,0.0011672946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046871426,0.00021353096,0.00037444368,0.0013762887,0.00071535446,0.009485422,0.00067812356,0.0018194339,0.0054664277],"category_scores_gemma":[0.02754239,0.0003208793,0.00044356208,0.0010261172,0.0051716864,0.008317422,0.0015748957,0.001148593,0.0008299976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017090621,0.00070797116,0.1358929,0.00059931073,0.00041124065,0.000877937,0.03897009,0.006030233,0.037214503,0.55758876,0.002710372,0.21728766],"study_design_scores_gemma":[0.00027496283,0.000855213,0.19122986,0.00031666778,0.00034218928,0.00091666175,0.032289363,0.026561113,0.016610226,0.70761454,0.022706842,0.00028245925],"about_ca_topic_score_codex":0.0008567999,"about_ca_topic_score_gemma":0.00046832184,"teacher_disagreement_score":0.009485422,"about_ca_system_score_codex":0.0013477632,"about_ca_system_score_gemma":0.0013121164,"threshold_uncertainty_score":0.02478826},"labels":[],"label_agreement":null},{"id":"W308651918","doi":"10.3233/2004-jid8_01","title":"ALIASING-FREE COMPACTION IN TESTING CORES-BASED SYSTEM-ON-CHIP (SOC) USING COMPATIBILITY OF RESPONSE DATA OUTPUTS","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"VLSI and Analog Circuit Testing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Compatibility (geochemistry); Compaction; Chip; System on a chip; Computer science; Electronic engineering; Embedded system; Engineering; Materials science; Geotechnical engineering; Composite material","score_opus":0.16056664422551906,"score_gpt":0.3409612566928612,"score_spread":0.18039461246734215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308651918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25804386,0.0003069456,0.73828083,0.000053274533,0.000008027726,0.000074232536,0.00002322461,0.0005201103,0.002689489],"genre_scores_gemma":[0.8675977,0.000108185544,0.13153788,0.00002854405,0.000010471648,0.00004862777,0.000046534642,0.00004142454,0.0005805857],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915755,0.0002826442,0.000048538324,0.000080505815,0.0003541888,0.00007643699],"domain_scores_gemma":[0.99865013,0.00074081874,0.0002958696,0.0001420042,0.00014124703,0.00003001014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063054025,0.00042687997,0.00024155043,0.0008000218,0.00016303197,0.000507504,0.00052850257,0.0002892094,0.000551257],"category_scores_gemma":[0.0026468514,0.00019029262,0.00023806706,0.0006149283,0.0004127999,0.00078718277,0.0004544983,0.00021305893,0.00011254458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010573624,0.00015758094,0.0061524864,0.00032787438,0.00006484818,0.00047939605,0.00045862433,0.16698864,0.44088677,0.034797274,0.00040933068,0.34821984],"study_design_scores_gemma":[0.000040000352,0.0014091508,0.003236329,0.000023992694,0.00006240912,0.0005122858,0.000082323415,0.6688777,0.31783485,0.005157577,0.0027421245,0.00002129823],"about_ca_topic_score_codex":0.0003017543,"about_ca_topic_score_gemma":0.00053662487,"teacher_disagreement_score":0.0008000218,"about_ca_system_score_codex":0.0002957343,"about_ca_system_score_gemma":0.00030119988,"threshold_uncertainty_score":0.0033346415},"labels":[],"label_agreement":null},{"id":"W3121787086","doi":"10.3233/jid200005","title":"Environment: The First Thing to Look at in Conceptual Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statement (logic); Computer science; Problem statement; Affordance; Conceptual design; Product (mathematics); Set (abstract data type); Function (biology); Process (computing); Product design; Software engineering; Human–computer interaction; Systems engineering; Process management; Management science; Engineering; Programming language; Mathematics","score_opus":0.02948102912822613,"score_gpt":0.2617289591941601,"score_spread":0.23224793006593397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121787086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0107275015,0.009266408,0.8517263,0.032161564,0.001529756,0.00026672025,0.0000911624,0.00045091126,0.09377963],"genre_scores_gemma":[0.4014981,0.010569764,0.5579136,0.007917887,0.0008561978,0.00085203716,0.00016118163,0.00077363977,0.01945768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98065186,0.01457843,0.0006227159,0.0010894982,0.0023085945,0.0007488322],"domain_scores_gemma":[0.9881328,0.007637259,0.0005457203,0.0016123501,0.001452388,0.00061946164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015358468,0.0012950944,0.0013183043,0.0019916128,0.0057391427,0.0126940925,0.0016458294,0.0037633807,0.005181072],"category_scores_gemma":[0.015608868,0.0013817239,0.0014182898,0.0015396101,0.020911481,0.037726387,0.007893474,0.0075956723,0.001494542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041034193,0.000043730357,0.00047611672,0.00033243423,0.000017228958,0.00013069612,0.009971162,0.0007484522,0.0008117913,0.958358,0.0022199266,0.026849417],"study_design_scores_gemma":[0.000031439897,0.00015844844,0.00045160018,0.000936799,0.000052969917,0.0003886547,0.010178021,0.0017627198,0.001288122,0.78734314,0.19732921,0.00007888883],"about_ca_topic_score_codex":0.002132353,"about_ca_topic_score_gemma":0.002070406,"teacher_disagreement_score":0.015358468,"about_ca_system_score_codex":0.003312385,"about_ca_system_score_gemma":0.005132864,"threshold_uncertainty_score":0.08122426},"labels":[],"label_agreement":null},{"id":"W3156573216","doi":"10.3233/jid200007","title":"An Incentive-Compatible Combinatorial Auction Design for Charging Network Scheduling of Battery Electric Vehicles","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Payment; Scheduling (production processes); Reservation; Incentive; Charging station; Electric vehicle; Operations research; Incentive compatibility; Combinatorial auction; Mathematical optimization; Common value auction; Computer network; Microeconomics; Economics; Engineering","score_opus":0.013394303022212345,"score_gpt":0.24656936394562265,"score_spread":0.2331750609234103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156573216","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014078672,0.00010441846,0.981355,0.00014316151,0.00003745306,0.0001929755,0.000048952083,0.000066946006,0.003972411],"genre_scores_gemma":[0.7460041,0.00029655953,0.24793288,0.00010996253,0.000054206474,0.00039244877,0.00011103687,0.00005608265,0.0050426223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984297,0.00077082164,0.00006216636,0.00024007243,0.00032644896,0.00017072167],"domain_scores_gemma":[0.9987979,0.0005462513,0.00020416708,0.00008729774,0.00023139684,0.00013296965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026053565,0.0009271177,0.0012816937,0.00057461223,0.0005781818,0.0018024019,0.0021330533,0.0010276258,0.0024344143],"category_scores_gemma":[0.0035390684,0.0006635079,0.0007193869,0.0009575726,0.0008203287,0.0013896001,0.0009301525,0.0012210511,0.00034467326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009518463,0.00013718368,0.00043615475,0.00015545022,0.000047444017,0.00021204734,0.00010987953,0.9192485,0.0027617167,0.05142856,0.0014860625,0.02388172],"study_design_scores_gemma":[0.000023543058,0.000044991484,0.000071231174,0.0000052400774,0.00000975433,0.000036490645,0.000018739935,0.99105823,0.0002702959,0.0076709273,0.00078244676,0.0000081306935],"about_ca_topic_score_codex":0.00203984,"about_ca_topic_score_gemma":0.0026722348,"teacher_disagreement_score":0.0026053565,"about_ca_system_score_codex":0.001298726,"about_ca_system_score_gemma":0.0026479368,"threshold_uncertainty_score":0.013778627},"labels":[],"label_agreement":null},{"id":"W3184213665","doi":"10.3233/jid200015","title":"Influence of Privacy Fatigue of Social Media Users on Their Privacy Protection Disengagement Behaviour—A PSM based Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Disengagement theory; Privacy protection; Internet privacy; Social media; Causality (physics); Matching (statistics); Information privacy; Computer science; Psychology; Social psychology; World Wide Web; Mathematics; Statistics","score_opus":0.06436648478110829,"score_gpt":0.3342714975549389,"score_spread":0.2699050127738306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184213665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968755,0.000075096905,0.001763837,0.00014449334,0.0000080090895,0.00008692886,0.00017471846,0.000009878943,0.000861548],"genre_scores_gemma":[0.99907184,0.000041174186,0.00047575345,0.000022452961,0.0000050409026,0.00007289594,0.00008327154,0.0000022235854,0.00022533716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937197,0.004007253,0.00040448052,0.00060279836,0.0007765255,0.000489313],"domain_scores_gemma":[0.96172494,0.028427351,0.0053518885,0.0020468072,0.001318199,0.0011307818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054038754,0.00029564268,0.00063311396,0.0014937425,0.0007835437,0.0014299995,0.0004141416,0.0006536159,0.0045329737],"category_scores_gemma":[0.026893755,0.00021784872,0.0021908036,0.0016737371,0.0008003299,0.00093430985,0.0014266641,0.0014369251,0.00027407552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037741184,0.0006035826,0.97142506,0.00010106829,0.0006025502,0.000086466505,0.0043454464,0.0007912868,0.00040992975,0.00093348743,0.00023046214,0.02009327],"study_design_scores_gemma":[0.000011332149,0.0005149403,0.99162227,0.000029251414,0.00024262478,0.00004611365,0.0025822695,0.0038352443,0.00021603917,0.00044763414,0.00043923408,0.000012903443],"about_ca_topic_score_codex":0.0056601767,"about_ca_topic_score_gemma":0.0033069095,"teacher_disagreement_score":0.0056601767,"about_ca_system_score_codex":0.0009793106,"about_ca_system_score_gemma":0.0015366634,"threshold_uncertainty_score":0.028578758},"labels":[],"label_agreement":null},{"id":"W3194075876","doi":"10.3233/jid-210011","title":"Implementation Barriers: A TASKS Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Concordia University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Identification (biology); Relation (database); Knowledge management; Human–computer interaction; Process management; Engineering; Systems engineering; Data mining","score_opus":0.13096059853164177,"score_gpt":0.458042592328634,"score_spread":0.3270819937969922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194075876","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022967227,0.0016903514,0.7332575,0.027388925,0.00043849667,0.0013555983,0.0004703302,0.00056926836,0.21186228],"genre_scores_gemma":[0.5892568,0.0018915804,0.38235047,0.00241731,0.00023298265,0.0034493853,0.0006743853,0.00033359445,0.019393427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9747849,0.014926785,0.0019442741,0.0017310799,0.0044564423,0.0021565726],"domain_scores_gemma":[0.9673399,0.01948854,0.003207828,0.0026275103,0.0047279536,0.0026083037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021639029,0.002629656,0.00096107775,0.0076856837,0.0062464783,0.017516902,0.0043737483,0.005925087,0.008809668],"category_scores_gemma":[0.03363048,0.0013357938,0.0026578014,0.0032455733,0.016568484,0.01893744,0.009805071,0.00563825,0.0019841762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016764852,0.00006120251,0.0009548089,0.00021583261,0.000016885579,0.000094846015,0.004280187,0.0020877372,0.00013016775,0.97718006,0.0013878258,0.013573801],"study_design_scores_gemma":[0.00004478792,0.000102630525,0.00135851,0.00089484494,0.000061828614,0.00022528248,0.009271322,0.011167186,0.0005217454,0.8997797,0.076512866,0.000059319875],"about_ca_topic_score_codex":0.011260869,"about_ca_topic_score_gemma":0.0057136575,"teacher_disagreement_score":0.021639029,"about_ca_system_score_codex":0.010636542,"about_ca_system_score_gemma":0.021295669,"threshold_uncertainty_score":0.11443955},"labels":[],"label_agreement":null},{"id":"W3206580727","doi":"10.3233/jid-210014","title":"Designing Run-time Evolution for Dependable and Resilient Cyber-Physical Systems Using Digital Twins","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resilience (materials science); Autonomic computing; Cloud computing; Architecture; Risk analysis (engineering); Autonomy; Computer security; Distributed computing; Business","score_opus":0.022668228899057483,"score_gpt":0.2565072607113769,"score_spread":0.23383903181231944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206580727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051482655,0.00011320665,0.94377774,0.00016720268,0.000026339376,0.00006232113,0.00001328508,0.00023948551,0.0041178092],"genre_scores_gemma":[0.8119178,0.00029840806,0.1850782,0.000055583616,0.000013134174,0.00017393095,0.000044276552,0.00007136281,0.0023471992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99966526,0.00009569065,0.000023112372,0.00006976897,0.000096664735,0.00004955634],"domain_scores_gemma":[0.99967253,0.00010573669,0.000056935278,0.000074017786,0.000059289265,0.00003141022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078358664,0.00037968048,0.00044073418,0.00043958536,0.000534595,0.0010808804,0.0009932474,0.00071274786,0.0012133573],"category_scores_gemma":[0.0016137148,0.00031532714,0.0006888063,0.00028506888,0.0011896068,0.001260712,0.0014398434,0.0008689935,0.00017627457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003807902,0.000047277616,0.00091220374,0.000059137106,0.000033462275,0.00013846376,0.0002172975,0.84568274,0.013112437,0.11818278,0.00020649938,0.021369547],"study_design_scores_gemma":[0.000010660214,0.000059689522,0.00011767994,0.000007784828,0.000011943462,0.000026401774,0.000022782988,0.9833767,0.0027887202,0.0117761055,0.0017937042,0.0000079588835],"about_ca_topic_score_codex":0.002048586,"about_ca_topic_score_gemma":0.0017601588,"teacher_disagreement_score":0.002048586,"about_ca_system_score_codex":0.0008168657,"about_ca_system_score_gemma":0.00097356277,"threshold_uncertainty_score":0.005926788},"labels":[],"label_agreement":null},{"id":"W3207430459","doi":"10.3233/jid200018","title":"Environment-Based Life Cycle Decomposition (eLCD): Adaptation of EBD to Sustainable Design","year":2021,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Environmental Impact and Sustainability","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sustainability; Sustainable design; Artifact (error); Adaptation (eye); Built environment; Process (computing); Product (mathematics); Computer science; Systems engineering; Design for the Environment; Life-cycle assessment; Product design; Architectural engineering; Process management; Engineering; Environmental economics; Production (economics); Civil engineering; Artificial intelligence","score_opus":0.014746001948782436,"score_gpt":0.26857227805552963,"score_spread":0.2538262761067472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207430459","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003976226,0.000354944,0.98333734,0.00027697824,0.00007419816,0.00022702967,0.0002654253,0.0006886527,0.0107993],"genre_scores_gemma":[0.045751285,0.00039608587,0.951452,0.00013137049,0.000019774616,0.00037983194,0.00046048846,0.0002399814,0.0011692209],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948455,0.0022465875,0.00050541695,0.0004953374,0.0016937121,0.00021337543],"domain_scores_gemma":[0.99155265,0.0036080736,0.0005874331,0.002058953,0.0020111508,0.00018168228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007115693,0.0012629012,0.00061698275,0.004525935,0.00071751024,0.003354389,0.0011871262,0.0008230064,0.0027996434],"category_scores_gemma":[0.012775753,0.00074791285,0.0015334557,0.0033892149,0.0016303781,0.0029281196,0.0031565363,0.0015849817,0.00083328434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000889921,0.00017321434,0.0057969075,0.0011478971,0.00012279458,0.00019422892,0.0018800008,0.087131515,0.0063509173,0.295363,0.006025591,0.59572494],"study_design_scores_gemma":[0.00007443186,0.00023104393,0.0038268229,0.0010210014,0.00012958572,0.0005144546,0.0012377044,0.23531026,0.015835555,0.39609113,0.34554487,0.00018318278],"about_ca_topic_score_codex":0.0023538354,"about_ca_topic_score_gemma":0.0032607568,"teacher_disagreement_score":0.007115693,"about_ca_system_score_codex":0.0019527365,"about_ca_system_score_gemma":0.0025475381,"threshold_uncertainty_score":0.03763181},"labels":[],"label_agreement":null},{"id":"W4210443370","doi":"10.3233/jid-210020","title":"A Novel Implementation of Energy-Based Homogenization Method","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Material Properties and Processing","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Homogenization (climate); Discretization; Computer science; Finite element method; Software; Boundary value problem; Computational science; Algorithm; Structural engineering; Mathematics; Engineering; Mathematical analysis","score_opus":0.021474617884844723,"score_gpt":0.2829977673670768,"score_spread":0.2615231494822321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210443370","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027850273,0.00008329782,0.9921576,0.000045335815,0.000034017707,0.000024441611,0.000014101001,0.0002816838,0.0045744907],"genre_scores_gemma":[0.19949733,0.0003257738,0.78982145,0.00011779486,0.00006072124,0.00019502325,0.00012765847,0.0003014851,0.009552866],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99965286,0.000048894748,0.000019733516,0.00006355682,0.00018448955,0.00003040238],"domain_scores_gemma":[0.9998982,0.00002599539,0.000008620724,0.000023274379,0.000037123285,0.000006816069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022772825,0.00039188913,0.00039419005,0.0005223438,0.00036683443,0.000452068,0.0010479969,0.00057437486,0.0033780409],"category_scores_gemma":[0.00038983865,0.00025444833,0.0004427261,0.00036861564,0.0004737053,0.00067136774,0.00080609246,0.00069594046,0.0010446964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098419965,0.00013578265,0.0007927152,0.000315739,0.00006155817,0.00041326229,0.00035023663,0.18331346,0.2028458,0.28872058,0.0041356785,0.31881675],"study_design_scores_gemma":[0.00002630102,0.00007312566,0.00025298665,0.000019023899,0.000019658524,0.0003057918,0.000036318226,0.9105273,0.03375106,0.016920168,0.03803888,0.0000293413],"about_ca_topic_score_codex":0.0007148025,"about_ca_topic_score_gemma":0.00068359356,"teacher_disagreement_score":0.0033780409,"about_ca_system_score_codex":0.00035087066,"about_ca_system_score_gemma":0.00045089956,"threshold_uncertainty_score":0.011300623},"labels":[],"label_agreement":null},{"id":"W4210549581","doi":"10.3233/jid200021","title":"Sustainability: Design, Making, and Technologies","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Environmental Impact and Sustainability","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sustainability; Business; Environmental planning; Environmental science; Ecology","score_opus":0.013275129367510873,"score_gpt":0.27451274795319924,"score_spread":0.2612376185856884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210549581","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006767353,0.14185768,0.0980513,0.06281082,0.003837328,0.0003083349,0.00019912304,0.0006078371,0.68556035],"genre_scores_gemma":[0.3723494,0.24408303,0.108349785,0.020554528,0.003483904,0.00077322795,0.00051725446,0.0007146261,0.24917425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963356,0.0016298089,0.00015188476,0.00030859513,0.0013371208,0.0002369224],"domain_scores_gemma":[0.9989034,0.0004232134,0.00009219967,0.0002036088,0.00023694769,0.00014062793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003044267,0.000952004,0.00056755525,0.0013161316,0.0019326683,0.010935931,0.0011572195,0.0029318684,0.008572779],"category_scores_gemma":[0.0025964663,0.000405731,0.00036821404,0.0020607882,0.0111831445,0.0081262225,0.003927404,0.002958834,0.0033452238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016027388,0.000060335664,0.00033625777,0.00083445216,0.00001626144,0.000100027784,0.0019804125,0.0014670156,0.0007214436,0.8228573,0.046516515,0.12509398],"study_design_scores_gemma":[0.0000045727343,0.000023777497,0.00014612035,0.0007501588,0.000007224764,0.00012505251,0.0011435484,0.000336001,0.0005494356,0.36337534,0.6335263,0.00001248432],"about_ca_topic_score_codex":0.002041043,"about_ca_topic_score_gemma":0.0018828085,"teacher_disagreement_score":0.010935931,"about_ca_system_score_codex":0.0038086928,"about_ca_system_score_gemma":0.005116066,"threshold_uncertainty_score":0.028678834},"labels":[],"label_agreement":null},{"id":"W4210709407","doi":"10.3233/jid-210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Correctness; Feature (linguistics); IBM; Goal modeling; Function (biology); Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210709407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007282927,0.00005172353,0.9902383,0.00006795747,0.000010844293,0.00006897389,0.00004269046,0.00046727475,0.0017692273],"genre_scores_gemma":[0.1975413,0.00010091219,0.79957193,0.000059450074,0.000009729368,0.0004426919,0.0001976775,0.00034893097,0.0017273922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998409,0.0006139692,0.00008761639,0.00026177889,0.0005043231,0.00012344574],"domain_scores_gemma":[0.99800056,0.0012049974,0.0002117188,0.00023454407,0.00029406918,0.00005397632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002532931,0.001475095,0.0006875559,0.0010377547,0.0005102963,0.0014336844,0.0012770486,0.00090700586,0.0032521002],"category_scores_gemma":[0.0058435802,0.00074268517,0.0016252642,0.0006532441,0.0011443833,0.0013849126,0.0013345833,0.0014208603,0.00048272684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000446263,0.00005126047,0.00063788996,0.00011283064,0.0000359019,0.00005877272,0.00015208498,0.93127793,0.0028342488,0.026735658,0.0006377738,0.037420962],"study_design_scores_gemma":[0.000012114242,0.000023173914,0.000070641705,0.000012511968,0.000012167491,0.00001305329,0.000017487515,0.98950326,0.0013982839,0.007128959,0.0018022931,0.000006040505],"about_ca_topic_score_codex":0.0049702358,"about_ca_topic_score_gemma":0.005342118,"teacher_disagreement_score":0.0049702358,"about_ca_system_score_codex":0.0017108049,"about_ca_system_score_gemma":0.0023024147,"threshold_uncertainty_score":0.013395548},"labels":[],"label_agreement":null},{"id":"W4281715170","doi":"10.3233/jid210014","title":"Designing Run-time Evolution for Dependable and Resilient Cyber-Physical Systems Using Digital Twins","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resilience (materials science); Autonomic computing; Cloud computing; Architecture; Risk analysis (engineering); Autonomy; Computer security; Distributed computing; Business","score_opus":0.021678748064105857,"score_gpt":0.2505687701747178,"score_spread":0.22889002211061193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281715170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051482655,0.00011320665,0.94377774,0.00016720268,0.000026339376,0.00006232113,0.00001328508,0.00023948551,0.0041178092],"genre_scores_gemma":[0.8119178,0.00029840806,0.1850782,0.000055583616,0.000013134174,0.00017393095,0.000044276552,0.00007136281,0.0023471992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99966526,0.00009569065,0.000023112372,0.00006976897,0.000096664735,0.00004955634],"domain_scores_gemma":[0.99967253,0.00010573669,0.000056935278,0.000074017786,0.000059289265,0.00003141022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078358664,0.00037968048,0.00044073418,0.00043958536,0.000534595,0.0010808804,0.0009932474,0.00071274786,0.0012133573],"category_scores_gemma":[0.0016137148,0.00031532714,0.0006888063,0.00028506888,0.0011896068,0.001260712,0.0014398434,0.0008689935,0.00017627457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003807902,0.000047277616,0.00091220374,0.000059137106,0.000033462275,0.00013846376,0.0002172975,0.84568274,0.013112437,0.11818278,0.00020649938,0.021369547],"study_design_scores_gemma":[0.000010660214,0.000059689522,0.00011767994,0.000007784828,0.000011943462,0.000026401774,0.000022782988,0.9833767,0.0027887202,0.0117761055,0.0017937042,0.0000079588835],"about_ca_topic_score_codex":0.002048586,"about_ca_topic_score_gemma":0.0017601588,"teacher_disagreement_score":0.002048586,"about_ca_system_score_codex":0.0008168657,"about_ca_system_score_gemma":0.00097356277,"threshold_uncertainty_score":0.005926788},"labels":[],"label_agreement":null},{"id":"W4281741486","doi":"10.3233/jid210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Feature (linguistics); Correctness; IBM; Goal modeling; Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007282927,0.00005172353,0.9902383,0.00006795747,0.000010844293,0.00006897389,0.00004269046,0.00046727475,0.0017692273],"genre_scores_gemma":[0.1975413,0.00010091219,0.79957193,0.000059450074,0.000009729368,0.0004426919,0.0001976775,0.00034893097,0.0017273922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998409,0.0006139692,0.00008761639,0.00026177889,0.0005043231,0.00012344574],"domain_scores_gemma":[0.99800056,0.0012049974,0.0002117188,0.00023454407,0.00029406918,0.00005397632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002532931,0.001475095,0.0006875559,0.0010377547,0.0005102963,0.0014336844,0.0012770486,0.00090700586,0.0032521002],"category_scores_gemma":[0.0058435802,0.00074268517,0.0016252642,0.0006532441,0.0011443833,0.0013849126,0.0013345833,0.0014208603,0.00048272684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000446263,0.00005126047,0.00063788996,0.00011283064,0.0000359019,0.00005877272,0.00015208498,0.93127793,0.0028342488,0.026735658,0.0006377738,0.037420962],"study_design_scores_gemma":[0.000012114242,0.000023173914,0.000070641705,0.000012511968,0.000012167491,0.00001305329,0.000017487515,0.98950326,0.0013982839,0.007128959,0.0018022931,0.000006040505],"about_ca_topic_score_codex":0.0049702358,"about_ca_topic_score_gemma":0.005342118,"teacher_disagreement_score":0.0049702358,"about_ca_system_score_codex":0.0017108049,"about_ca_system_score_gemma":0.0023024147,"threshold_uncertainty_score":0.013395548},"labels":[],"label_agreement":null},{"id":"W4306178485","doi":"10.3233/jid-220013","title":"Natural language processing (NLP) aided qualitative method in health research","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; Alberta Health Services; Concordia University; University of Calgary","funders":"","keywords":"Computer science; Natural language processing; Sentence; Cluster analysis; Artificial intelligence; Workload; Context (archaeology); Automatic summarization; Qualitative research; Information retrieval; Text mining; Data science; Data mining","score_opus":0.2305358605394815,"score_gpt":0.5988821724556453,"score_spread":0.36834631191616385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007187231,0.00046884757,0.96092963,0.0017466213,0.000257083,0.018977603,0.0021297836,0.00076746277,0.007535836],"genre_scores_gemma":[0.02134573,0.00024766652,0.9378156,0.00042292004,0.00004380371,0.0383817,0.00040891214,0.00019762537,0.0011359516],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81645644,0.16135676,0.008239961,0.0064930324,0.006437418,0.0010163662],"domain_scores_gemma":[0.7082444,0.24387507,0.009711579,0.01739353,0.019704226,0.0010711976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13395587,0.001729705,0.0018341839,0.007627744,0.00392189,0.0060503227,0.004004781,0.0017929572,0.021239193],"category_scores_gemma":[0.17441368,0.0015656875,0.0016154536,0.009767845,0.006934411,0.004672901,0.0072531095,0.004084722,0.004616252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001228031,0.000594031,0.0035644886,0.02351106,0.00027828984,0.0014102445,0.1663933,0.010054329,0.021355521,0.21563429,0.026389422,0.529587],"study_design_scores_gemma":[0.0011092816,0.0007313686,0.006233791,0.009975049,0.00028215803,0.0010242978,0.07001269,0.06577872,0.03129664,0.43012464,0.3826133,0.00081798044],"about_ca_topic_score_codex":0.005084215,"about_ca_topic_score_gemma":0.0087993685,"teacher_disagreement_score":0.13395587,"about_ca_system_score_codex":0.0063106082,"about_ca_system_score_gemma":0.0199154,"threshold_uncertainty_score":0.7084348},"labels":[],"label_agreement":null},{"id":"W4306178539","doi":"10.3233/jid-220019","title":"Impact of course timetabling on learning quality: sustaining an optimized stress level to stimulate enhanced comprehension","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Scheduling and Timetabling Solutions","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Workload; Computer science; Set (abstract data type); Course (navigation); Scheduling (production processes); Prioritization; Analytic hierarchy process; Integer programming; Comprehension; Process (computing); Operations research; Mathematics education; Mathematical optimization; Process management; Psychology; Engineering; Mathematics","score_opus":0.24287138797954202,"score_gpt":0.4941625424503994,"score_spread":0.25129115447085737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45702744,0.00048898876,0.53812015,0.00020981632,0.000058433776,0.00029769196,0.000095326905,0.0003745356,0.0033275262],"genre_scores_gemma":[0.862313,0.00017836771,0.13628897,0.000043080927,0.000026762164,0.00019576601,0.0000911605,0.000055397675,0.0008075321],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99943143,0.00016481466,0.000029910396,0.00013396001,0.00017951903,0.00006032859],"domain_scores_gemma":[0.9986059,0.0005735366,0.0003636325,0.00012107838,0.0002139723,0.000121895646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012134433,0.00057277636,0.00042106622,0.00056555215,0.00027043946,0.00077311887,0.0007143054,0.00033292183,0.0013097498],"category_scores_gemma":[0.0032415972,0.00017594258,0.0003060344,0.0003501546,0.00019734942,0.0007367132,0.0004473453,0.0004497105,0.00017713792],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095692714,0.0014727957,0.008692211,0.00048878207,0.00007623241,0.00006567597,0.00037928682,0.31798708,0.16472259,0.0056155412,0.00095920864,0.49858364],"study_design_scores_gemma":[0.00019872264,0.0040306863,0.017846737,0.000058067788,0.000121248835,0.00009734917,0.00024484456,0.8962551,0.0726429,0.004619713,0.0038165573,0.00006800126],"about_ca_topic_score_codex":0.001655569,"about_ca_topic_score_gemma":0.0022778453,"teacher_disagreement_score":0.001655569,"about_ca_system_score_codex":0.0007059059,"about_ca_system_score_gemma":0.001482553,"threshold_uncertainty_score":0.0064173937},"labels":[],"label_agreement":null},{"id":"W4306178670","doi":"10.3233/jid-220011","title":"Transdisciplinary Team Science in Health Research, Where Are We?","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Multidisciplinary approach; Discipline; Identification (biology); Engineering ethics; Popularity; Transdisciplinarity; Health care; Disease; Multidisciplinary team; Data science; Management science; Knowledge management; Sociology; Medicine; Political science; Computer science; Engineering; Social science; Biology","score_opus":0.2374673166072702,"score_gpt":0.5027106401759206,"score_spread":0.26524332356865044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306178670","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009916299,0.09077407,0.13516931,0.68885463,0.011532314,0.0006927358,0.00011225028,0.0001875428,0.06276083],"genre_scores_gemma":[0.5573974,0.1049695,0.21105327,0.10413446,0.008198533,0.0046286387,0.0002134085,0.0002574328,0.009147372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.779309,0.19449735,0.00430208,0.007112592,0.0096660415,0.00511297],"domain_scores_gemma":[0.8403322,0.108302146,0.0074079386,0.01091108,0.011103359,0.021943284],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15285657,0.0014441629,0.0030747994,0.006217154,0.016229717,0.033844,0.0049190153,0.013461567,0.008129444],"category_scores_gemma":[0.10814019,0.001237368,0.002272963,0.0069708093,0.058204755,0.037646692,0.024240691,0.014838569,0.0018513545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001101904,0.00023596252,0.003969818,0.0020859854,0.00024175778,0.00032338736,0.03687729,0.0011784278,0.00014464212,0.8156655,0.025786247,0.113380805],"study_design_scores_gemma":[0.000078709876,0.00014015316,0.0007264255,0.0027730146,0.000063600324,0.00016228047,0.027236152,0.0006768264,0.00011093955,0.85977924,0.108200215,0.000052542502],"about_ca_topic_score_codex":0.0049389084,"about_ca_topic_score_gemma":0.0048919357,"teacher_disagreement_score":0.8471434,"about_ca_system_score_codex":0.015202628,"about_ca_system_score_gemma":0.048608758,"threshold_uncertainty_score":0.8083925},"labels":[],"label_agreement":null},{"id":"W4318240336","doi":"10.3233/jid-229008","title":"Domain-Independent Design Theory and Methodology to Boost the Adoption of Design Methods","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Waterloo","funders":"","keywords":"Bespoke; Relevance (law); Domain (mathematical analysis); Design science; Management science; Process (computing); Design education; Design methods; Computer science; Design process; Engineering ethics; Engineering design process; Designtheory; Reflection (computer programming); Knowledge management; Engineering; Political science; Business; Marketing; Human–computer interaction; Work in process; Operations management","score_opus":0.1294238797284858,"score_gpt":0.41058568732239115,"score_spread":0.28116180759390536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318240336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018765692,0.0020052039,0.9620492,0.011225301,0.0006386082,0.00057263224,0.00003487239,0.00029768163,0.021300059],"genre_scores_gemma":[0.057628114,0.002196582,0.92997843,0.0037719728,0.00043562043,0.0017218231,0.00009627317,0.0003548557,0.0038163357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.77390236,0.17688271,0.0067206956,0.008640583,0.031629223,0.0022243473],"domain_scores_gemma":[0.6224911,0.26915324,0.006475936,0.057649232,0.039028715,0.0052017546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2287845,0.0023905856,0.0028983955,0.009059411,0.0031069207,0.014714096,0.0061896336,0.00720424,0.007930506],"category_scores_gemma":[0.19186006,0.0024811707,0.0035289545,0.003817095,0.023403771,0.018522099,0.012989703,0.018900253,0.0040026726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041240008,0.00024717144,0.0008411694,0.0014527756,0.00010259797,0.0000856577,0.006823154,0.0033490055,0.0009273348,0.90540516,0.003955341,0.07676933],"study_design_scores_gemma":[0.00014296964,0.00025161853,0.00063332164,0.003712965,0.000062918974,0.00027703444,0.0030943323,0.011404438,0.0019875567,0.79042745,0.187918,0.00008743727],"about_ca_topic_score_codex":0.001504059,"about_ca_topic_score_gemma":0.0012359692,"teacher_disagreement_score":0.2287845,"about_ca_system_score_codex":0.00889373,"about_ca_system_score_gemma":0.021797445,"threshold_uncertainty_score":0.951046},"labels":[],"label_agreement":null},{"id":"W4386955591","doi":"10.3233/jid-230046","title":"Seeing the Past, Planning the Future: Proudly Celebrating 25 Years of Assisting the Convergence of Process Sciences and Design Science","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Convergence (economics); Process (computing); Technological convergence; Engineering ethics; Computer science; Editorial board; Management science; Engineering; Library science; Telecommunications","score_opus":0.03085261564093334,"score_gpt":0.3025453692777465,"score_spread":0.27169275363681317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386955591","genre_codex":"editorial","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048683438,0.015619722,0.0018134639,0.067275666,0.91018033,0.000012412476,0.00001810457,0.00009047315,0.0045029866],"genre_scores_gemma":[0.007812687,0.012891225,0.0014950874,0.012425932,0.9503292,0.000018877023,0.000030324903,0.00018407083,0.014812684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98906344,0.0031122675,0.0006899656,0.0013333921,0.005011072,0.00078981026],"domain_scores_gemma":[0.95970935,0.017862458,0.0021211456,0.0012257425,0.011782035,0.0072994046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011935861,0.0013715919,0.0012443436,0.0023366618,0.004364474,0.022863183,0.0018409473,0.00496566,0.00707192],"category_scores_gemma":[0.036036804,0.00048071519,0.0010090532,0.0013897821,0.005003296,0.009632625,0.0032229407,0.011189104,0.0036656044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086051965,0.000027449043,0.00018735026,0.00045549762,0.000022825434,0.00023025759,0.0010241149,0.0001287508,0.00038738552,0.013660916,0.9450133,0.038776096],"study_design_scores_gemma":[0.000009549632,0.000040309762,0.00014922758,0.00029986986,0.000018648048,0.0002300906,0.00064380176,0.0002135396,0.00019887953,0.0060264105,0.9921476,0.000022043252],"about_ca_topic_score_codex":0.00048149755,"about_ca_topic_score_gemma":0.001251222,"teacher_disagreement_score":0.022863183,"about_ca_system_score_codex":0.0022339574,"about_ca_system_score_gemma":0.0049823713,"threshold_uncertainty_score":0.06312364},"labels":[],"label_agreement":null},{"id":"W4391972568","doi":"10.3233/jid-230070","title":"Environment-driven evolution analysis of a product: A case study of braking system evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Product (mathematics); Computer science; Product design; New product development; Systems engineering; Data science; Process management; Engineering; Business; Marketing","score_opus":0.02071912554897745,"score_gpt":0.2842123061419047,"score_spread":0.26349318059292726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391972568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90531737,0.00045341163,0.06874579,0.0005321237,0.00003536972,0.0002880131,0.00014364698,0.00014656232,0.024337644],"genre_scores_gemma":[0.952525,0.0003163712,0.03613539,0.00006002625,0.000005968088,0.00009662156,0.00011021802,0.00010010804,0.010650253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983468,0.0008050677,0.000059248254,0.00016796493,0.00050100085,0.0001198153],"domain_scores_gemma":[0.9966454,0.0021816816,0.0002104468,0.00040565417,0.00041047722,0.00014638242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020226922,0.00035614124,0.00031665753,0.0010814669,0.0017564812,0.0017818232,0.0010791648,0.0014402727,0.0028538052],"category_scores_gemma":[0.00403234,0.00033952293,0.0004993684,0.0011310467,0.0017961046,0.0017252087,0.0012507054,0.0009299846,0.0004654748],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008275934,0.0023116493,0.0792115,0.0030365791,0.00018631252,0.039771073,0.18977918,0.09573167,0.077456206,0.10352241,0.009436136,0.39872968],"study_design_scores_gemma":[0.00019731194,0.00348711,0.09248296,0.0010548539,0.0003398866,0.022578226,0.15327357,0.2905593,0.07898815,0.03264779,0.32395318,0.00043772184],"about_ca_topic_score_codex":0.004117163,"about_ca_topic_score_gemma":0.010174243,"teacher_disagreement_score":0.004117163,"about_ca_system_score_codex":0.0013172175,"about_ca_system_score_gemma":0.0010293641,"threshold_uncertainty_score":0.010697186},"labels":[],"label_agreement":null},{"id":"W4404640379","doi":"10.3233/jid-2007-11403","title":"PRESSURE-RATE DECONVOLUTION USING NONORTHOGONAL EXPONENTIAL FUNCTIONS DICTIONARY","year":2007,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Deconvolution; Exponential function; Mathematics; Applied mathematics; Computer science; Algorithm; Mathematical analysis","score_opus":0.01528400630926957,"score_gpt":0.2501225634474747,"score_spread":0.23483855713820512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404640379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00800817,0.000055339875,0.9909928,0.00003813791,0.00001676877,0.000014918152,0.0000247652,0.000109094675,0.00074004964],"genre_scores_gemma":[0.2165735,0.00042661958,0.7779279,0.00007109269,0.00003055367,0.00012687173,0.00024345194,0.00013606211,0.0044639907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964,0.00006707597,0.00002122069,0.00007100929,0.00017117869,0.000029535291],"domain_scores_gemma":[0.9995956,0.00012660376,0.00004954797,0.00008404154,0.00012830948,0.000015916821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000828531,0.00042123324,0.0005504634,0.0003699684,0.0002095234,0.0005967538,0.00070949394,0.00061480846,0.0010952574],"category_scores_gemma":[0.0013540908,0.00024364877,0.0005944666,0.0005171919,0.00045951872,0.0011752839,0.0008300336,0.0008197598,0.0004894921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027152195,0.00015731773,0.0011952767,0.000285617,0.000087842534,0.00020000868,0.00019025792,0.4568578,0.14071625,0.1500599,0.0022169738,0.24776131],"study_design_scores_gemma":[0.000009448146,0.000021201315,0.00013113755,0.0000042397614,0.0000045736815,0.00003795845,0.0000056921253,0.98124826,0.012388451,0.0047361786,0.0014019229,0.000010934358],"about_ca_topic_score_codex":0.0011289491,"about_ca_topic_score_gemma":0.00086576364,"teacher_disagreement_score":0.0011289491,"about_ca_system_score_codex":0.0002954457,"about_ca_system_score_gemma":0.0011179748,"threshold_uncertainty_score":0.004381776},"labels":[],"label_agreement":null},{"id":"W4404770488","doi":"10.3233/jid-2005-9206","title":"FORENSIC BIOMECHANICS – TRANSDISCIPLINARY APPROACH IN THE COURT OF LAW","year":2005,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Medical and Health Sciences Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biomechanics; Law; Engineering; Political science; Medicine; Anatomy","score_opus":0.08226148830419355,"score_gpt":0.39250259383044256,"score_spread":0.310241105526249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404770488","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043214492,0.03397008,0.11004575,0.13859202,0.0028016258,0.00039139524,0.00006029135,0.000113396774,0.6708109],"genre_scores_gemma":[0.8726854,0.017973635,0.037423115,0.019961938,0.0024251938,0.00033669616,0.0000481898,0.000058503498,0.0490874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829506,0.011361276,0.0007086117,0.00101045,0.0023045845,0.0016644209],"domain_scores_gemma":[0.9920575,0.0047221035,0.0004252717,0.0006869513,0.0011844143,0.0009237568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018052958,0.00063751714,0.0006190243,0.006231034,0.012273119,0.013594293,0.0023974767,0.013312741,0.00941411],"category_scores_gemma":[0.01467145,0.0005414026,0.00090707676,0.003282699,0.024701284,0.012500154,0.009681845,0.009041809,0.0011225529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000960676,0.00004432561,0.00045768195,0.000055299748,0.000008219566,0.002638665,0.0060006334,0.00063541456,0.000149682,0.9618592,0.0067790765,0.021362266],"study_design_scores_gemma":[0.000014779004,0.000042316744,0.0007001571,0.00052526954,0.000010888899,0.003862262,0.018523853,0.0021038132,0.00027784848,0.84175694,0.13214251,0.000039319566],"about_ca_topic_score_codex":0.005733981,"about_ca_topic_score_gemma":0.009792158,"teacher_disagreement_score":0.018052958,"about_ca_system_score_codex":0.009180802,"about_ca_system_score_gemma":0.012354048,"threshold_uncertainty_score":0.09547424},"labels":[],"label_agreement":null},{"id":"W4408661702","doi":"10.1177/10920617251326869","title":"EBD-enabled Approach to Improving the Efficiency of Developing Information Literacy Assessment Criteria","year":2025,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Literacy; Computer science; Psychology; Pedagogy","score_opus":0.017947837328179027,"score_gpt":0.3418261016115579,"score_spread":0.3238782642833789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408661702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029012121,0.00017932299,0.96130633,0.00021765502,0.000043745244,0.0016387621,0.00020587599,0.0007572892,0.006638778],"genre_scores_gemma":[0.06544147,0.000052371175,0.93213516,0.00005986505,0.0000047960025,0.0013921638,0.00015274792,0.000052223346,0.0007090534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9649487,0.024077676,0.0029151363,0.0019446661,0.0056057656,0.0005079842],"domain_scores_gemma":[0.9532283,0.028009092,0.0017305869,0.00417956,0.012290174,0.0005622566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024042713,0.0010651925,0.0009425662,0.0050367275,0.0007689943,0.0028863829,0.0017769092,0.0011929201,0.0033600035],"category_scores_gemma":[0.057355557,0.0008644661,0.0010129715,0.002307908,0.00090175384,0.0025940938,0.004083995,0.0012974463,0.0010200562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006980167,0.0014246413,0.01278007,0.0029724557,0.00017543678,0.00055766193,0.009861157,0.016968984,0.03494351,0.048277915,0.0026999414,0.8686401],"study_design_scores_gemma":[0.0015849762,0.004332553,0.041263446,0.003967254,0.0007053162,0.0022594184,0.0112187015,0.37977237,0.16071063,0.09627677,0.2972191,0.0006895231],"about_ca_topic_score_codex":0.0008568966,"about_ca_topic_score_gemma":0.0013827401,"teacher_disagreement_score":0.024042713,"about_ca_system_score_codex":0.0012664311,"about_ca_system_score_gemma":0.002869975,"threshold_uncertainty_score":0.12715155},"labels":[],"label_agreement":null},{"id":"W4409173669","doi":"10.1177/10920617241289750","title":"Effective KPI development using environment-based design (EBD) methodology: A case study of airline KPI system","year":2024,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Aviation Industry Analysis and Trends","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Performance indicator; Computer science; Business; Marketing","score_opus":0.16756878598710043,"score_gpt":0.32805520253508696,"score_spread":0.16048641654798654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409173669","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69151956,0.0004819228,0.27136135,0.0015705202,0.000039916642,0.002544312,0.0004525167,0.00029334132,0.031736586],"genre_scores_gemma":[0.7331219,0.0003543536,0.26131833,0.00014696305,0.000010194216,0.0010243119,0.0002609489,0.00007441569,0.0036886078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98589164,0.010881356,0.00060992525,0.00064530334,0.0014673505,0.0005043916],"domain_scores_gemma":[0.97911215,0.015177609,0.0011263842,0.0014612377,0.002632333,0.00049026805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013104283,0.00084627175,0.00040588225,0.002399092,0.0021057783,0.0030680671,0.0012698421,0.0015385462,0.002124761],"category_scores_gemma":[0.0148072755,0.0004821031,0.0006290768,0.0019853835,0.002005451,0.002461172,0.002182329,0.0011072983,0.0004124337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069788744,0.004158445,0.057206634,0.004052144,0.00020195381,0.01094952,0.24654777,0.065760456,0.025394484,0.08020497,0.0083811255,0.49644458],"study_design_scores_gemma":[0.00093869574,0.0063353903,0.06741297,0.0037674017,0.00043561793,0.0082312375,0.27681524,0.23687443,0.066247605,0.057262782,0.27503976,0.0006388944],"about_ca_topic_score_codex":0.0031016245,"about_ca_topic_score_gemma":0.0076094554,"teacher_disagreement_score":0.013104283,"about_ca_system_score_codex":0.0036392254,"about_ca_system_score_gemma":0.0031857255,"threshold_uncertainty_score":0.06930292},"labels":[],"label_agreement":null},{"id":"W82911682","doi":"10.3233/jid-2002-6301","title":"AXIOMATIC THEORY OF DESIGN MODELING","year":2002,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Axiomatic design; Axiomatic system; Axiom; Computer science; Biochemical engineering; Management science; Mathematics; Engineering; Manufacturing engineering; Geometry","score_opus":0.06615464079909185,"score_gpt":0.2812267774362356,"score_spread":0.21507213663714375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82911682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017539547,0.0029978312,0.92303395,0.003340435,0.00031052032,0.00014487746,0.0002296825,0.000343685,0.06784513],"genre_scores_gemma":[0.18486919,0.0061567216,0.78384316,0.0025713432,0.000874318,0.0013521725,0.0009394157,0.00022844409,0.019165255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931075,0.0028360907,0.000626799,0.00074106146,0.0024166019,0.0002720277],"domain_scores_gemma":[0.99225485,0.0046517467,0.000408749,0.0012518185,0.0012415344,0.00019118603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006889517,0.0013209381,0.0011518317,0.0033772513,0.0026515485,0.005259517,0.002809823,0.002774539,0.00765616],"category_scores_gemma":[0.009271301,0.00087933935,0.0023194917,0.0027230293,0.012554759,0.009216212,0.0029807875,0.004928648,0.00274241],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017498744,0.000004709456,0.000029285424,0.00004355649,0.0000068177164,0.000024941548,0.00010941165,0.0009340192,0.000048624108,0.9955949,0.0007896036,0.0024123513],"study_design_scores_gemma":[0.00001186467,0.00001132786,0.00003531919,0.000060871826,0.000010240011,0.00008131758,0.000044252687,0.005172442,0.00015134513,0.9488938,0.045516033,0.000011204433],"about_ca_topic_score_codex":0.0030887374,"about_ca_topic_score_gemma":0.002540264,"teacher_disagreement_score":0.00765616,"about_ca_system_score_codex":0.00453732,"about_ca_system_score_gemma":0.003241642,"threshold_uncertainty_score":0.036435723},"labels":[],"label_agreement":null},{"id":"W92127656","doi":"10.3233/jid-2004-8404","title":"ENVIRONMENT-BASED FORMULATION OF DESIGN PROBLEM","year":2004,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Design Education and Practice","field":"Engineering","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mathematical optimization; Biochemical engineering; Mathematics; Engineering","score_opus":0.02465309789543736,"score_gpt":0.26359127819646383,"score_spread":0.23893818030102648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92127656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035979617,0.00022984673,0.958931,0.001384937,0.000085720116,0.00008938252,0.00010194768,0.000057942692,0.035521176],"genre_scores_gemma":[0.22633284,0.0012505843,0.74346954,0.00069329934,0.00018765546,0.0008993823,0.0003795742,0.00009827508,0.026688755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99687564,0.0014225912,0.00022715832,0.00042464552,0.0008578435,0.00019198333],"domain_scores_gemma":[0.9983854,0.00097467005,0.00013791138,0.00015684456,0.0002860671,0.00005902884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027731406,0.00088680774,0.000522818,0.0009462625,0.0009375844,0.0028933932,0.0017137562,0.0018923961,0.007841345],"category_scores_gemma":[0.0037526353,0.00053191994,0.0010377765,0.0006663326,0.0028316313,0.0032874392,0.0021511673,0.0020428456,0.0008429776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042381484,0.000009613117,0.000055643064,0.000038045826,0.000004104089,0.00007211861,0.00012419371,0.017641354,0.00020951744,0.9773323,0.00050754676,0.004001286],"study_design_scores_gemma":[0.00003456934,0.000035636567,0.00007125931,0.00007067389,0.000013270545,0.0001658512,0.00017572043,0.09366371,0.0005773807,0.85527986,0.049889766,0.000022178967],"about_ca_topic_score_codex":0.0014565574,"about_ca_topic_score_gemma":0.0015673334,"teacher_disagreement_score":0.007841345,"about_ca_system_score_codex":0.001728505,"about_ca_system_score_gemma":0.0021687422,"threshold_uncertainty_score":0.026231945},"labels":[],"label_agreement":null}]}