{"meta":{"query_hash":"b70262a2638f","filters":{"venue":"Software Process Improvement and Practice"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b70262a2638f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+Process+Improvement+and+Practice"},"results":[{"id":"W1984455889","doi":"10.1002/spip.161","title":"Simulations for very early lifecycle quality evaluations","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; West Virginia University; National Aeronautics and Space Administration","keywords":"Computer science; Interdependence; Quality (philosophy); Outcome (game theory); Key (lock); Monte Carlo method; Process (computing); Software engineering; Risk analysis (engineering); Mathematics","score_opus":0.0773490813847675,"score_gpt":0.3976941463140998,"score_spread":0.3203450649293323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984455889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049944155,0.00062842463,0.9448841,0.0027577183,0.00026597854,0.0008492918,0.000030484756,0.0005008013,0.0001390135],"genre_scores_gemma":[0.91686124,0.000035663557,0.081841595,0.0004593932,0.00010703751,0.00023871256,0.000008296989,0.000019834104,0.00042821892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983535,0.00008283392,0.00027787226,0.00043945483,0.00050547725,0.0003409095],"domain_scores_gemma":[0.9908201,0.007921867,0.00013233018,0.00042742665,0.0005636769,0.00013460852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010951036,0.00014886277,0.00013723964,0.000109472276,0.0003489242,0.00036455755,0.0004012644,0.00006739735,0.00003404922],"category_scores_gemma":[0.018566076,0.00015168118,0.000041465777,0.00040927122,0.00003594153,0.002096901,0.00013795677,0.00017269791,0.000024479355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001378213,0.0010511497,0.020699235,0.000943891,0.0003000835,0.0000062444783,0.010272437,0.003001806,0.0018483419,0.0071371626,0.0029221536,0.95167965],"study_design_scores_gemma":[0.015171845,0.0061867465,0.10886695,0.00035718866,0.0006093415,0.00008825894,0.0012951678,0.64613754,0.012193503,0.080040514,0.12387012,0.0051828553],"about_ca_topic_score_codex":0.000027426937,"about_ca_topic_score_gemma":0.0000032937387,"teacher_disagreement_score":0.94649684,"about_ca_system_score_codex":0.00004823386,"about_ca_system_score_gemma":0.00006574363,"threshold_uncertainty_score":0.989701},"labels":[],"label_agreement":null},{"id":"W1995689188","doi":"10.1002/spip.225","title":"Staged configuration through specialization and multilevel configuration of feature models","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":420,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Abstraction; Feature model; Computer science; Cardinality (data modeling); Notation; Configuration design; Product (mathematics); Configurator; Process (computing); Theoretical computer science; Programming language; Data mining; Software; Mathematics","score_opus":0.04990267850207869,"score_gpt":0.3324683825406449,"score_spread":0.28256570403856623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995689188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015566875,0.0008031649,0.99553007,0.0011515596,0.00013417826,0.00037221095,0.000007657683,0.00023340622,0.00021104833],"genre_scores_gemma":[0.24643193,0.00041176,0.75248754,0.00036933948,0.00007794659,0.00003288182,0.000014990717,0.000012794759,0.00016080232],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988321,0.00010093308,0.00026551797,0.00036217083,0.00026692028,0.0001723716],"domain_scores_gemma":[0.9979564,0.0011105863,0.0003306792,0.00021671047,0.00034152388,0.00004409066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058063585,0.00017319788,0.00018689469,0.00005760083,0.00013026985,0.000119956196,0.00017289422,0.00010190199,0.00000504887],"category_scores_gemma":[0.002720436,0.0001652152,0.00001696404,0.00014548669,0.00007182095,0.004801281,0.00007168498,0.00015836272,8.5756466e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014264324,0.00010122949,0.000042650412,0.00040083405,0.00005449542,0.0000022480547,0.011231946,0.024345199,0.011415696,0.043391537,0.00011802924,0.9087535],"study_design_scores_gemma":[0.005353622,0.0015172992,0.00091300724,0.0003460972,0.00024378324,0.00010112564,0.0031410442,0.17196715,0.5584028,0.23628046,0.019686697,0.0020469348],"about_ca_topic_score_codex":0.000009839005,"about_ca_topic_score_gemma":0.0000026090186,"teacher_disagreement_score":0.9067066,"about_ca_system_score_codex":0.000030124344,"about_ca_system_score_gemma":0.000053647298,"threshold_uncertainty_score":0.67372805},"labels":[],"label_agreement":null},{"id":"W1995844596","doi":"10.1002/spip.204","title":"Multi‐project software engineering analysis using systems thinking","year":2004,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scheduling (production processes); Construct (python library); Project management; Architecture; Process management; Engineering management; Systems engineering; Knowledge management; Management science; Engineering; Operations management","score_opus":0.02858992345188591,"score_gpt":0.31199059258974177,"score_spread":0.28340066913785583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995844596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009025583,0.0021768517,0.9856621,0.00017077885,0.000459056,0.00051733386,0.000010012206,0.0019641446,0.000014124278],"genre_scores_gemma":[0.16565685,0.00018389226,0.83362585,0.00027562614,0.00009903839,0.00008645694,0.000009881105,0.00004134624,0.000021041547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974969,0.000068532965,0.00048054932,0.00078842876,0.0006133477,0.0005522614],"domain_scores_gemma":[0.9972808,0.0011489699,0.00044020457,0.0006439777,0.00033662177,0.00014943951],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014564041,0.00040869112,0.0004139678,0.00052715285,0.00037548793,0.001085613,0.00081749726,0.00017386151,0.0000027156345],"category_scores_gemma":[0.0035551158,0.00039618494,0.000120498415,0.0017720561,0.000029898663,0.0040271794,0.0003769049,0.00045207833,0.0000035430803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041654325,0.0020715373,0.01825009,0.0061553516,0.009768059,0.0012298423,0.036650788,0.78717476,0.005826995,0.018966088,0.00019832779,0.11329161],"study_design_scores_gemma":[0.007950497,0.002520681,0.0023295325,0.0018065599,0.008020913,0.0027663887,0.00430655,0.907655,0.009019028,0.005280554,0.03950506,0.008839221],"about_ca_topic_score_codex":0.0006701769,"about_ca_topic_score_gemma":0.0000063866896,"teacher_disagreement_score":0.15663126,"about_ca_system_score_codex":0.00015683167,"about_ca_system_score_gemma":0.00020964687,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W2034942038","doi":"10.1002/spip.310","title":"Evaluation of a black‐box estimation tool: A case study","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Estimation; Computer science; Outlier; White box; Black box; Set (abstract data type); Identification (biology); Software; Data science; Data mining; Industrial engineering; Software engineering; Artificial intelligence; Engineering; Systems engineering","score_opus":0.0475530894494392,"score_gpt":0.3843926142398773,"score_spread":0.3368395247904381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034942038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4960677,0.00012911748,0.5027755,0.000074143194,0.000084302905,0.0006994881,8.757138e-7,0.00012341408,0.000045504043],"genre_scores_gemma":[0.94295406,0.000004946708,0.05686921,0.000047821944,0.000029695788,0.00006626392,0.000001421558,0.000011908784,0.000014674472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735546,0.00015014704,0.00035985268,0.00039113848,0.0014732003,0.0002702161],"domain_scores_gemma":[0.99504673,0.0027823497,0.00021818862,0.00040951124,0.0014621181,0.00008106966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01267991,0.00014321608,0.00013840903,0.00019022035,0.00011300496,0.00014793056,0.00027426193,0.00005210038,0.000007740563],"category_scores_gemma":[0.018599894,0.00013805002,0.000021023761,0.00059801294,0.000038951777,0.0016822842,0.00017241333,0.00017656446,0.000004590672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006086896,0.0006114529,0.004659407,0.00019823406,0.00010220491,0.00021110514,0.011416027,0.0008945608,0.0002483753,0.000105375686,0.000026426049,0.98146594],"study_design_scores_gemma":[0.020446943,0.0137543185,0.04116839,0.00042444147,0.0025461654,0.0066463165,0.059181802,0.80059206,0.03298909,0.018173868,0.0007923862,0.0032841996],"about_ca_topic_score_codex":0.00013334809,"about_ca_topic_score_gemma":0.00002388362,"teacher_disagreement_score":0.9781818,"about_ca_system_score_codex":0.00008953248,"about_ca_system_score_gemma":0.0002496322,"threshold_uncertainty_score":0.9896669},"labels":[],"label_agreement":null},{"id":"W2039729958","doi":"10.1002/spip.298","title":"Using Data Envelopment Analysis in software development productivity measurement","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Data envelopment analysis; Productivity; Software; Computer science; Function point; Software development; Function (biology); Regression analysis; Process (computing); Linear regression; Industrial engineering; Engineering; Statistics; Business; Mathematics; Economics; Machine learning","score_opus":0.09050916239602833,"score_gpt":0.3356399786467488,"score_spread":0.2451308162507205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039729958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05965584,0.0012190822,0.93715614,0.00060448184,0.00019196069,0.00071685284,0.000009386794,0.0004069065,0.000039337705],"genre_scores_gemma":[0.53067744,0.000027954347,0.46889457,0.00010840975,0.000071108174,0.00009856655,0.000044085995,0.000026181793,0.0000517126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953848,0.00015159705,0.00062746316,0.0014262107,0.0016880817,0.0007218201],"domain_scores_gemma":[0.9968035,0.0008845457,0.00027374242,0.0013185906,0.0005719813,0.00014759073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005007737,0.0003632277,0.00038368208,0.0006273394,0.00028161242,0.00044101308,0.001410236,0.000098230266,0.000008367368],"category_scores_gemma":[0.006226144,0.00036223495,0.000038334016,0.0022582372,0.00005401434,0.0029467866,0.0013190962,0.0003712533,0.0000069931516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001728463,0.0018197858,0.31809893,0.00095511606,0.00119503,0.00013686028,0.0029496744,0.0062131933,0.0017216085,0.00019819308,0.0003870427,0.6661517],"study_design_scores_gemma":[0.008426898,0.0008328243,0.73055536,0.0008791092,0.0019987684,0.00027508792,0.0011991706,0.07759574,0.056732964,0.005330518,0.107850224,0.008323351],"about_ca_topic_score_codex":0.00045668086,"about_ca_topic_score_gemma":0.0002979794,"teacher_disagreement_score":0.65782833,"about_ca_system_score_codex":0.0004902286,"about_ca_system_score_gemma":0.0008394207,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W2039785095","doi":"10.1002/spip.189","title":"The GNOME project: a case study of open source, global software development","year":2003,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Universidad Nacional Autónoma de México; Natural Sciences and Engineering Research Council of Canada; Concordia University of Edmonton","keywords":"Software project management; Unix; Software development; Software; Software engineering; Open source software; Computer science; Project management; Premise; World Wide Web; Engineering; Software construction; Systems engineering; Operating system","score_opus":0.04095584641680198,"score_gpt":0.3574660336794183,"score_spread":0.3165101872626163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039785095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33834133,0.0006762983,0.65171087,0.0007209498,0.0006512341,0.006081727,0.000015258798,0.0005158248,0.0012864819],"genre_scores_gemma":[0.7641725,0.000019211364,0.23346092,0.0007584546,0.000035437693,0.0009105611,0.0000042841816,0.00003819463,0.0006004497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968866,0.00032504025,0.0008098003,0.00077320106,0.00069503003,0.00051030907],"domain_scores_gemma":[0.9953555,0.0015038487,0.0007700685,0.000901946,0.001349513,0.00011911121],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028691674,0.00033414827,0.00031423185,0.00009444431,0.0014508,0.0014739997,0.0017279824,0.00008116983,0.000006602035],"category_scores_gemma":[0.0070963367,0.00025651048,0.000032402713,0.0016885437,0.000105281644,0.0027342143,0.0013255293,0.00027978304,0.000007306487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001808205,0.003092975,0.03610104,0.0002552228,0.00055442244,0.0004276755,0.040196702,0.00004346132,0.000011535337,0.0045370623,0.0010892042,0.9135099],"study_design_scores_gemma":[0.0133518055,0.0066458625,0.0027530924,0.00028207633,0.00055344944,0.00966595,0.26101744,0.00033314075,0.0015446021,0.0130970385,0.68712693,0.0036285806],"about_ca_topic_score_codex":0.0006786571,"about_ca_topic_score_gemma":0.00034775425,"teacher_disagreement_score":0.9098813,"about_ca_system_score_codex":0.00011489061,"about_ca_system_score_gemma":0.0011253097,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W2040225071","doi":"10.1002/spip.146","title":"Findings from Phase 2 of the SPICE trials","year":2001,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Spice; Usability; Computer science; Empirical research; Software engineering; Dimension (graph theory); Process (computing); Reliability engineering; Systems engineering; Process management; Engineering; Mathematics","score_opus":0.05926722609592025,"score_gpt":0.3780309595307635,"score_spread":0.3187637334348432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040225071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53298974,0.0013640379,0.459815,0.0038694846,0.00066969485,0.0007901861,0.000032727257,0.00028730422,0.00018184689],"genre_scores_gemma":[0.9713162,0.00022713517,0.02735346,0.0006414929,0.000121204095,0.00007112523,0.000004687274,0.000018974673,0.00024569203],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816394,0.00016877732,0.00041099187,0.00038317617,0.00059540675,0.000277705],"domain_scores_gemma":[0.9909194,0.00789748,0.00027541188,0.00055078464,0.00026374063,0.00009319051],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002384788,0.00015813205,0.00026501945,0.000072355746,0.00014623853,0.00018596627,0.0009000448,0.00006929503,0.00004343598],"category_scores_gemma":[0.029854273,0.00011137488,0.0000654054,0.00057479116,0.000059011116,0.0011833335,0.0003563789,0.00025140785,0.000007210316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006757169,0.0010065566,0.0281414,0.00035352272,0.00036610613,0.000040186536,0.006234218,0.000050654566,0.019992162,0.0012782592,0.0018192759,0.94004196],"study_design_scores_gemma":[0.03389775,0.0056267036,0.048522625,0.0012359621,0.0011079593,0.00037617268,0.0030077128,0.009905506,0.5042951,0.04999761,0.3382014,0.003825495],"about_ca_topic_score_codex":0.000109079345,"about_ca_topic_score_gemma":0.0000027808237,"teacher_disagreement_score":0.9362165,"about_ca_system_score_codex":0.000028690749,"about_ca_system_score_gemma":0.00013677173,"threshold_uncertainty_score":0.9783177},"labels":[],"label_agreement":null},{"id":"W2067838808","doi":"10.1002/spip.213","title":"Formalizing cardinality‐based feature models and their specialization","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":594,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feature (linguistics); Computer science; Feature model; Cardinality (data modeling); Context (archaeology); Artificial intelligence; Semantics (computer science); Natural language processing; Programming language; Theoretical computer science; Data mining; Linguistics","score_opus":0.021833963022313024,"score_gpt":0.27909196305767237,"score_spread":0.25725800003535937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067838808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011591925,0.0010868709,0.99384403,0.0024573044,0.00007818688,0.00035414408,0.000007592369,0.0007729689,0.00023968909],"genre_scores_gemma":[0.30655268,0.00018559485,0.6916276,0.0013359132,0.00013557827,0.000074942465,0.000010737403,0.000022891354,0.000054011747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874264,0.00005250261,0.00020745758,0.0004552353,0.00025858643,0.00028355213],"domain_scores_gemma":[0.99892336,0.00021492844,0.00016794902,0.00034277982,0.00024043371,0.00011057622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066488347,0.00024126648,0.00019080823,0.00010256445,0.00020412248,0.00033431864,0.00031078386,0.00011061966,0.0000020917005],"category_scores_gemma":[0.00010178538,0.0002133438,0.000033712604,0.00023582547,0.000034840406,0.003657402,0.00018554927,0.00021178099,8.879609e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051041203,0.000082450104,0.00023650503,0.00030866746,0.000045543897,0.0000038929566,0.0032610856,0.0031837982,0.00032010186,0.033710174,0.0004723709,0.9583244],"study_design_scores_gemma":[0.0010538555,0.00040427403,0.000113252274,0.00018171855,0.00007028877,0.000088801586,0.00013834902,0.69774497,0.015630364,0.016200453,0.26739475,0.0009789123],"about_ca_topic_score_codex":0.00001579446,"about_ca_topic_score_gemma":0.0000045763927,"teacher_disagreement_score":0.9573455,"about_ca_system_score_codex":0.00005418247,"about_ca_system_score_gemma":0.000071131035,"threshold_uncertainty_score":0.8699907},"labels":[],"label_agreement":null},{"id":"W2086386816","doi":"10.1002/spip.143","title":"View‐based process elicitation: a user's perspective","year":2001,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Consistency (knowledge bases); Process (computing); Perspective (graphical); Personalization; Order (exchange); Software engineering; Data science; Information retrieval; World Wide Web; Artificial intelligence; Programming language","score_opus":0.022723638786011836,"score_gpt":0.30463675257095774,"score_spread":0.2819131137849459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086386816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39502075,0.009957774,0.43284115,0.096205994,0.0014486094,0.003601933,0.000034413923,0.0040358184,0.056853563],"genre_scores_gemma":[0.9834425,0.0001648353,0.0018794062,0.01292467,0.00091641286,0.0002303454,0.000054054184,0.00006981981,0.00031794846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976084,0.000021949496,0.00045302522,0.00077545835,0.0006520212,0.00048913574],"domain_scores_gemma":[0.99624246,0.00027280286,0.00059676723,0.00028906116,0.0025536565,0.00004524756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008123047,0.000412061,0.00036374936,0.00037442634,0.0006432361,0.0008443367,0.00032568123,0.00012742371,0.00018432818],"category_scores_gemma":[0.0027333114,0.00037520594,0.000091514405,0.0015380479,0.0001066102,0.0050398377,0.000087845685,0.00029588985,0.000085881045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006400433,0.0052387333,0.07104237,0.012447271,0.0016004943,0.00032850855,0.006484037,0.010066664,0.0011086344,0.026559364,0.0037366003,0.8549869],"study_design_scores_gemma":[0.015512478,0.0006896689,0.0033357134,0.0018123718,0.006666937,0.00017786806,0.09498201,0.17352262,0.0011506794,0.19148684,0.50282377,0.007839025],"about_ca_topic_score_codex":0.0005515423,"about_ca_topic_score_gemma":0.00006052558,"teacher_disagreement_score":0.8471479,"about_ca_system_score_codex":0.000053549764,"about_ca_system_score_gemma":0.0001444671,"threshold_uncertainty_score":0.99987},"labels":[],"label_agreement":null},{"id":"W2094978367","doi":"10.1002/spip.273","title":"Release planning process improvement — an industrial case study","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Process management; Strategic planning; Engineering; Computer science; Business","score_opus":0.043721770110688916,"score_gpt":0.34822808937314986,"score_spread":0.30450631926246097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094978367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91141933,0.00036574568,0.08475383,0.00033204083,0.0004130638,0.0016818439,0.000009210226,0.00093725906,0.00008765134],"genre_scores_gemma":[0.9918363,0.0000054304965,0.006856349,0.00024252827,0.0004240925,0.00044427827,0.000013367121,0.000053184485,0.00012447085],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961455,0.0001645245,0.00060635305,0.0011811749,0.0011002873,0.00080217276],"domain_scores_gemma":[0.99635434,0.0015896173,0.00033826355,0.00081272656,0.00056653516,0.0003385434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019956883,0.00044455958,0.0003224038,0.00027603336,0.0005663207,0.0009744286,0.00086005736,0.00016313788,0.000010508703],"category_scores_gemma":[0.0033411072,0.00042667094,0.000042209682,0.0008583643,0.00006300498,0.004027984,0.00040221427,0.0007405782,0.000008149884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001056895,0.00877448,0.15718462,0.00093857985,0.0004655146,0.01797726,0.025739433,0.0039145947,0.0013882383,0.0003700007,0.0014693844,0.780721],"study_design_scores_gemma":[0.119557366,0.14511603,0.028625675,0.0018432152,0.0035773793,0.04709846,0.34226587,0.12715626,0.08521698,0.030194677,0.03915262,0.03019549],"about_ca_topic_score_codex":0.001128838,"about_ca_topic_score_gemma":0.000037453992,"teacher_disagreement_score":0.75052553,"about_ca_system_score_codex":0.000118767755,"about_ca_system_score_gemma":0.00039268407,"threshold_uncertainty_score":0.9998185},"labels":[],"label_agreement":null},{"id":"W2148316074","doi":"10.1002/spip.164","title":"IMMoS: a methodology for integrated measurement, modelling and simulation","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Novelty; Process (computing); Component (thermodynamics); Systems engineering; Software; Industrial engineering; System dynamics; Empirical research; Software engineering; Engineering; Artificial intelligence","score_opus":0.16059502623625058,"score_gpt":0.3499547941458936,"score_spread":0.189359767909643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148316074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006956634,0.0025651131,0.99425507,0.0012242539,0.00014894654,0.00050606666,0.0000041793287,0.0005319611,0.00006875556],"genre_scores_gemma":[0.233874,0.00044137574,0.7649161,0.0005263091,0.00004600222,0.00013688237,0.0000025123907,0.000017775425,0.000039031638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864256,0.00011736342,0.00026329048,0.00046119894,0.00025460354,0.00026097504],"domain_scores_gemma":[0.99569964,0.0032477146,0.0002423234,0.00023514267,0.0004897254,0.00008546431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021497353,0.00019539733,0.000188926,0.000100158766,0.00020451934,0.0002726932,0.00023407597,0.00010325743,0.0000069354446],"category_scores_gemma":[0.0050549465,0.0001794539,0.000028513372,0.00022459145,0.0000284412,0.0020500666,0.00009481508,0.00018691881,0.0000012864615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019144895,0.00016106818,0.000093100054,0.0005096975,0.00015047415,0.0000066657976,0.0033653534,0.015509895,0.00046673315,0.0026503985,0.00029764505,0.97659755],"study_design_scores_gemma":[0.0006112205,0.000567744,0.0000057549205,0.000052286687,0.0000908,0.000043947744,0.0001637888,0.93428636,0.0011280578,0.013382411,0.049307276,0.00036037175],"about_ca_topic_score_codex":0.000033884335,"about_ca_topic_score_gemma":0.0000017105609,"teacher_disagreement_score":0.9762372,"about_ca_system_score_codex":0.000032460353,"about_ca_system_score_gemma":0.000025979622,"threshold_uncertainty_score":0.73179173},"labels":[],"label_agreement":null},{"id":"W2155184480","doi":"10.1002/spip.336","title":"A System Dynamics Simulation Model for Analyzing the Stability of Software Release Plans","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Plan (archaeology); Resource (disambiguation); Dependency (UML); Software; Stability (learning theory); Productivity; Software release life cycle; Operations research; Strategic planning; Work (physics); Sensitivity (control systems); Focus (optics); Industrial engineering; Systems engineering; Software engineering; Software development; Engineering; Software quality","score_opus":0.026571327454409273,"score_gpt":0.31171580075590244,"score_spread":0.2851444733014932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155184480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074739726,0.0003093656,0.9903108,0.00036060598,0.00012775794,0.0007601415,0.000049212354,0.00057681056,0.000031338288],"genre_scores_gemma":[0.6986144,0.000022693515,0.30114284,0.00009815292,0.000031521475,0.000054439,0.000010507714,0.000015545618,0.000009911185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840516,0.000056087927,0.00048278444,0.00041549237,0.0003231841,0.00031730757],"domain_scores_gemma":[0.99146765,0.0068099117,0.00054840656,0.00052968337,0.00055591966,0.000088401976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034370893,0.00020342316,0.00021222478,0.000090024485,0.00027646386,0.00015497404,0.00051794294,0.00010701413,9.046445e-7],"category_scores_gemma":[0.0049758535,0.00016004777,0.000066681314,0.00034909276,0.000047309324,0.001596161,0.00015256097,0.0002203529,3.4805262e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016584822,0.0005063069,0.009839468,0.0059286607,0.00034113467,0.000016329357,0.009789219,0.099433795,0.00028739864,0.020965211,0.00009718441,0.8511368],"study_design_scores_gemma":[0.00032683476,0.00023723004,0.00009091163,0.00007188326,0.00010470791,0.000014940029,0.00058027625,0.9946049,0.00097225135,0.0023881183,0.00036941978,0.00023856497],"about_ca_topic_score_codex":0.00004209451,"about_ca_topic_score_gemma":0.00002640794,"teacher_disagreement_score":0.89517105,"about_ca_system_score_codex":0.00010409763,"about_ca_system_score_gemma":0.00011376555,"threshold_uncertainty_score":0.65265584},"labels":[],"label_agreement":null},{"id":"W2158691832","doi":"10.1002/spip.411","title":"A customizable pattern‐based software process simulation model: design, calibration and application","year":2009,"lang":"en","type":"paratext","venue":"Software Process Improvement and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Set (abstract data type); Context (archaeology); Novelty; Empirical research; Software; Macro; Data mining; Empirical modelling; Software engineering; Industrial engineering; Systems engineering; Simulation; Engineering; Programming language","score_opus":0.02559263340314474,"score_gpt":0.2981755064410041,"score_spread":0.2725828730378594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158691832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039875144,0.0018505832,0.9936021,0.0014185704,0.00018450769,0.0014608309,0.00004498474,0.00042540338,0.0006142663],"genre_scores_gemma":[0.957759,0.0006797507,0.016038558,0.014839779,0.0021575198,0.0012807727,0.0033710871,0.00036181923,0.00351172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961558,0.00005194091,0.0008832777,0.001444963,0.0008522734,0.00061173254],"domain_scores_gemma":[0.9955312,0.000469094,0.001780283,0.00046477502,0.0016847936,0.00006988201],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001050282,0.0008881586,0.0007863495,0.0006162488,0.0008136099,0.0016187499,0.00038995832,0.0006128917,0.00010962478],"category_scores_gemma":[0.0012493301,0.0008592821,0.00010467139,0.00094685174,0.00009991418,0.005361262,0.00013322894,0.00062610966,0.000091894326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004630006,0.00029112617,0.00012431027,0.005489719,0.00011268649,0.0000027088995,0.00015806635,0.7640173,0.000039463048,0.000011410214,0.0028225372,0.2264677],"study_design_scores_gemma":[0.0011404153,0.000059738606,0.0000039083034,0.0004207733,0.0010628375,0.0000028443587,0.0001805982,0.9854486,0.000085809246,0.0030476304,0.0074687847,0.0010780599],"about_ca_topic_score_codex":0.00028488002,"about_ca_topic_score_gemma":0.000018970703,"teacher_disagreement_score":0.97756356,"about_ca_system_score_codex":0.000073895404,"about_ca_system_score_gemma":0.00034777366,"threshold_uncertainty_score":0.99941766},"labels":[],"label_agreement":null},{"id":"W4230500706","doi":"10.1002/spip.374","title":"Optimized mismatch resolution for COTS selection","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Reliability engineering; Software; Systems engineering; Computer science; Resource (disambiguation); Domain (mathematical analysis); Product (mathematics); Risk analysis (engineering); Engineering; Software engineering; Artificial intelligence; Operating system","score_opus":0.03436764899921617,"score_gpt":0.3129931203933215,"score_spread":0.2786254713941053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230500706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014143584,0.00038830988,0.99478555,0.0009748234,0.00016841621,0.0010401732,0.0000032232979,0.0007820271,0.0004431113],"genre_scores_gemma":[0.12671497,0.0001856929,0.8709362,0.00080265646,0.000111350346,0.00059777626,0.0000075004405,0.000022350796,0.0006214711],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998535,0.00010762341,0.00030516347,0.0004649044,0.00029908612,0.0002882557],"domain_scores_gemma":[0.9980934,0.0007420211,0.00031235727,0.00024411413,0.00052588776,0.000082186845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010599308,0.00016965343,0.00018328635,0.000093297465,0.0004266696,0.00013595678,0.0003098392,0.000109177636,0.0000028818515],"category_scores_gemma":[0.0013639746,0.00016375152,0.00004004169,0.0002888213,0.000037977756,0.0020358344,0.00007746873,0.00013775904,0.0000041457397],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052667507,0.0025830672,0.0024315023,0.005203763,0.000864461,0.00010061889,0.03846628,0.0008019785,0.070408754,0.035604008,0.10500201,0.73326683],"study_design_scores_gemma":[0.015726374,0.01107214,0.0004660303,0.00062980404,0.0004615389,0.0037867175,0.0017943868,0.24027239,0.4376045,0.08359318,0.1999739,0.004619048],"about_ca_topic_score_codex":0.000037832317,"about_ca_topic_score_gemma":0.0000017532435,"teacher_disagreement_score":0.72864777,"about_ca_system_score_codex":0.00006411455,"about_ca_system_score_gemma":0.00014770366,"threshold_uncertainty_score":0.6677593},"labels":[],"label_agreement":null},{"id":"W4236348706","doi":"10.1002/spip.433","title":"Strengthening maturity levels by a legal assurance process","year":2009,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Process (computing); Process management; Capability Maturity Model; Engineering; Business; Engineering management; Computer science; Software development process; Law; Software development; Political science; Software","score_opus":0.016295764161487238,"score_gpt":0.31201564117518554,"score_spread":0.2957198770136983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236348706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111626714,0.003320087,0.8718458,0.009037146,0.00042786918,0.0009680086,0.000043866425,0.001921849,0.0008087077],"genre_scores_gemma":[0.9599882,0.00006588057,0.038336325,0.0011451198,0.000087746994,0.00006732089,0.0000070806464,0.000022254242,0.00028010947],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99729174,0.0000753827,0.00035287198,0.0007700631,0.00086051144,0.0006494244],"domain_scores_gemma":[0.996687,0.001957071,0.00021579053,0.00048823102,0.00042274524,0.00022915791],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011281215,0.0003131013,0.0002488399,0.00011327445,0.00029136578,0.00076043716,0.0009288151,0.00011914836,0.000012481618],"category_scores_gemma":[0.0074119545,0.00030075663,0.00004000141,0.000633865,0.000048635575,0.0040776227,0.00014210779,0.0005670495,0.00001230546],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024863158,0.000755916,0.0023974082,0.000920568,0.0001377199,0.00009249697,0.004502373,0.00015701537,0.005677947,0.0018217987,0.004274796,0.9790133],"study_design_scores_gemma":[0.02431951,0.01741357,0.056936998,0.0030779215,0.0006962723,0.0029119211,0.005521893,0.051185127,0.43504816,0.092704244,0.2928397,0.01734467],"about_ca_topic_score_codex":0.000022091066,"about_ca_topic_score_gemma":0.0000015994674,"teacher_disagreement_score":0.96166867,"about_ca_system_score_codex":0.00005682138,"about_ca_system_score_gemma":0.00023942615,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W4240056776","doi":"10.1002/spip.360","title":"A method for re‐planning of software releases using discrete‐event simulation","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Ulm","keywords":"Planner; Computer science; Task (project management); Process (computing); Operational planning; Software release life cycle; Software; Operations research; Event (particle physics); Plan (archaeology); Phase (matter); Discrete event simulation; Work (physics); Product (mathematics); Realization (probability); Industrial engineering; Simulation; Systems engineering; Engineering; Software system; Artificial intelligence; Mathematics; Business","score_opus":0.07030822308933612,"score_gpt":0.41155360592307805,"score_spread":0.34124538283374195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240056776","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024392184,0.00090223155,0.9734575,0.00017627332,0.00012413769,0.00064601004,0.000014030575,0.00027987311,0.000007746285],"genre_scores_gemma":[0.39064914,0.000026299724,0.6090204,0.00011328551,0.000055853692,0.0000651251,0.0000068968757,0.000023958419,0.000039033457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979954,0.000095183204,0.0004156419,0.00053601,0.00056212995,0.00039565237],"domain_scores_gemma":[0.98983955,0.0086912755,0.00034673404,0.0003850577,0.00060937647,0.000128012],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011156581,0.00021968415,0.00027151022,0.00017928734,0.0003190041,0.00008943309,0.00041706616,0.00009356509,0.0000045343336],"category_scores_gemma":[0.014041957,0.00021244217,0.000071579605,0.00046255108,0.000052854215,0.0016490794,0.00021653099,0.00019506684,8.2779e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012723713,0.00072024873,0.03521986,0.004507634,0.0005108429,0.00010023261,0.01760999,0.40409315,0.0049943626,0.0005155903,0.0003933766,0.5300623],"study_design_scores_gemma":[0.0033887958,0.0022925548,0.0034768144,0.000700152,0.00023986543,0.00024425043,0.001067572,0.9529547,0.022466535,0.005004745,0.006728433,0.0014355566],"about_ca_topic_score_codex":0.00005264216,"about_ca_topic_score_gemma":6.858449e-7,"teacher_disagreement_score":0.54886156,"about_ca_system_score_codex":0.00006334583,"about_ca_system_score_gemma":0.00023357372,"threshold_uncertainty_score":0.9942632},"labels":[],"label_agreement":null},{"id":"W4240378625","doi":"10.1002/spip.381","title":"Performing operational release planning, replanning and risk analysis using a system dynamics simulation model","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Computer science; Operational planning; Process (computing); Task (project management); Plan (archaeology); Resource (disambiguation); Strategic planning; Software; Operations research; Risk analysis (engineering); Reliability (semiconductor); Resource allocation; Process management; Systems engineering; Software development; Engineering; Software quality","score_opus":0.030167571428665926,"score_gpt":0.31441051493925176,"score_spread":0.2842429435105858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240378625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2081732,0.0004740559,0.790593,0.00005228474,0.000045128898,0.0001793631,0.000010152965,0.00042404627,0.000048717546],"genre_scores_gemma":[0.6676208,0.00010954164,0.3321017,0.00007721294,0.000029737326,0.000017774264,0.000011981804,0.000011821416,0.000019436666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985032,0.000074456824,0.0003249729,0.0005077512,0.00035451155,0.00023512532],"domain_scores_gemma":[0.997847,0.0010798927,0.00041134705,0.00029393093,0.00025554598,0.000112272646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094019395,0.00020953723,0.0002216187,0.00023132132,0.00075242406,0.00028779035,0.00020589247,0.00009568081,0.0000012116601],"category_scores_gemma":[0.0014320858,0.00020531294,0.00004131258,0.00051649957,0.000033390774,0.0032132773,0.00016134759,0.00028026354,4.325402e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008813164,0.000040515675,0.03173994,0.00019281732,0.00029690628,0.000048988742,0.0033789605,0.9478487,0.000019510582,0.0005966,0.000009119218,0.015739823],"study_design_scores_gemma":[0.00020945333,0.00009843512,0.00041856396,0.000048045393,0.0003750551,0.00018465395,0.0003043219,0.99781376,0.00004122201,0.00014803583,0.00009496398,0.0002634957],"about_ca_topic_score_codex":0.00012572815,"about_ca_topic_score_gemma":0.0000020627774,"teacher_disagreement_score":0.4594476,"about_ca_system_score_codex":0.000093043374,"about_ca_system_score_gemma":0.00010969393,"threshold_uncertainty_score":0.8372419},"labels":[],"label_agreement":null},{"id":"W4253579069","doi":"10.1002/spip.401","title":"Does distance still matter?","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"IBM; Computer science; Jazz; Task (project management); Software; Software development; Data science; Software engineering; Process management; Systems engineering; Engineering","score_opus":0.013206307266350505,"score_gpt":0.27085581304455086,"score_spread":0.25764950577820034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253579069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043974956,0.0007093242,0.9888398,0.0035114351,0.00046342346,0.00027821658,0.0000075940725,0.0010246966,0.0007680387],"genre_scores_gemma":[0.5906399,0.00087286864,0.40451756,0.0028297396,0.00013853738,0.00013867416,0.0000054665784,0.00003367592,0.00082356145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846876,0.000054989705,0.0002571485,0.00052561896,0.00035852665,0.00033496384],"domain_scores_gemma":[0.9978395,0.0011105037,0.00023763378,0.0004940502,0.00018812806,0.00013020313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004896594,0.00023172227,0.00018604126,0.00007196189,0.00025402053,0.00022135192,0.00058280525,0.0000772177,0.000036443034],"category_scores_gemma":[0.0010976633,0.00015853395,0.000035720845,0.00029189617,0.000068298476,0.0033934573,0.00022960658,0.00025840913,0.000034112767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005848668,0.0011298019,0.047951538,0.0018277485,0.00039353856,0.0013547546,0.017521912,0.000077122175,0.0007946683,0.012878945,0.016120123,0.899365],"study_design_scores_gemma":[0.0013917709,0.0009970854,0.0052993996,0.00018668038,0.000119593366,0.0020624076,0.00040910716,0.002218192,0.008504043,0.02910824,0.94763255,0.002070923],"about_ca_topic_score_codex":0.000039956263,"about_ca_topic_score_gemma":0.0000019540937,"teacher_disagreement_score":0.9315124,"about_ca_system_score_codex":0.000027402273,"about_ca_system_score_gemma":0.000068730515,"threshold_uncertainty_score":0.64648265},"labels":[],"label_agreement":null}]}