{"meta":{"query_hash":"b70262a2638f","filters":{"venue":"Software Process Improvement and Practice"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b70262a2638f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+Process+Improvement+and+Practice"},"results":[{"id":"W1984455889","doi":"10.1002/spip.161","title":"Simulations for very early lifecycle quality evaluations","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; West Virginia University; National Aeronautics and Space Administration","keywords":"Computer science; Interdependence; Quality (philosophy); Outcome (game theory); Key (lock); Monte Carlo method; Process (computing); Software engineering; Risk analysis (engineering); Mathematics","score_opus":0.0773490813847675,"score_gpt":0.3976941463140998,"score_spread":0.3203450649293323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984455889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09441449,0.0004303748,0.89271945,0.0005784548,0.00006262917,0.00021124346,0.00036461363,0.0015889609,0.009629794],"genre_scores_gemma":[0.70977527,0.00022159785,0.28677306,0.00011195867,0.000018846147,0.0005980093,0.00031502207,0.00014456343,0.002041645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846715,0.0011290502,0.00005537815,0.00008035633,0.00020021692,0.00006782821],"domain_scores_gemma":[0.97673595,0.021097433,0.0006011363,0.00067998143,0.0007094251,0.00017598087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036363148,0.0007587785,0.0009116704,0.0010152338,0.00046817475,0.0009615702,0.0012438975,0.0014668545,0.008178907],"category_scores_gemma":[0.016601887,0.00062754477,0.00080482254,0.00067367736,0.0007624668,0.0011814,0.0010626349,0.001796186,0.00056515285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054168006,0.00003701639,0.0003622084,0.00002755879,0.0000145327,0.00002095317,0.000027320737,0.9857022,0.00022271278,0.008416459,0.00026487277,0.004849975],"study_design_scores_gemma":[0.000015322144,0.000010922759,0.000037415826,0.000006685035,0.0000023148382,0.0000026200153,0.0000036392867,0.9943463,0.0002240941,0.0050351187,0.0003126017,0.0000029746705],"about_ca_topic_score_codex":0.005437723,"about_ca_topic_score_gemma":0.0050366274,"teacher_disagreement_score":0.008178907,"about_ca_system_score_codex":0.0012419181,"about_ca_system_score_gemma":0.001008029,"threshold_uncertainty_score":0.027361214},"labels":[],"label_agreement":null},{"id":"W1995689188","doi":"10.1002/spip.225","title":"Staged configuration through specialization and multilevel configuration of feature models","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":420,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Abstraction; Feature model; Computer science; Cardinality (data modeling); Notation; Configuration design; Product (mathematics); Configurator; Process (computing); Theoretical computer science; Programming language; Data mining; Software; Mathematics","score_opus":0.04990267850207869,"score_gpt":0.3324683825406449,"score_spread":0.28256570403856623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995689188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034298513,0.00006540454,0.95931387,0.00012622465,0.000011000154,0.000070223185,0.00009346582,0.0009466885,0.005074673],"genre_scores_gemma":[0.60485435,0.000112201626,0.39168647,0.0000882852,0.00002060405,0.00020576303,0.0004341641,0.00032385904,0.0022742976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661547,0.00124621,0.00028992715,0.0005993765,0.0009323242,0.0003168022],"domain_scores_gemma":[0.99290764,0.0022951465,0.0007049852,0.0032685865,0.00059362594,0.00023008903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027658103,0.0006395095,0.00056700537,0.0012302927,0.0006762082,0.0019260846,0.0016323725,0.00085697585,0.0030283332],"category_scores_gemma":[0.006617794,0.0007126895,0.0014355534,0.001259642,0.0017735233,0.0045012934,0.004146348,0.0017460388,0.00058087346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031608317,0.00015207448,0.009991876,0.00023796983,0.00013417569,0.0016902112,0.003327373,0.18378319,0.030247914,0.55096334,0.004169675,0.21498623],"study_design_scores_gemma":[0.0000413883,0.0001975676,0.0021235743,0.0001457039,0.000113218026,0.0009774865,0.0003887902,0.68865716,0.024791954,0.24286631,0.039604288,0.00009262105],"about_ca_topic_score_codex":0.0014841555,"about_ca_topic_score_gemma":0.0016542329,"teacher_disagreement_score":0.0030283332,"about_ca_system_score_codex":0.0011519634,"about_ca_system_score_gemma":0.0009789603,"threshold_uncertainty_score":0.014627159},"labels":[],"label_agreement":null},{"id":"W1995844596","doi":"10.1002/spip.204","title":"Multi‐project software engineering analysis using systems thinking","year":2004,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scheduling (production processes); Construct (python library); Project management; Architecture; Process management; Engineering management; Systems engineering; Knowledge management; Management science; Engineering; Operations management","score_opus":0.02858992345188591,"score_gpt":0.31199059258974177,"score_spread":0.28340066913785583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995844596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19568391,0.00036278742,0.788875,0.0005214122,0.00003839506,0.00030185774,0.00005061613,0.00021280129,0.013953215],"genre_scores_gemma":[0.76786214,0.00025844522,0.23029712,0.000041327912,0.000025845802,0.00032245278,0.00009014914,0.00002960027,0.001073016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9975515,0.0014583654,0.00010135098,0.0001791284,0.00056177663,0.00014792482],"domain_scores_gemma":[0.99327374,0.0050636665,0.0006210891,0.00029014962,0.00055634073,0.00019495725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030441887,0.0006097299,0.0003456107,0.003515086,0.0007816718,0.0023993317,0.00058911083,0.0006572213,0.0024068123],"category_scores_gemma":[0.007093042,0.00037264658,0.00081993866,0.0014293622,0.0014786068,0.0020476154,0.0015758219,0.0009967749,0.00014917209],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007689168,0.00030281086,0.012325368,0.00028743257,0.00017826262,0.00048969354,0.001989482,0.5275589,0.0029553997,0.33842272,0.001084652,0.11432838],"study_design_scores_gemma":[0.000015493637,0.0000972531,0.0016667909,0.000055186636,0.00002016114,0.00008182818,0.0007051948,0.8583851,0.0010854144,0.13497129,0.0028962826,0.000020020718],"about_ca_topic_score_codex":0.0020924232,"about_ca_topic_score_gemma":0.0016219252,"teacher_disagreement_score":0.003515086,"about_ca_system_score_codex":0.00189346,"about_ca_system_score_gemma":0.0017961448,"threshold_uncertainty_score":0.016099393},"labels":[],"label_agreement":null},{"id":"W2034942038","doi":"10.1002/spip.310","title":"Evaluation of a black‐box estimation tool: A case study","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Estimation; Computer science; Outlier; White box; Black box; Set (abstract data type); Identification (biology); Software; Data science; Data mining; Industrial engineering; Software engineering; Artificial intelligence; Engineering; Systems engineering","score_opus":0.0475530894494392,"score_gpt":0.3843926142398773,"score_spread":0.3368395247904381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034942038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89692074,0.00044724368,0.093138196,0.00067590154,0.0000868924,0.0010386779,0.00061216403,0.0026273227,0.004452798],"genre_scores_gemma":[0.8860027,0.00020181031,0.10891646,0.0001857753,0.000026215374,0.0006094606,0.0010571483,0.0004776483,0.0025228083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98103034,0.011072001,0.0012127872,0.0016494276,0.004268435,0.0007669735],"domain_scores_gemma":[0.8927947,0.07528137,0.0041653644,0.012889818,0.013072554,0.0017962664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01974974,0.0010095008,0.00077857065,0.002635948,0.0009891787,0.002546609,0.003967292,0.0021915003,0.0025882574],"category_scores_gemma":[0.0611282,0.000601258,0.0007477465,0.0027386204,0.0016331862,0.0035718186,0.0020869898,0.0014099537,0.0011265862],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004887963,0.012293981,0.09616252,0.0034986893,0.0005193389,0.008897671,0.02605118,0.12126222,0.030544376,0.02016396,0.018536536,0.65718156],"study_design_scores_gemma":[0.0011880193,0.013868653,0.074109636,0.0019017737,0.000556912,0.0029368254,0.019433014,0.6993951,0.0888667,0.01088262,0.08634622,0.0005144963],"about_ca_topic_score_codex":0.0033428513,"about_ca_topic_score_gemma":0.003355403,"teacher_disagreement_score":0.01974974,"about_ca_system_score_codex":0.0016154237,"about_ca_system_score_gemma":0.0017525745,"threshold_uncertainty_score":0.1044479},"labels":[],"label_agreement":null},{"id":"W2039729958","doi":"10.1002/spip.298","title":"Using Data Envelopment Analysis in software development productivity measurement","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Data envelopment analysis; Productivity; Software; Computer science; Function point; Software development; Function (biology); Regression analysis; Process (computing); Linear regression; Industrial engineering; Engineering; Statistics; Business; Mathematics; Economics; Machine learning","score_opus":0.09050916239602833,"score_gpt":0.3356399786467488,"score_spread":0.2451308162507205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039729958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08353436,0.006840033,0.89688486,0.001138435,0.0001108534,0.00034785946,0.00085090235,0.00024695435,0.01004569],"genre_scores_gemma":[0.69237196,0.0076473616,0.29678968,0.00020413636,0.00007897683,0.0008186354,0.000909821,0.000091234506,0.0010880982],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95937884,0.027729169,0.0022447205,0.0013781339,0.00843155,0.00083761645],"domain_scores_gemma":[0.9255171,0.0597519,0.005259058,0.0047602244,0.004389789,0.0003219232],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030748367,0.0018389339,0.0020856098,0.00903638,0.0009201259,0.004910394,0.0011044471,0.0017440808,0.00076834235],"category_scores_gemma":[0.13610415,0.00074243074,0.001569286,0.026965134,0.001812707,0.004381781,0.0038641014,0.0022876018,0.00038126518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022871746,0.00031632572,0.032063622,0.0011547994,0.00064300135,0.00027670988,0.0015964853,0.58644444,0.001971901,0.13593031,0.0028871323,0.23648655],"study_design_scores_gemma":[0.000047929345,0.0004925999,0.016291792,0.00079823344,0.00017871405,0.0001685672,0.0013707586,0.81033856,0.005236218,0.14931375,0.015500365,0.00026249007],"about_ca_topic_score_codex":0.020493198,"about_ca_topic_score_gemma":0.008495901,"teacher_disagreement_score":0.96925163,"about_ca_system_score_codex":0.0047243317,"about_ca_system_score_gemma":0.0062509347,"threshold_uncertainty_score":0.16261488},"labels":[],"label_agreement":null},{"id":"W2039785095","doi":"10.1002/spip.189","title":"The GNOME project: a case study of open source, global software development","year":2003,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Universidad Nacional Autónoma de México; Natural Sciences and Engineering Research Council of Canada; Concordia University of Edmonton","keywords":"Software project management; Unix; Software development; Software; Software engineering; Open source software; Computer science; Project management; Premise; World Wide Web; Engineering; Software construction; Systems engineering; Operating system","score_opus":0.04095584641680198,"score_gpt":0.3574660336794183,"score_spread":0.3165101872626163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039785095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854037,0.00017708412,0.0027439806,0.0011228126,0.00001958288,0.00010119794,0.000047180543,0.000044652264,0.010339802],"genre_scores_gemma":[0.9866947,0.00030662763,0.007206874,0.00027875474,0.000016492339,0.00013400103,0.00009029239,0.000060178794,0.0052119484],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944754,0.0039196424,0.000103613005,0.0003243205,0.0007153662,0.00046168492],"domain_scores_gemma":[0.99296796,0.0043619913,0.0005297083,0.000566194,0.00052512594,0.0010491195],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005534238,0.0005545388,0.00041285894,0.0017465225,0.0069120983,0.00195973,0.0013582646,0.0034438057,0.001998985],"category_scores_gemma":[0.009651967,0.00025481125,0.00033539953,0.0019912177,0.00469065,0.0025027762,0.0046133413,0.0015947677,0.00027703022],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005761071,0.002415488,0.06376209,0.0008548297,0.00008246544,0.11724726,0.6385662,0.0046956553,0.005009081,0.043440916,0.017886844,0.10546301],"study_design_scores_gemma":[0.00023882653,0.0014167955,0.06845165,0.00069647963,0.000067003966,0.049964026,0.6589131,0.009387186,0.004896726,0.014943574,0.19085327,0.00017133068],"about_ca_topic_score_codex":0.0065179123,"about_ca_topic_score_gemma":0.01942907,"teacher_disagreement_score":0.9930879,"about_ca_system_score_codex":0.0020408866,"about_ca_system_score_gemma":0.0016018616,"threshold_uncertainty_score":0.029268146},"labels":[],"label_agreement":null},{"id":"W2040225071","doi":"10.1002/spip.146","title":"Findings from Phase 2 of the SPICE trials","year":2001,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Spice; Usability; Computer science; Empirical research; Software engineering; Dimension (graph theory); Process (computing); Reliability engineering; Systems engineering; Process management; Engineering; Mathematics","score_opus":0.05926722609592025,"score_gpt":0.3780309595307635,"score_spread":0.3187637334348432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040225071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95384675,0.0010440266,0.00693696,0.0028918916,0.00020944487,0.017499367,0.0029567874,0.00017894177,0.014435884],"genre_scores_gemma":[0.94350463,0.0010131728,0.009500733,0.001768257,0.00018104809,0.036166698,0.0025612316,0.000115330135,0.005188916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8177048,0.114537634,0.01793484,0.0045324783,0.040534355,0.0047558188],"domain_scores_gemma":[0.4229057,0.38966566,0.04489008,0.025399974,0.11309653,0.004042034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16026352,0.0011816431,0.002547371,0.003695173,0.0023885723,0.0039957436,0.002688153,0.0029687916,0.0037309474],"category_scores_gemma":[0.4746471,0.001045359,0.0015611582,0.004268822,0.0025522825,0.0045110174,0.0049256017,0.0044404175,0.001296239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04313991,0.04270242,0.13614601,0.009897168,0.0020506145,0.0017454916,0.16958867,0.009044793,0.007038371,0.008222815,0.035190735,0.53523314],"study_design_scores_gemma":[0.0142711345,0.13542722,0.5040972,0.0076606865,0.0023821492,0.0014176631,0.1368563,0.0080606295,0.046020254,0.009969946,0.13292995,0.00090682163],"about_ca_topic_score_codex":0.003355955,"about_ca_topic_score_gemma":0.0037202095,"teacher_disagreement_score":0.16026352,"about_ca_system_score_codex":0.0039528776,"about_ca_system_score_gemma":0.0059532532,"threshold_uncertainty_score":0.84756464},"labels":[],"label_agreement":null},{"id":"W2067838808","doi":"10.1002/spip.213","title":"Formalizing cardinality‐based feature models and their specialization","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":594,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feature (linguistics); Computer science; Feature model; Cardinality (data modeling); Context (archaeology); Artificial intelligence; Semantics (computer science); Natural language processing; Programming language; Theoretical computer science; Data mining; Linguistics","score_opus":0.021833963022313024,"score_gpt":0.27909196305767237,"score_spread":0.25725800003535937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067838808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038263887,0.00006294807,0.95337737,0.00027416326,0.000020266249,0.00008232856,0.00009292162,0.0009256929,0.0069003133],"genre_scores_gemma":[0.66655546,0.00014004263,0.32899225,0.00017977541,0.000050985203,0.00025196196,0.00035182474,0.00041935907,0.0030582973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960983,0.0011974428,0.00031270663,0.00064458424,0.0013590807,0.00038803858],"domain_scores_gemma":[0.99453247,0.0025849803,0.0006282383,0.0015496067,0.0005608534,0.00014377893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032701727,0.0006509297,0.0004826169,0.001319428,0.0006708215,0.0016431403,0.0014363929,0.0010666517,0.0020239565],"category_scores_gemma":[0.0063748723,0.0007464329,0.002164214,0.0010978915,0.003373355,0.0043367674,0.003533629,0.002551041,0.00033303897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034204753,0.00005673297,0.001171718,0.000081105725,0.000040426577,0.0007719261,0.0013269512,0.041818324,0.00780666,0.92190236,0.0010082967,0.023981366],"study_design_scores_gemma":[0.000027007292,0.00004695033,0.0004740581,0.0000680917,0.000056243338,0.00054127054,0.00021929476,0.28897786,0.009644205,0.6839239,0.015984295,0.00003680088],"about_ca_topic_score_codex":0.0018796811,"about_ca_topic_score_gemma":0.0018992553,"teacher_disagreement_score":0.0032701727,"about_ca_system_score_codex":0.0013745446,"about_ca_system_score_gemma":0.00097276724,"threshold_uncertainty_score":0.017294586},"labels":[],"label_agreement":null},{"id":"W2086386816","doi":"10.1002/spip.143","title":"View‐based process elicitation: a user's perspective","year":2001,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Consistency (knowledge bases); Process (computing); Perspective (graphical); Personalization; Order (exchange); Software engineering; Data science; Information retrieval; World Wide Web; Artificial intelligence; Programming language","score_opus":0.022723638786011836,"score_gpt":0.30463675257095774,"score_spread":0.2819131137849459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086386816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11549216,0.0008310726,0.84067076,0.0076861144,0.000067711866,0.0004723562,0.00023813377,0.0019321368,0.032609522],"genre_scores_gemma":[0.55997676,0.00069077103,0.43397737,0.0011551012,0.00007282273,0.00036630666,0.00024386815,0.00035018977,0.0031667904],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95048434,0.040461067,0.0013758183,0.0013498833,0.0055999095,0.0007290103],"domain_scores_gemma":[0.9056468,0.07413762,0.0017020183,0.0074860463,0.009699496,0.0013280468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03636509,0.0010817265,0.0009369111,0.0018970013,0.0017134814,0.008882745,0.0021911405,0.003880845,0.004248218],"category_scores_gemma":[0.056084793,0.0012477654,0.00088684575,0.0010512042,0.0041423687,0.0067896363,0.0057192487,0.002374285,0.0011268712],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018815987,0.0005941166,0.014251111,0.0023809264,0.00019391566,0.0053440365,0.22649594,0.013999848,0.09077601,0.19426298,0.013849026,0.43597052],"study_design_scores_gemma":[0.0008654667,0.002506122,0.010107689,0.0040662475,0.0005285663,0.015230233,0.10168526,0.24219157,0.11782045,0.14978832,0.35427198,0.00093808543],"about_ca_topic_score_codex":0.0018358487,"about_ca_topic_score_gemma":0.001987045,"teacher_disagreement_score":0.03636509,"about_ca_system_score_codex":0.0018250698,"about_ca_system_score_gemma":0.0016013233,"threshold_uncertainty_score":0.19231927},"labels":[],"label_agreement":null},{"id":"W2094978367","doi":"10.1002/spip.273","title":"Release planning process improvement — an industrial case study","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Process management; Strategic planning; Engineering; Computer science; Business","score_opus":0.043721770110688916,"score_gpt":0.34822808937314986,"score_spread":0.30450631926246097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094978367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771311,0.00018969276,0.01596534,0.0004728712,0.000018979616,0.0009122718,0.00008545052,0.00015519612,0.0050690933],"genre_scores_gemma":[0.963764,0.000229596,0.03394484,0.00007732945,0.000017523043,0.00041221082,0.00013640644,0.000029115652,0.001388881],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932701,0.0042977,0.00027720275,0.00034343844,0.0013528162,0.00045873816],"domain_scores_gemma":[0.9717845,0.020310186,0.0021236634,0.0023997796,0.002605826,0.0007760204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00812535,0.00062653207,0.00047031033,0.0013843304,0.002058391,0.0014018046,0.002445944,0.0017531393,0.0018046362],"category_scores_gemma":[0.0158684,0.00043396436,0.0004605844,0.0019275905,0.0013892369,0.0009840543,0.0011566327,0.001408792,0.000399321],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047446126,0.04213534,0.06192363,0.0023953333,0.00027077593,0.033801474,0.028624156,0.26659057,0.03079075,0.018787798,0.011751476,0.49818408],"study_design_scores_gemma":[0.006944748,0.04785372,0.07348792,0.00082522654,0.00051931257,0.014858286,0.031849068,0.6359121,0.10267248,0.010183766,0.074315645,0.0005777179],"about_ca_topic_score_codex":0.004459931,"about_ca_topic_score_gemma":0.00520446,"teacher_disagreement_score":0.00812535,"about_ca_system_score_codex":0.00218745,"about_ca_system_score_gemma":0.0020968684,"threshold_uncertainty_score":0.04297149},"labels":[],"label_agreement":null},{"id":"W2148316074","doi":"10.1002/spip.164","title":"IMMoS: a methodology for integrated measurement, modelling and simulation","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Novelty; Process (computing); Component (thermodynamics); Systems engineering; Software; Industrial engineering; System dynamics; Empirical research; Software engineering; Engineering; Artificial intelligence","score_opus":0.16059502623625058,"score_gpt":0.3499547941458936,"score_spread":0.189359767909643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148316074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005647751,0.000045493485,0.99738055,0.000049645634,0.000016848235,0.000110987516,0.000056501485,0.0009029643,0.000872238],"genre_scores_gemma":[0.022822816,0.00010647037,0.97516644,0.000033254702,0.000017951306,0.0007249626,0.0003338131,0.00022377515,0.00057050335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98766404,0.00676573,0.0013824457,0.0009560591,0.0029704426,0.00026120155],"domain_scores_gemma":[0.98901623,0.006573049,0.0008547739,0.0020348115,0.0011947886,0.0003263658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015102594,0.0016215452,0.0012261063,0.0035838017,0.000708628,0.0047737407,0.0032703127,0.0014336543,0.0054169227],"category_scores_gemma":[0.020330397,0.001495755,0.00268089,0.0021319888,0.0029627217,0.0044690673,0.0066146003,0.003041089,0.0013780528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011737442,0.00015056405,0.0015208432,0.00079352997,0.00028271283,0.0002507321,0.0012695965,0.17939587,0.0040797614,0.64211947,0.003759472,0.16625999],"study_design_scores_gemma":[0.00010814479,0.0001504891,0.00033595235,0.00039549707,0.000113106515,0.00021266774,0.00026038126,0.654553,0.0067090546,0.2603658,0.0767247,0.00007112426],"about_ca_topic_score_codex":0.0011026453,"about_ca_topic_score_gemma":0.0008533534,"teacher_disagreement_score":0.015102594,"about_ca_system_score_codex":0.0014645597,"about_ca_system_score_gemma":0.0032992396,"threshold_uncertainty_score":0.07987112},"labels":[],"label_agreement":null},{"id":"W2155184480","doi":"10.1002/spip.336","title":"A System Dynamics Simulation Model for Analyzing the Stability of Software Release Plans","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Plan (archaeology); Resource (disambiguation); Dependency (UML); Software; Stability (learning theory); Productivity; Software release life cycle; Operations research; Strategic planning; Work (physics); Sensitivity (control systems); Focus (optics); Industrial engineering; Systems engineering; Software engineering; Software development; Engineering; Software quality","score_opus":0.026571327454409273,"score_gpt":0.31171580075590244,"score_spread":0.2851444733014932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155184480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28621927,0.00031698498,0.69124895,0.0007464633,0.00007416569,0.00030715796,0.0009110321,0.0015168887,0.018659115],"genre_scores_gemma":[0.9420682,0.00024379916,0.05321727,0.00004325859,0.000015643604,0.0004334143,0.0004710857,0.000090307956,0.0034169084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995215,0.00024026139,0.000025467927,0.00005592889,0.00010762476,0.000049238413],"domain_scores_gemma":[0.99760866,0.0017475995,0.00020348902,0.00012047223,0.00023629397,0.000083441424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011033225,0.00065781164,0.00053775415,0.00071677525,0.00050466124,0.0010519886,0.000942088,0.0012555681,0.0028867181],"category_scores_gemma":[0.004695499,0.000486093,0.00071316573,0.0004976013,0.0006579461,0.0008562714,0.0007765123,0.00086820807,0.0003082596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018292185,0.000008457991,0.0003153878,0.0000066835187,0.000007311513,0.000021818094,0.000021978482,0.9955478,0.0002630717,0.0029286062,0.00008410995,0.0007764824],"study_design_scores_gemma":[0.0000054183233,0.000007447602,0.000045817953,0.0000013991429,0.0000022440502,0.0000023005505,0.0000038046285,0.9992543,0.0000675348,0.0004493469,0.00015882589,0.0000015714222],"about_ca_topic_score_codex":0.017260028,"about_ca_topic_score_gemma":0.0067789555,"teacher_disagreement_score":0.017260028,"about_ca_system_score_codex":0.0013250023,"about_ca_system_score_gemma":0.0015790354,"threshold_uncertainty_score":0.034319103},"labels":[],"label_agreement":null},{"id":"W2158691832","doi":"10.1002/spip.411","title":"A customizable pattern‐based software process simulation model: design, calibration and application","year":2009,"lang":"en","type":"paratext","venue":"Software Process Improvement and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Set (abstract data type); Context (archaeology); Novelty; Empirical research; Software; Macro; Data mining; Empirical modelling; Software engineering; Industrial engineering; Systems engineering; Simulation; Engineering; Programming language","score_opus":0.02559263340314474,"score_gpt":0.2981755064410041,"score_spread":0.2725828730378594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158691832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047565,0.000053024873,0.94202113,0.00020055646,0.000030710427,0.00046795246,0.00027337472,0.0031843474,0.006203923],"genre_scores_gemma":[0.50870407,0.00016434168,0.48673233,0.000057763453,0.000009309587,0.0008527711,0.00054967287,0.00024351537,0.0026862542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993063,0.00031822853,0.000052808497,0.00009462251,0.00019466801,0.000033375025],"domain_scores_gemma":[0.9980362,0.000996972,0.00013823465,0.00038395295,0.00039793723,0.000046711208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019310897,0.00048086548,0.00035974107,0.00059390854,0.00023512081,0.001008663,0.0015348961,0.00093775993,0.004237163],"category_scores_gemma":[0.0045602545,0.00043299352,0.00042585985,0.0007395582,0.0004743849,0.0008389022,0.0008461831,0.0006490351,0.0006203747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013847201,0.00010490143,0.0020910413,0.00010424382,0.000025653566,0.00010688151,0.00016179665,0.9216541,0.004103213,0.015642354,0.0011070817,0.054760266],"study_design_scores_gemma":[0.000019832632,0.000029608565,0.00013499791,0.00000989485,0.000007027361,0.000019181354,0.000009150035,0.9947956,0.0014557331,0.0015801757,0.0019331909,0.0000056128833],"about_ca_topic_score_codex":0.003222518,"about_ca_topic_score_gemma":0.0019021626,"teacher_disagreement_score":0.004237163,"about_ca_system_score_codex":0.0009033383,"about_ca_system_score_gemma":0.0010717787,"threshold_uncertainty_score":0.014174759},"labels":[],"label_agreement":null},{"id":"W4230500706","doi":"10.1002/spip.374","title":"Optimized mismatch resolution for COTS selection","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Reliability engineering; Software; Systems engineering; Computer science; Resource (disambiguation); Domain (mathematical analysis); Product (mathematics); Risk analysis (engineering); Engineering; Software engineering; Artificial intelligence; Operating system","score_opus":0.03436764899921617,"score_gpt":0.3129931203933215,"score_spread":0.2786254713941053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230500706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08479643,0.00038726968,0.90923554,0.00014608484,0.000056297853,0.0001810819,0.00008928643,0.0016520976,0.003455834],"genre_scores_gemma":[0.48927262,0.0000965799,0.50767034,0.00009781681,0.000023667562,0.00012273822,0.00020964959,0.00017003324,0.0023365184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99662626,0.0012093964,0.00022829363,0.00046982354,0.0012589508,0.00020720306],"domain_scores_gemma":[0.99355245,0.0033021555,0.0008971491,0.00092399074,0.0011468322,0.00017736122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025616125,0.0010365824,0.00083681924,0.0014891785,0.0006320899,0.0010197918,0.0010056199,0.00075539807,0.002982717],"category_scores_gemma":[0.010903597,0.0003862241,0.00057583925,0.001334781,0.00040893874,0.0010455861,0.0015424958,0.0007104892,0.00061640993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056311965,0.00022097332,0.009528526,0.0003014707,0.00010970262,0.00068713125,0.00064419693,0.23129678,0.03965577,0.0151711125,0.003997807,0.69782335],"study_design_scores_gemma":[0.000048442795,0.00028439498,0.002190011,0.000036620597,0.0000701339,0.00061526464,0.00025768377,0.9533056,0.026374929,0.010544415,0.006234324,0.000038155442],"about_ca_topic_score_codex":0.0012414473,"about_ca_topic_score_gemma":0.0014161553,"teacher_disagreement_score":0.002982717,"about_ca_system_score_codex":0.0005211703,"about_ca_system_score_gemma":0.0009047208,"threshold_uncertainty_score":0.013547242},"labels":[],"label_agreement":null},{"id":"W4236348706","doi":"10.1002/spip.433","title":"Strengthening maturity levels by a legal assurance process","year":2009,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Process (computing); Process management; Capability Maturity Model; Engineering; Business; Engineering management; Computer science; Software development process; Law; Software development; Political science; Software","score_opus":0.016295764161487238,"score_gpt":0.31201564117518554,"score_spread":0.2957198770136983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236348706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16200386,0.002072995,0.7178097,0.014663102,0.00025682285,0.0015721658,0.00014557764,0.0022502558,0.09922563],"genre_scores_gemma":[0.6225624,0.0004870703,0.36983246,0.00042672615,0.00010381081,0.0007024475,0.0001666354,0.00013019526,0.005588234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96835303,0.016679205,0.0026229052,0.001677092,0.009275461,0.0013922842],"domain_scores_gemma":[0.9178941,0.032027658,0.011616664,0.0076030586,0.026568346,0.0042901887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033537034,0.0006669133,0.00034097844,0.0043586204,0.0021934605,0.009619146,0.001513336,0.0024169935,0.0038046387],"category_scores_gemma":[0.07555661,0.00056844205,0.00063851225,0.00302661,0.0026650538,0.012065812,0.0064391484,0.0029095793,0.0014840942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015795436,0.0005303253,0.015424963,0.00079268747,0.000050898245,0.00034335037,0.015971398,0.0063903104,0.01188031,0.39978355,0.0061971936,0.5424771],"study_design_scores_gemma":[0.00023261573,0.00189693,0.03065298,0.0031798547,0.00018972674,0.0007537792,0.013548504,0.079075605,0.032018855,0.5191731,0.31890646,0.00037161255],"about_ca_topic_score_codex":0.00185158,"about_ca_topic_score_gemma":0.0012801822,"teacher_disagreement_score":0.033537034,"about_ca_system_score_codex":0.006098848,"about_ca_system_score_gemma":0.0114791,"threshold_uncertainty_score":0.17736286},"labels":[],"label_agreement":null},{"id":"W4240056776","doi":"10.1002/spip.360","title":"A method for re‐planning of software releases using discrete‐event simulation","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Ulm","keywords":"Planner; Computer science; Task (project management); Process (computing); Operational planning; Software release life cycle; Software; Operations research; Event (particle physics); Plan (archaeology); Phase (matter); Discrete event simulation; Work (physics); Product (mathematics); Realization (probability); Industrial engineering; Simulation; Systems engineering; Engineering; Software system; Artificial intelligence; Mathematics; Business","score_opus":0.07030822308933612,"score_gpt":0.41155360592307805,"score_spread":0.34124538283374195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240056776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032239573,0.000035663135,0.99504673,0.000049969178,0.000012723847,0.00006217573,0.00003474841,0.00086647837,0.0006675402],"genre_scores_gemma":[0.20169504,0.000085223655,0.7965379,0.00002992759,0.000014631129,0.00032383678,0.00019975366,0.0001266323,0.000986993],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985555,0.0005889732,0.000097663935,0.00025268446,0.00042906246,0.000076279546],"domain_scores_gemma":[0.9956285,0.0030953758,0.00030349125,0.0003947216,0.0004356064,0.0001423906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028982756,0.0011225743,0.0010683123,0.0013174578,0.00046113922,0.001519567,0.0018353655,0.0009719581,0.0033675872],"category_scores_gemma":[0.0066496427,0.000911197,0.0011695398,0.00078168296,0.00069911825,0.0011086965,0.0011368504,0.0014441519,0.00055737275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008070322,0.000041214298,0.00054831477,0.000064121574,0.000051582225,0.000079916885,0.00009228559,0.94628656,0.0010585475,0.008052156,0.0004460038,0.043198626],"study_design_scores_gemma":[0.00001260764,0.000007851687,0.000023459548,0.0000048710126,0.000005639373,0.00000805495,0.000004367118,0.9976792,0.0003738598,0.0013188021,0.00055703276,0.000004439906],"about_ca_topic_score_codex":0.008790087,"about_ca_topic_score_gemma":0.0064375927,"teacher_disagreement_score":0.008790087,"about_ca_system_score_codex":0.0009997049,"about_ca_system_score_gemma":0.0015783514,"threshold_uncertainty_score":0.01747781},"labels":[],"label_agreement":null},{"id":"W4240378625","doi":"10.1002/spip.381","title":"Performing operational release planning, replanning and risk analysis using a system dynamics simulation model","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Computer science; Operational planning; Process (computing); Task (project management); Plan (archaeology); Resource (disambiguation); Strategic planning; Software; Operations research; Risk analysis (engineering); Reliability (semiconductor); Resource allocation; Process management; Systems engineering; Software development; Engineering; Software quality","score_opus":0.030167571428665926,"score_gpt":0.31441051493925176,"score_spread":0.2842429435105858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240378625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3998553,0.00020641151,0.587935,0.00049877045,0.000042479463,0.00033313938,0.000337772,0.0015910859,0.009200095],"genre_scores_gemma":[0.92899907,0.0001266087,0.068768695,0.000026544249,0.000008960628,0.0002369365,0.00023391674,0.00006535525,0.0015338616],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990735,0.0004989596,0.000054089516,0.00009009776,0.00018741612,0.00009582208],"domain_scores_gemma":[0.99584323,0.0030773748,0.00037322665,0.00020136737,0.00036040158,0.00014436149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020153364,0.00114756,0.00088950014,0.00096301595,0.0008396951,0.0016713917,0.0009162587,0.0014458231,0.0026415298],"category_scores_gemma":[0.0048260284,0.00081860693,0.0011129694,0.00057796994,0.00072249206,0.0010796331,0.00104468,0.0011459504,0.0002626597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025587617,0.000014321861,0.00039131995,0.000008434126,0.000010592656,0.000026026702,0.000019184665,0.99725854,0.00024303378,0.00083877443,0.00003734843,0.001126788],"study_design_scores_gemma":[0.000007707754,0.000012508592,0.00005031069,0.000002107667,0.000004773614,0.0000035258424,0.000006333559,0.9993119,0.0002052916,0.0003140253,0.0000780872,0.0000034206632],"about_ca_topic_score_codex":0.027264189,"about_ca_topic_score_gemma":0.0105403345,"teacher_disagreement_score":0.027264189,"about_ca_system_score_codex":0.0016118384,"about_ca_system_score_gemma":0.0025048032,"threshold_uncertainty_score":0.05421096},"labels":[],"label_agreement":null},{"id":"W4253579069","doi":"10.1002/spip.401","title":"Does distance still matter?","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"IBM; Computer science; Jazz; Task (project management); Software; Software development; Data science; Software engineering; Process management; Systems engineering; Engineering","score_opus":0.013206307266350505,"score_gpt":0.27085581304455086,"score_spread":0.25764950577820034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253579069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75826323,0.015248295,0.012424946,0.085407235,0.0011232386,0.00010577194,0.00073409284,0.00012074663,0.12657246],"genre_scores_gemma":[0.9950723,0.0011825308,0.00039461924,0.0007934103,0.0001264603,0.000016705191,0.00006921534,0.000033745895,0.0023110085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99054396,0.004825546,0.00048536234,0.0017558077,0.0016237852,0.00076558365],"domain_scores_gemma":[0.89128226,0.07496154,0.015497374,0.0030856603,0.007895034,0.0072780442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008341433,0.000342479,0.00086337375,0.0014610321,0.0029055811,0.0073970594,0.0014842595,0.0018856836,0.023191173],"category_scores_gemma":[0.10456681,0.00023541039,0.00046079734,0.003151309,0.0047856146,0.010926943,0.0034947162,0.0026044582,0.0022255988],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016040232,0.00070407515,0.30271244,0.0027773867,0.00092677126,0.0011505242,0.052380506,0.0055238516,0.0010174427,0.3410229,0.03160039,0.25857967],"study_design_scores_gemma":[0.00042885664,0.0010085175,0.25101608,0.0022848798,0.00068019575,0.0012238014,0.10885689,0.0069684735,0.0015301661,0.4562721,0.16944267,0.00028728606],"about_ca_topic_score_codex":0.005709964,"about_ca_topic_score_gemma":0.003215362,"teacher_disagreement_score":0.023191173,"about_ca_system_score_codex":0.0029907906,"about_ca_system_score_gemma":0.0025805924,"threshold_uncertainty_score":0.07758224},"labels":[],"label_agreement":null}]}