{"meta":{"query_hash":"1485352e3124","filters":{"venue":"Journal of Software Evolution and Process"},"cohort_total":86,"direct_labels_cover":0,"predictions_cover":86,"exported":86,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1485352e3124","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Software+Evolution+and+Process"},"results":[{"id":"W1492274812","doi":"10.1002/smr.1644","title":"Model refactoring using examples: a search‐based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Set (abstract data type); Heuristic; Metamodeling; Quality (philosophy); Base (topology); Sequence (biology); Software; Programming language; Software engineering; Artificial intelligence","score_opus":0.06070729225650119,"score_gpt":0.3009794474827227,"score_spread":0.24027215522622153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492274812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1546362,0.00029270194,0.8447576,0.00003773214,0.00012319686,0.000053019055,7.4876255e-7,0.00008473115,0.000014038474],"genre_scores_gemma":[0.71805114,0.000004661836,0.28178808,0.000025168973,0.00010701439,0.0000013863554,2.7924202e-7,0.000010641486,0.000011648551],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984845,0.00006861225,0.0002943208,0.00021227633,0.00064919546,0.00029108752],"domain_scores_gemma":[0.9985931,0.00033747783,0.00014198634,0.0002191196,0.00049217726,0.00021616767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011501651,0.00012800145,0.00020726821,0.0003385422,0.00014227012,0.0001478657,0.00053930434,0.00007572246,0.0000016444201],"category_scores_gemma":[0.0010228707,0.00011091344,0.00005813223,0.00043809548,0.00004833242,0.00073897175,0.000087683904,0.0003580044,9.863995e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044917368,0.00012749326,0.052634083,0.0006191598,0.000035291087,0.000007759613,0.0014552942,0.93124247,0.0007552543,0.0019479692,0.00009572074,0.011034587],"study_design_scores_gemma":[0.0004416189,0.00008941172,0.0049614953,0.00011485183,0.0000066537136,0.0000994223,0.000033197637,0.992437,0.00023179376,0.0013637639,0.00007934714,0.00014145022],"about_ca_topic_score_codex":0.000008421356,"about_ca_topic_score_gemma":2.6052723e-7,"teacher_disagreement_score":0.56341493,"about_ca_system_score_codex":0.00014637304,"about_ca_system_score_gemma":0.0003608538,"threshold_uncertainty_score":0.45229188},"labels":[],"label_agreement":null},{"id":"W1508590353","doi":"10.1002/smr.1597","title":"An empirical study of faults in late propagation clone genealogies","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Commit; Software evolution; Biology; Software; Computer science; Software system; Genetics; Programming language; Gene; Database","score_opus":0.021822808823423523,"score_gpt":0.3192357228767848,"score_spread":0.2974129140533613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508590353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81955266,0.00021788228,0.17983894,0.00009251575,0.00008454619,0.00017296002,3.2525617e-7,0.000038627488,0.0000015528291],"genre_scores_gemma":[0.9913336,0.0000139999665,0.008574877,0.0000120439245,0.000042080177,0.000009817191,3.0086196e-7,0.000005799128,0.000007448705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987564,0.000085815154,0.0004011252,0.00015176428,0.00044604318,0.0001588712],"domain_scores_gemma":[0.9987824,0.0001802488,0.00019600328,0.00015799562,0.00058694434,0.00009641773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005302247,0.00008660594,0.00019107257,0.00032506016,0.000040647825,0.00005355951,0.00038942826,0.000056216602,0.0000040218433],"category_scores_gemma":[0.0006258934,0.00006912958,0.000020424091,0.00052603503,0.00003162578,0.0011433649,0.000055559733,0.00022072512,0.0000021021003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026794689,0.0004783933,0.9704146,0.0000971003,0.000014114809,0.000013105106,0.0045293304,0.009154142,0.00034669935,0.000012933786,0.000072777606,0.014840045],"study_design_scores_gemma":[0.0006846723,0.0008124275,0.97914815,0.000052120176,0.0000032947328,0.000027664115,0.00031197089,0.017256498,0.00017227103,0.0014433217,0.000005243124,0.000082351944],"about_ca_topic_score_codex":0.000044641703,"about_ca_topic_score_gemma":0.000007475795,"teacher_disagreement_score":0.17178099,"about_ca_system_score_codex":0.00006159997,"about_ca_system_score_gemma":0.00012780762,"threshold_uncertainty_score":0.28190225},"labels":[],"label_agreement":null},{"id":"W1512615396","doi":"10.1002/smr.1662","title":"Big data clone detection using classical detectors: an exploratory study","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Big data; Source code; Code (set theory); clone (Java method); Data mining; Data science; Database; Programming language","score_opus":0.07457598398553884,"score_gpt":0.3182856481568901,"score_spread":0.24370966417135126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512615396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47583687,0.00016362495,0.5233446,0.000017385857,0.00050815265,0.000056856126,7.688791e-7,0.00007137821,3.763544e-7],"genre_scores_gemma":[0.98889506,0.000006376227,0.010300414,0.000017154971,0.00075938285,0.0000024751957,6.1216355e-7,0.00001526813,0.0000032335033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821943,0.00021177664,0.0003654913,0.0003241754,0.0006463953,0.0002327209],"domain_scores_gemma":[0.9982025,0.00032263956,0.00021672221,0.0005498567,0.00046392975,0.00024435826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017608653,0.0001382423,0.00022008813,0.0003354233,0.00018562604,0.00019279723,0.00096940255,0.00007914333,0.0000014839148],"category_scores_gemma":[0.0020041247,0.00012064841,0.000027916236,0.00055562257,0.000049782204,0.0018828886,0.00027014368,0.00039695363,0.0000022284758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027725787,0.0015312366,0.31620106,0.0003874601,0.00019090238,0.00009488054,0.006839851,0.005284089,0.0046366346,0.00007930971,0.00018647018,0.66429085],"study_design_scores_gemma":[0.00515132,0.00680423,0.3875199,0.00042508956,0.00015389973,0.0015083003,0.0022876016,0.58658266,0.0026281348,0.0036652808,0.0019692758,0.0013042996],"about_ca_topic_score_codex":0.0000082516935,"about_ca_topic_score_gemma":0.000028217968,"teacher_disagreement_score":0.6629865,"about_ca_system_score_codex":0.000110706635,"about_ca_system_score_gemma":0.00020509098,"threshold_uncertainty_score":0.4919899},"labels":[],"label_agreement":null},{"id":"W1545579570","doi":"10.1002/smr.1636","title":"On the evolution of Lehman's Laws","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Honor; Software; Software development; Computer science; Software engineering; Software construction; Programming language","score_opus":0.010730859224768127,"score_gpt":0.24545486193871513,"score_spread":0.234724002713947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545579570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36841428,0.0009595224,0.6291884,0.00093880744,0.0002800279,0.000120562036,8.3426664e-7,0.000044756096,0.00005277757],"genre_scores_gemma":[0.995646,0.000017778339,0.004107598,0.00005041012,0.00008311596,0.000006711467,1.12740956e-7,0.000006625104,0.00008162151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988186,0.000056453824,0.00029495795,0.0001200571,0.0005347331,0.00017522597],"domain_scores_gemma":[0.9979922,0.00079653464,0.0002272101,0.00020881533,0.0006818756,0.000093330396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000600035,0.00009411697,0.00015062148,0.00020031226,0.00009591497,0.00006867757,0.0005666237,0.000057508365,0.000030371564],"category_scores_gemma":[0.0016860539,0.000060282557,0.00005706159,0.00043905817,0.00007471993,0.0006157864,0.0000677188,0.00027589654,0.000015941576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027301966,0.0011453349,0.4212357,0.0015992456,0.00044095176,0.00004938394,0.007726094,0.018045276,0.0031660134,0.37478498,0.077709034,0.09382495],"study_design_scores_gemma":[0.0015945648,0.0016391003,0.7403262,0.0008559042,0.000030323576,0.00045053993,0.0006797976,0.025318744,0.00193709,0.22548684,0.0011457496,0.0005350902],"about_ca_topic_score_codex":0.000035854104,"about_ca_topic_score_gemma":0.0000011613366,"teacher_disagreement_score":0.6272317,"about_ca_system_score_codex":0.00013181035,"about_ca_system_score_gemma":0.00018441984,"threshold_uncertainty_score":0.24582513},"labels":[],"label_agreement":null},{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","score_opus":0.032268173185308426,"score_gpt":0.2607337189416604,"score_spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556740091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019354282,0.0022318382,0.9776273,0.000050414787,0.00032442444,0.00005992173,6.5480003e-7,0.00026799692,0.00008317814],"genre_scores_gemma":[0.5291818,0.00005585066,0.47056243,0.000096759526,0.00005067741,0.0000039424854,3.203323e-7,0.000009041965,0.00003918327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99891937,0.00003514945,0.00040651506,0.00016057465,0.00028738333,0.0001909887],"domain_scores_gemma":[0.9987731,0.00014641102,0.00039000958,0.0001500566,0.00039900327,0.00014142606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005917929,0.00013805332,0.00019753464,0.00018682987,0.00013962277,0.00007809912,0.00048217754,0.00008042337,0.000025053017],"category_scores_gemma":[0.0005111286,0.00011723605,0.00004928607,0.0002501009,0.00003290766,0.0012721708,0.000092051094,0.00023326417,0.00000541375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027258607,0.000629304,0.15817109,0.00095486926,0.00037994838,0.00032520838,0.039131425,0.00017132371,0.00017067269,0.024064777,0.00667558,0.7690532],"study_design_scores_gemma":[0.0064641037,0.0039756196,0.44028115,0.004009939,0.00030469877,0.010884666,0.002580807,0.0032561559,0.034576517,0.19006264,0.29871956,0.0048841536],"about_ca_topic_score_codex":0.0000072038933,"about_ca_topic_score_gemma":0.000001476687,"teacher_disagreement_score":0.7641691,"about_ca_system_score_codex":0.00005601053,"about_ca_system_score_gemma":0.00019751616,"threshold_uncertainty_score":0.47807476},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","score_opus":0.0211365341964052,"score_gpt":0.30992985230478043,"score_spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588156709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18583055,0.0025039015,0.8106451,0.0001628237,0.00045784866,0.0003291933,0.0000017755141,0.00004233422,0.000026465168],"genre_scores_gemma":[0.9158374,0.000064722226,0.083492704,0.000060729548,0.000434563,0.00009458732,9.129115e-7,0.0000051854463,0.000009177179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989164,0.00003805092,0.0003533028,0.00011648558,0.00037454694,0.00020121399],"domain_scores_gemma":[0.9982997,0.00017650398,0.00035484316,0.00017387512,0.00087024434,0.00012481655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017191408,0.000091942304,0.00015493955,0.000114488255,0.00021095145,0.00004454317,0.0002686193,0.00009650943,0.0000060417983],"category_scores_gemma":[0.0003273543,0.000070617774,0.000061111976,0.0003128947,0.00003629817,0.0013769541,0.00002819044,0.00014019056,0.0000058960886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007396154,0.0002678834,0.59375703,0.000816572,0.000052689324,1.2182163e-7,0.0022847496,0.00045981695,0.000051168587,0.008196264,0.0006503618,0.39338937],"study_design_scores_gemma":[0.0034593148,0.0010545165,0.76710856,0.0009965198,0.00026231116,0.0006844501,0.0006760372,0.112455085,0.0007576569,0.08245388,0.029134398,0.00095725193],"about_ca_topic_score_codex":4.3038472e-7,"about_ca_topic_score_gemma":1.582199e-7,"teacher_disagreement_score":0.7300069,"about_ca_system_score_codex":0.000095877185,"about_ca_system_score_gemma":0.000265917,"threshold_uncertainty_score":0.2879709},"labels":[],"label_agreement":null},{"id":"W1608644518","doi":"10.1002/smr.1641","title":"Taxonomy for software teamwork measurement","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Taxonomy (biology); Teamwork; Team software process; Software engineering; Computer science; Software development process; Capstone; Software; Personal software process; Knowledge management; Software inspection; Process (computing); Process management; Engineering; Software development; Management science; Software quality; Software construction; Management; Computer security","score_opus":0.02905796032011379,"score_gpt":0.25503317839640477,"score_spread":0.22597521807629098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608644518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001018711,0.0013111398,0.9963973,0.00039496977,0.00045215603,0.00017934741,0.0000013498266,0.0002237504,0.000021269721],"genre_scores_gemma":[0.4339844,0.00003855469,0.5654944,0.00015404269,0.00026044901,0.000034294408,3.7502608e-7,0.000011719144,0.000021757432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882925,0.000043528864,0.00035545137,0.00017747135,0.00039682465,0.00019750033],"domain_scores_gemma":[0.9981224,0.00034470783,0.0004068028,0.00018468911,0.0008073457,0.00013404648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015414841,0.00013936652,0.00022147958,0.00015077538,0.00014776393,0.00013167386,0.0004593649,0.00008263626,0.0000037386967],"category_scores_gemma":[0.002015993,0.00011736602,0.00008685041,0.00020817736,0.000025730586,0.00086355046,0.000050026643,0.00018903964,0.0000015113459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024027842,0.00031071587,0.031797152,0.0012338047,0.00021876904,0.000009041747,0.0009152662,0.0026986604,0.0001037003,0.022888606,0.030572632,0.90901136],"study_design_scores_gemma":[0.0031642749,0.0033535364,0.017396897,0.0011818508,0.00017632589,0.00083003135,0.00012136872,0.0139531875,0.0017417724,0.15392447,0.80286837,0.0012879065],"about_ca_topic_score_codex":0.0000026399211,"about_ca_topic_score_gemma":0.0000010424116,"teacher_disagreement_score":0.9077235,"about_ca_system_score_codex":0.000081125254,"about_ca_system_score_gemma":0.00014006006,"threshold_uncertainty_score":0.47860473},"labels":[],"label_agreement":null},{"id":"W1672898643","doi":"10.1002/smr.1559","title":"Regression test suite selection using dependence analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Test case; Data mining; Representation (politics); Process (computing); Regression analysis; Machine learning; Software; Software system; Programming language","score_opus":0.024025132744568693,"score_gpt":0.30849297701315503,"score_spread":0.28446784426858635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1672898643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12749681,0.0014247705,0.8702408,0.000049081886,0.00014872078,0.000034812692,6.599993e-7,0.0005950492,0.000009295192],"genre_scores_gemma":[0.8026327,0.000019992389,0.19715859,0.00004350131,0.00012344116,9.324397e-7,2.9226814e-7,0.000005062876,0.000015502008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888164,0.000057713645,0.0003205231,0.00014209357,0.0003693137,0.00022871367],"domain_scores_gemma":[0.99843997,0.00029659522,0.00048018814,0.00012826531,0.00049314735,0.00016183525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008666534,0.00011863979,0.00021510996,0.0004644123,0.00021334906,0.000095444055,0.00027163682,0.00008342952,0.000004795181],"category_scores_gemma":[0.0012216745,0.000092540446,0.000083015824,0.0013158799,0.000032816824,0.0013963402,0.000060361843,0.00021027803,0.0000010703328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007866474,0.000070683884,0.98960096,0.00003282799,0.000039885377,0.000002774272,0.0003706337,0.00024759123,0.00017124352,0.00008570749,0.00034531447,0.009024533],"study_design_scores_gemma":[0.0007430617,0.000581054,0.79814535,0.0007891034,0.00075557793,0.0035200834,0.00008055542,0.1593345,0.0037523175,0.031131828,0.0003363464,0.0008302288],"about_ca_topic_score_codex":0.000023148057,"about_ca_topic_score_gemma":0.000001996572,"teacher_disagreement_score":0.67513585,"about_ca_system_score_codex":0.00010016018,"about_ca_system_score_gemma":0.00010997054,"threshold_uncertainty_score":0.377369},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","score_opus":0.03999430210769324,"score_gpt":0.3240065482566557,"score_spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753799222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038776323,0.0011477016,0.9595778,0.000039434104,0.00027121033,0.00007544741,0.0000080305335,0.00009463485,0.000009418068],"genre_scores_gemma":[0.6171707,0.000004843759,0.38277626,0.000010756924,0.000027246406,0.0000019621098,1.4441407e-7,0.0000044363355,0.0000036211472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986062,0.00009919461,0.0004379766,0.00011318986,0.0005179526,0.00022548738],"domain_scores_gemma":[0.998146,0.00023119434,0.0004307532,0.00019074953,0.00087255635,0.00012873032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002397477,0.00011260081,0.00027080765,0.00014515415,0.00006339274,0.000017899176,0.00032036135,0.000062990126,8.213625e-7],"category_scores_gemma":[0.0014150541,0.000092638475,0.000063511885,0.00022814827,0.00006286722,0.0010072144,0.00006268947,0.00014960078,1.8627125e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034050684,0.00033248714,0.08456491,0.005413756,0.00010173631,0.000009116124,0.0034055724,0.86034214,0.00088567747,0.023218622,0.00014912427,0.021236327],"study_design_scores_gemma":[0.00884483,0.0025849065,0.05655372,0.0051483265,0.00032088684,0.0012283003,0.0036558101,0.6562915,0.022019103,0.24034697,0.00066903024,0.0023366085],"about_ca_topic_score_codex":0.0000011217127,"about_ca_topic_score_gemma":2.0936666e-7,"teacher_disagreement_score":0.5783944,"about_ca_system_score_codex":0.00034898028,"about_ca_system_score_gemma":0.0003133053,"threshold_uncertainty_score":0.37776873},"labels":[],"label_agreement":null},{"id":"W1809117658","doi":"10.1002/smr.1718","title":"A systematic review of distributed Agile software engineering","year":2015,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Timeline; Systematic review; Computer science; Work (physics); Agile Unified Process; Software; Knowledge management; Software development; Process management; Engineering management; Data science; Risk analysis (engineering); Software engineering; Software development process; Engineering; Business; Political science","score_opus":0.02221336624708552,"score_gpt":0.3112582606664719,"score_spread":0.28904489441938636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809117658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.387406e-7,0.54675376,0.45258322,0.000010471544,0.00019417927,0.0003117274,0.000024634843,0.00012092461,9.780194e-7],"genre_scores_gemma":[0.000005340601,0.9510821,0.04871225,0.000022478707,0.00008243373,0.000039667106,0.000013549342,0.000030867413,0.00001132875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9969427,0.00016365096,0.0017328573,0.00024950583,0.00067890796,0.00023238466],"domain_scores_gemma":[0.99451464,0.0008148986,0.0028265934,0.0004588428,0.0011677755,0.00021725064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020613405,0.0004011855,0.0026964098,0.00037150935,0.000043829157,0.00008528472,0.0011146908,0.00024543275,0.0000038779526],"category_scores_gemma":[0.007281265,0.000295761,0.00042345872,0.0009559262,0.0000277243,0.0007974735,0.00016670075,0.00059265434,0.0000029007717],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015150121,0.000027827202,0.0000033272677,0.9827276,0.00016189255,0.000019996118,0.000037755675,0.000015655194,1.3923934e-8,0.00015881946,0.001272877,0.015572743],"study_design_scores_gemma":[0.000108577406,0.00015306217,0.00000161672,0.8540979,0.0012055938,0.0016319571,0.0000044507065,0.00010528913,5.927656e-7,0.00025973984,0.14207691,0.0003542947],"about_ca_topic_score_codex":0.0000018692315,"about_ca_topic_score_gemma":7.3766465e-8,"teacher_disagreement_score":0.40432835,"about_ca_system_score_codex":0.00019505582,"about_ca_system_score_gemma":0.00068453565,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","score_opus":0.010845946419561988,"score_gpt":0.25377487498329765,"score_spread":0.24292892856373566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886625064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8131429,0.0014508519,0.18435523,0.000049335387,0.00040509846,0.00055202114,0.000007807297,0.000031312327,0.000005466895],"genre_scores_gemma":[0.9993976,0.000041787745,0.00047941742,0.000016298549,0.00003230495,0.000022443932,0.0000015028676,0.0000052374667,0.0000034232478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973559,0.00044462108,0.0012155345,0.00011102004,0.00070833374,0.00016463005],"domain_scores_gemma":[0.99459934,0.00015546662,0.0020372702,0.00068830495,0.0024541079,0.000065488995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017949736,0.0001414429,0.00036268713,0.0001878717,0.00026277223,0.000056184337,0.0010997434,0.00011582721,0.0000029786343],"category_scores_gemma":[0.00033957083,0.00007861114,0.00009185175,0.0007399,0.00015743416,0.0030091642,0.00015597281,0.0002710725,0.0000015132766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016389709,0.001658836,0.91443896,0.0023025922,0.00018742541,3.892728e-7,0.06128982,0.009800976,0.00043523003,0.0012679598,0.00063308375,0.007820807],"study_design_scores_gemma":[0.002282951,0.0015517937,0.9298823,0.0010458216,0.0000951559,0.00007206006,0.043743085,0.01895185,0.0004910846,0.0014995835,0.00013595031,0.0002484011],"about_ca_topic_score_codex":0.00027570667,"about_ca_topic_score_gemma":0.000027867773,"teacher_disagreement_score":0.18625471,"about_ca_system_score_codex":0.00013448582,"about_ca_system_score_gemma":0.000343237,"threshold_uncertainty_score":0.32056692},"labels":[],"label_agreement":null},{"id":"W1892106905","doi":"10.1002/smr.1550","title":"On the evolution of Linux kernels: a complex network perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Configfs; Clustering coefficient; Perspective (graphical); System call; Theoretical computer science; Path (computing); Cluster analysis; Operating system; Parallel computing; Distributed computing; Mathematics; Artificial intelligence; Discrete mathematics","score_opus":0.023293738740088984,"score_gpt":0.27582552069797606,"score_spread":0.25253178195788706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892106905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10090796,0.0042691124,0.8903763,0.0034597665,0.00044867676,0.00016003546,0.0000026552395,0.00010775692,0.00026772762],"genre_scores_gemma":[0.9780079,0.00002552425,0.02142515,0.00021115673,0.00028842976,0.0000047809076,1.6014256e-7,0.000006877389,0.000030022004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986654,0.000086181,0.00034297246,0.00014545773,0.00044904658,0.00031097853],"domain_scores_gemma":[0.9981652,0.00031977458,0.00044814876,0.0002420183,0.0007126962,0.00011218024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009526213,0.00013400099,0.00023044841,0.00017316698,0.00017841315,0.00004441023,0.0007069318,0.00008856199,0.000008244163],"category_scores_gemma":[0.0008111977,0.00008978461,0.00007456584,0.0008172721,0.00011854712,0.0005221645,0.0001527829,0.00032047188,0.000007086707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029259827,0.00045071178,0.066620484,0.0000980298,0.0002001419,0.00000741959,0.008128968,0.013323696,0.000208333,0.8429775,0.047621634,0.020070434],"study_design_scores_gemma":[0.001117259,0.0016220546,0.3572424,0.0007681568,0.00008109405,0.0005087518,0.005110596,0.011365915,0.0004017714,0.6178765,0.0032995015,0.0006059747],"about_ca_topic_score_codex":0.000016726297,"about_ca_topic_score_gemma":0.0000053031295,"teacher_disagreement_score":0.87709993,"about_ca_system_score_codex":0.0003335592,"about_ca_system_score_gemma":0.00014321393,"threshold_uncertainty_score":0.366131},"labels":[],"label_agreement":null},{"id":"W1902003010","doi":"10.1002/smr.1696","title":"A selection of distinguished papers from the 19th Working Conference on Reverse Engineering 2012","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Computer science; Program slicing; Variety (cybernetics); Slicing; Selection (genetic algorithm); Java; Software engineering; Source code; Quality (philosophy); Data science; World Wide Web; Programming language; Artificial intelligence","score_opus":0.01548924074106418,"score_gpt":0.24196808550595889,"score_spread":0.22647884476489472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902003010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13831972,0.00034649106,0.86020386,0.00036756945,0.00054695964,0.00007599222,0.0000014127339,0.00008240168,0.000055589466],"genre_scores_gemma":[0.9882763,0.00002170664,0.011398604,0.0000375592,0.00023377976,0.0000019999434,3.9614008e-7,0.0000075184016,0.000022148204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901414,0.00004861551,0.00025148838,0.00013635271,0.00039089666,0.00015853447],"domain_scores_gemma":[0.9983001,0.0009596393,0.0002165631,0.00013721068,0.00030458724,0.00008190779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062608445,0.00009938309,0.00016139941,0.00010158639,0.0000831853,0.000068547226,0.00038824254,0.000052302144,0.000011304758],"category_scores_gemma":[0.002779637,0.00007172006,0.00004384999,0.00034556273,0.000031115367,0.00024759347,0.000046841673,0.00031702462,0.0000013852183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044636262,0.00035147104,0.7012755,0.000767327,0.00039870475,0.000026103093,0.008796213,0.046449587,0.006472838,0.02081209,0.005391384,0.20881239],"study_design_scores_gemma":[0.0019991307,0.0009214696,0.8332889,0.0028340865,0.000066728644,0.00019278693,0.0002070502,0.14308536,0.0019494804,0.00502711,0.009784954,0.0006429441],"about_ca_topic_score_codex":0.000015868989,"about_ca_topic_score_gemma":0.0000035149776,"teacher_disagreement_score":0.8499566,"about_ca_system_score_codex":0.000056034314,"about_ca_system_score_gemma":0.000085517735,"threshold_uncertainty_score":0.3327686},"labels":[],"label_agreement":null},{"id":"W1920287393","doi":"10.1002/smr.1695","title":"SCAN: an approach to label and relate execution trace segments","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Java; Feature (linguistics); TRACE (psycholinguistics); Precision and recall; Set (abstract data type); Process (computing); Task (project management); Software; Comprehension; Artificial intelligence; Programming language; Data mining; Machine learning; Software system","score_opus":0.015644056639543682,"score_gpt":0.2702961443460459,"score_spread":0.2546520877065022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920287393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.284659,0.0004993375,0.71438307,0.00015288114,0.00014700898,0.00006917726,6.80227e-7,0.00006108737,0.00002775363],"genre_scores_gemma":[0.8965071,0.000027566812,0.10320239,0.00006510627,0.000113353264,0.0000043940395,5.02492e-7,0.0000097426755,0.00006984514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883413,0.0000656669,0.00024249549,0.00022364863,0.00042280304,0.00021126067],"domain_scores_gemma":[0.99897295,0.00013119726,0.00011739151,0.00016117643,0.0003057863,0.00031150677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000934484,0.000111282236,0.00016491274,0.00023694143,0.00012576435,0.00014534754,0.00033711467,0.00007428154,0.0000010573617],"category_scores_gemma":[0.0006646759,0.000097448836,0.000019455658,0.00037432316,0.000033880096,0.00096838985,0.000075180935,0.00024150286,0.0000026330204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042724356,0.0014234163,0.2806331,0.0015784277,0.00019858473,0.000034822755,0.017005214,0.01725399,0.002004205,0.0144502055,0.004014686,0.6609761],"study_design_scores_gemma":[0.00442582,0.0025646235,0.7905309,0.00061235763,0.000056184934,0.001953212,0.00038317303,0.18030113,0.0006995526,0.013409683,0.0040300894,0.0010332365],"about_ca_topic_score_codex":0.00000511232,"about_ca_topic_score_gemma":5.10411e-7,"teacher_disagreement_score":0.65994287,"about_ca_system_score_codex":0.000071541224,"about_ca_system_score_gemma":0.000076146345,"threshold_uncertainty_score":0.39738482},"labels":[],"label_agreement":null},{"id":"W1925941278","doi":"10.1002/smr.1635","title":"Detecting asynchrony and dephase change patterns by mining software repositories","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal; Lab_Bell (Canada)","funders":"","keywords":"Computer science; Asynchrony (computer programming); Software evolution; Interval (graph theory); Java; Change detection; Software; Data mining; Software development; Programming language; Artificial intelligence","score_opus":0.014671771646186717,"score_gpt":0.258621679834277,"score_spread":0.24394990818809026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925941278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5156644,0.0035494915,0.48011816,0.00014930872,0.0003194546,0.00009528409,0.0000021258616,0.000100773876,0.0000010208042],"genre_scores_gemma":[0.96735543,0.000103818624,0.03208254,0.00006744271,0.0003218552,0.000022727567,7.63342e-7,0.000017552791,0.000027879647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985652,0.000047510253,0.00036437513,0.00025127386,0.0004552638,0.00031638332],"domain_scores_gemma":[0.99823785,0.0005455479,0.00026625648,0.0001699354,0.00052256737,0.00025786165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040584322,0.00016859618,0.00022644058,0.00020913768,0.00022755645,0.00035672548,0.0003542791,0.000099038254,0.000008706703],"category_scores_gemma":[0.001623328,0.00014871503,0.00003999594,0.00030082613,0.00005191503,0.0018431044,0.00014513131,0.00030295987,0.000002102174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015659289,0.00005415892,0.85985506,0.00048135978,0.000049484526,0.00004716711,0.003443371,0.000024741425,0.00034996629,0.000015353002,0.0012152789,0.1344484],"study_design_scores_gemma":[0.0030215152,0.001704975,0.9688265,0.0018745534,0.000069630296,0.0045601223,0.0016156657,0.008430127,0.0048599658,0.0021357164,0.0015447437,0.0013565322],"about_ca_topic_score_codex":0.00006946954,"about_ca_topic_score_gemma":0.0000039863226,"teacher_disagreement_score":0.45169103,"about_ca_system_score_codex":0.00008886795,"about_ca_system_score_gemma":0.000085084066,"threshold_uncertainty_score":0.60644233},"labels":[],"label_agreement":null},{"id":"W1929161383","doi":"10.1002/smr.1659","title":"An empirical study of the effect of file editing patterns on software quality","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer file; File format; Software; Data file; World Wide Web; Database; Operating system","score_opus":0.01750574317341968,"score_gpt":0.3362430763318027,"score_spread":0.31873733315838304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929161383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75380385,0.000038314614,0.24566358,0.000038031652,0.0002832732,0.00012373002,0.000011178716,0.00003633516,0.0000016944564],"genre_scores_gemma":[0.99801207,0.0000010734423,0.0017603916,0.000020775928,0.00018379155,0.000005846946,8.028148e-7,0.000009794928,0.0000054856155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977019,0.0004929974,0.0005193675,0.0001984953,0.0009006731,0.00018660465],"domain_scores_gemma":[0.9964011,0.0021402044,0.00051143084,0.0003833377,0.0004448125,0.00011911578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018921684,0.00013572058,0.00034532984,0.00016269276,0.00010806053,0.00004101987,0.00080930203,0.000071517476,0.00001637748],"category_scores_gemma":[0.006211088,0.00008665476,0.00008564816,0.00040227955,0.000052974516,0.0003524591,0.00011706082,0.00037761754,6.9867957e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050086324,0.00019251098,0.9871178,0.00028020472,0.000022597213,0.0000015845263,0.0011187511,0.0016828568,0.000019017918,0.000009265712,0.00030438032,0.009200928],"study_design_scores_gemma":[0.0008946391,0.0035469246,0.992348,0.0002821247,0.000014079758,0.000024982344,0.00014253678,0.0016510647,0.0008071268,0.00015756724,0.000031167863,0.000099746445],"about_ca_topic_score_codex":0.000023445478,"about_ca_topic_score_gemma":0.0000061223036,"teacher_disagreement_score":0.24420817,"about_ca_system_score_codex":0.00005059452,"about_ca_system_score_gemma":0.00008072707,"threshold_uncertainty_score":0.74357015},"labels":[],"label_agreement":null},{"id":"W1986794977","doi":"10.1002/smr.1655","title":"Guest editorial for the special issue on source code analysis and manipulation, SCAM 2012","year":2014,"lang":"en","type":"editorial","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Beijing; Citation; Library science; Queen (butterfly); Computer science; World Wide Web; China; History","score_opus":0.009387677899137272,"score_gpt":0.28198994553684403,"score_spread":0.2726022676377068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986794977","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028895854,0.00061537337,0.44950265,0.00017811042,0.5494691,0.00014057718,0.000022774453,0.000039591792,0.0000029402008],"genre_scores_gemma":[0.00061915914,0.00016441917,0.0022263688,0.000017143499,0.99644357,0.000016232561,0.000018247882,0.000030296027,0.0004645676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692196,0.00009002142,0.0005841164,0.00040522468,0.0016657929,0.00033290175],"domain_scores_gemma":[0.99063915,0.006248118,0.00065371924,0.0003580629,0.0018934542,0.0002074759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019436904,0.00029826324,0.0005643496,0.0006191005,0.0003711739,0.00046048197,0.00093290664,0.0005432785,0.000010805151],"category_scores_gemma":[0.0077257063,0.00021763782,0.00019498562,0.00068122713,0.000102750266,0.0005287855,0.00013042103,0.0009811426,0.0000053007407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011881833,0.000027060116,0.0008108301,0.00017015393,0.0002690696,0.0000013221611,0.00019953985,0.0017025074,3.4246708e-7,0.000023147237,0.99282664,0.0038505937],"study_design_scores_gemma":[0.0007404093,0.0003380109,0.002338345,0.00012454335,0.00033055962,0.0000101730775,0.000013348951,0.0022302046,0.0000038778758,0.00042428807,0.99320054,0.0002457012],"about_ca_topic_score_codex":0.00001519425,"about_ca_topic_score_gemma":0.000024458677,"teacher_disagreement_score":0.44727626,"about_ca_system_score_codex":0.00016152195,"about_ca_system_score_gemma":0.00037023262,"threshold_uncertainty_score":0.924895},"labels":[],"label_agreement":null},{"id":"W2013184334","doi":"10.1002/smr.496","title":"Measurement and quantification are not the same: ISO 15939 and ISO 9126","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Measure (data warehouse); Set (abstract data type); Field (mathematics); Level of measurement; Computer science; Units of measurement; Measurement uncertainty; Scale (ratio); Data mining; Industrial engineering; Reliability engineering; Systems engineering; Operations research; Mathematics; Engineering; Statistics; Geography; Programming language; Physics","score_opus":0.17817301651391937,"score_gpt":0.3815751148285158,"score_spread":0.20340209831459644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013184334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577252,0.0024369687,0.03149707,0.0067837816,0.0012472919,0.00023289635,0.0000055703367,0.000015741734,0.000055430977],"genre_scores_gemma":[0.99882436,0.0000634592,0.0005308451,0.00019054767,0.00017986624,0.000003836018,5.5708665e-7,0.0000053272297,0.00020117388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962454,0.0001781589,0.00067260355,0.00028737768,0.002463869,0.00015260362],"domain_scores_gemma":[0.9955463,0.00033708222,0.0008965186,0.00022240945,0.0028541018,0.00014358271],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013559397,0.00012328515,0.00021490132,0.0002357449,0.00050159724,0.00050342054,0.00028719482,0.00008502381,0.00007407612],"category_scores_gemma":[0.009176437,0.00007054293,0.000048550093,0.00040349492,0.00024475664,0.0006003287,0.000037890488,0.00029232368,0.000007998572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000726747,0.0002606927,0.62080836,0.00015331333,0.00009964112,0.0000038083597,0.0075126,0.0001913053,0.03382884,0.0023855043,0.0241992,0.30982995],"study_design_scores_gemma":[0.0011815405,0.00015127026,0.9434896,0.00014414893,0.00009579314,0.00013901142,0.0040678266,0.0035514412,0.0015543685,0.03547354,0.00992085,0.00023059471],"about_ca_topic_score_codex":0.000011446452,"about_ca_topic_score_gemma":0.00019689027,"teacher_disagreement_score":0.32268122,"about_ca_system_score_codex":0.00003533091,"about_ca_system_score_gemma":0.00018372957,"threshold_uncertainty_score":0.9991697},"labels":[],"label_agreement":null},{"id":"W2022675432","doi":"10.1002/smr.539","title":"TIDIER: an identifier splitting approach using speech recognition techniques","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Source code; Maintainability; Unique identifier; Set (abstract data type); Documentation; Software; Code (set theory); Relation (database); Natural language processing; Comprehension; Information retrieval; Artificial intelligence; Data mining; Software engineering; Programming language; Software system","score_opus":0.06451466082664108,"score_gpt":0.2980101579526624,"score_spread":0.2334954971260213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022675432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26720783,0.0003366121,0.73199385,0.0000075888456,0.00018425976,0.00007764367,9.900207e-7,0.0001407722,0.000050463383],"genre_scores_gemma":[0.51004726,0.000021424195,0.48971963,0.00001581483,0.00016717288,0.0000026957796,8.521958e-7,0.000011785469,0.000013337309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986764,0.000080673104,0.00036541198,0.00022247586,0.00042236247,0.00023263315],"domain_scores_gemma":[0.9986019,0.00009954105,0.00025627855,0.00018507871,0.0006928505,0.00016433296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014866302,0.00012362532,0.00017676056,0.00036173494,0.00013857431,0.00013028721,0.0004517363,0.000100394085,0.000010346154],"category_scores_gemma":[0.00072110316,0.000112528294,0.000050297378,0.0004511834,0.000050114904,0.0020714267,0.00008331499,0.00032246797,0.0000024840595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013507872,0.00065042276,0.12554498,0.0009246089,0.00012030087,0.00014902129,0.007819364,0.000095964824,0.0025612968,0.0004869294,0.0003559273,0.8611561],"study_design_scores_gemma":[0.004950937,0.0045387265,0.36458698,0.004461201,0.00041044952,0.028887043,0.004257093,0.1449466,0.22354227,0.21306804,0.0013487777,0.0050018737],"about_ca_topic_score_codex":0.000018374416,"about_ca_topic_score_gemma":5.714024e-7,"teacher_disagreement_score":0.85615426,"about_ca_system_score_codex":0.000091337424,"about_ca_system_score_gemma":0.00014180232,"threshold_uncertainty_score":0.45887706},"labels":[],"label_agreement":null},{"id":"W2105484420","doi":"10.1002/smr.472","title":"A component‐based development process for trustworthy systems","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Component (thermodynamics); Reuse; Computer science; Process (computing); Trustworthiness; Software engineering; Systems engineering; Process management; Risk analysis (engineering); Engineering; Computer security; Business","score_opus":0.0100674022713285,"score_gpt":0.2313539498103325,"score_spread":0.221286547539004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105484420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3775733,0.0013792594,0.6184101,0.000027975278,0.0020148526,0.0003224325,0.000008033268,0.00021723493,0.000046780173],"genre_scores_gemma":[0.99179083,0.000003605157,0.0077829827,0.000009155779,0.0002976411,0.00005447673,0.0000040745726,0.00003720049,0.000020050351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891883,0.0000080948585,0.00053236954,0.000103795544,0.00022959452,0.0002072846],"domain_scores_gemma":[0.9991315,0.00009128453,0.00017847834,0.0000864231,0.00037332857,0.00013899455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038769265,0.00016765152,0.00028315853,0.00019669074,0.00008292109,0.00004514923,0.0001547052,0.00011901867,0.0000052387004],"category_scores_gemma":[0.000102287195,0.00015331164,0.0000529393,0.00015219592,0.000024234085,0.00021131517,0.000005411528,0.0002748099,0.0000020800633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019289329,0.00014719125,0.03218809,0.011053798,0.000281769,0.000014586274,0.00215647,0.9397351,0.002986965,0.00045486735,0.001016759,0.009771519],"study_design_scores_gemma":[0.008157339,0.00039982062,0.05707425,0.0027292916,0.00021609923,0.0014182498,0.0010770863,0.75912493,0.008826367,0.0005870572,0.15836222,0.0020273014],"about_ca_topic_score_codex":9.756964e-7,"about_ca_topic_score_gemma":0.000001860313,"teacher_disagreement_score":0.61421746,"about_ca_system_score_codex":0.00008774876,"about_ca_system_score_gemma":0.00018952174,"threshold_uncertainty_score":0.62518674},"labels":[],"label_agreement":null},{"id":"W2150439624","doi":"10.1002/smr.519","title":"Studying software evolution of large object‐oriented software systems using an ETGM algorithm","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Algorithm; Software; Scalability; Oracle; Software evolution; Software system; Theoretical computer science; Data mining; Software construction; Programming language","score_opus":0.017703981462783326,"score_gpt":0.29314088940744637,"score_spread":0.275436907944663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150439624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32669127,0.0017419456,0.6693578,0.000015651443,0.0017310788,0.00021723821,0.00002395655,0.00022003292,0.0000010399871],"genre_scores_gemma":[0.7955739,0.00002077874,0.20387614,0.000012759928,0.000438138,0.000009364119,0.000004250626,0.000041507774,0.000023206327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961944,0.00018016418,0.0010117139,0.00050821324,0.001437274,0.0006682205],"domain_scores_gemma":[0.9949945,0.00059658365,0.0008532022,0.0005780508,0.002523004,0.00045464438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021494278,0.00035348602,0.0006179607,0.00086766446,0.00041472114,0.00021958142,0.0010447981,0.00030566397,0.000011366742],"category_scores_gemma":[0.003617326,0.00032872113,0.00014962353,0.0013715307,0.00013551768,0.0023721398,0.00026621838,0.0010723479,0.0000031540771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023732382,0.0022201461,0.89583135,0.0029972487,0.00051943585,0.00024418667,0.0080844695,0.02246849,0.0045098006,0.0027194212,0.0004984195,0.059669696],"study_design_scores_gemma":[0.012075137,0.004381685,0.48988906,0.004248441,0.00046268414,0.008045572,0.005681129,0.45764503,0.0033580463,0.007678846,0.0027653833,0.0037689912],"about_ca_topic_score_codex":0.000097959564,"about_ca_topic_score_gemma":0.000014972316,"teacher_disagreement_score":0.4688826,"about_ca_system_score_codex":0.00034419744,"about_ca_system_score_gemma":0.00092996756,"threshold_uncertainty_score":0.9999165},"labels":[],"label_agreement":null},{"id":"W2154467091","doi":"10.1002/smr.1565","title":"An approach for mining service composition patterns from execution logs","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web service; Service (business); Set (abstract data type); Database; Quality of service; Differentiated service; Data mining; Service delivery framework; World Wide Web; Service design; Computer network; Programming language","score_opus":0.014091799472784241,"score_gpt":0.2602709917047297,"score_spread":0.24617919223194548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154467091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42114815,0.0005340539,0.5778397,0.00014855448,0.00020629851,0.00006764645,0.00001007863,0.00003529168,0.000010268495],"genre_scores_gemma":[0.8821327,0.0000082486185,0.11649751,0.0008276902,0.00047990776,0.000006987207,0.000037659316,0.000008234716,0.0000010689018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989762,0.00006366064,0.00030347155,0.00017646956,0.0002587753,0.00022146043],"domain_scores_gemma":[0.99878734,0.00008951739,0.00035175023,0.00015389324,0.00042440757,0.00019308827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003384029,0.00013313357,0.00018263976,0.00013540439,0.00018749447,0.000103515165,0.00040476155,0.000087832894,0.0000029681319],"category_scores_gemma":[0.0000074963286,0.00011158156,0.00004939732,0.00021589873,0.000011776316,0.0018148704,0.000042005537,0.00013141466,8.306238e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010339639,0.0025396368,0.755095,0.0023022725,0.00039403854,0.000008630322,0.10610703,0.008500969,0.009935833,0.008514131,0.00030773634,0.105260745],"study_design_scores_gemma":[0.00611615,0.001530512,0.72317755,0.0009928272,0.00039903706,0.00091680477,0.011138478,0.22377485,0.008382894,0.020624775,0.0013880293,0.0015580832],"about_ca_topic_score_codex":0.00005285162,"about_ca_topic_score_gemma":0.0000073047595,"teacher_disagreement_score":0.46134213,"about_ca_system_score_codex":0.000036136873,"about_ca_system_score_gemma":0.000055355624,"threshold_uncertainty_score":0.4550164},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","score_opus":0.0181435987402588,"score_gpt":0.2851493079553175,"score_spread":0.26700570921505873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158127877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39891836,0.0004542287,0.6001226,0.00003497543,0.00026601262,0.00013522981,3.6123978e-7,0.000065834116,0.0000024417884],"genre_scores_gemma":[0.89312476,0.000011192048,0.106778815,0.000005744945,0.000051393516,0.00001156301,2.396669e-8,0.0000059257673,0.000010571534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998574,0.00027037464,0.00053499907,0.0001578904,0.00030025496,0.00016247825],"domain_scores_gemma":[0.9967337,0.0015623734,0.00048156796,0.0002969,0.0008369305,0.0000884735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018297692,0.00011641138,0.00025468523,0.000081843216,0.00018724846,0.000078277524,0.00047865923,0.000055606957,9.013153e-7],"category_scores_gemma":[0.0018366317,0.00007347201,0.000047184447,0.00027937253,0.000065668515,0.00064217095,0.00011576204,0.00024641212,8.0831205e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032011257,0.0023032844,0.2985201,0.004582567,0.0009060667,0.0019642157,0.04940982,0.21898714,0.00038883887,0.016973037,0.0009480062,0.40469682],"study_design_scores_gemma":[0.012760202,0.0123001635,0.28376412,0.00231241,0.00055929954,0.13492393,0.15808389,0.11307653,0.0012111012,0.27719527,0.00078447023,0.0030285767],"about_ca_topic_score_codex":0.000052340332,"about_ca_topic_score_gemma":0.0000039136858,"teacher_disagreement_score":0.4942064,"about_ca_system_score_codex":0.00008112357,"about_ca_system_score_gemma":0.00010146671,"threshold_uncertainty_score":0.29961017},"labels":[],"label_agreement":null},{"id":"W2161466705","doi":"10.1002/smr.1562","title":"Automated evaluation of website navigability: an empirical validation of multilevel quality models","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Navigability; Quality (philosophy); Computer science; Test (biology); Empirical research; Information retrieval; Data science; Statistics; Mathematics","score_opus":0.3180004297024163,"score_gpt":0.5154014539467916,"score_spread":0.19740102424437528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161466705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92156583,0.00041058075,0.07747798,0.0001228531,0.00019839073,0.00013046263,0.000023423523,0.000056661112,0.000013795942],"genre_scores_gemma":[0.99507165,0.000006972057,0.00484061,0.000020810281,0.000035933725,0.000003028571,0.000004312035,0.000006025661,0.000010643215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957565,0.00065537094,0.0013792741,0.00017361033,0.0018820537,0.00015318698],"domain_scores_gemma":[0.9933156,0.00033163585,0.0016058086,0.0002593821,0.0043421653,0.00014540282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012223977,0.000111865724,0.0003871885,0.00038793846,0.00008178156,0.000023911376,0.0002864747,0.00021460121,0.00008971703],"category_scores_gemma":[0.0042500733,0.00008385866,0.00009976325,0.00052953337,0.0001730739,0.0017916979,0.000039336624,0.00020616622,0.0000029462826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000142177,0.00052697555,0.9707064,0.00003717551,0.000018144843,1.9606908e-7,0.0022730115,0.0029782783,0.0006276515,0.00019584876,0.00013775696,0.02235638],"study_design_scores_gemma":[0.00092220097,0.00014392713,0.92911917,0.00004994084,0.000088174136,0.000041075968,0.0013177706,0.0382297,0.0018921826,0.028076537,0.000018328517,0.00010099698],"about_ca_topic_score_codex":0.000011264899,"about_ca_topic_score_gemma":0.000003121246,"teacher_disagreement_score":0.07350581,"about_ca_system_score_codex":0.00008427442,"about_ca_system_score_gemma":0.00027334545,"threshold_uncertainty_score":0.5088042},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","score_opus":0.0440590751993122,"score_gpt":0.2916542145321129,"score_spread":0.24759513933280067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165210986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009614261,0.00059332786,0.9892053,0.00007646072,0.00028115357,0.000054936598,0.0000012127102,0.00011479466,0.000058529353],"genre_scores_gemma":[0.4589042,0.000037166454,0.5409208,0.00005835604,0.000028951605,0.0000018694516,2.773303e-7,0.0000052239534,0.00004315664],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992546,0.000050858827,0.0002342744,0.0001255254,0.00019016216,0.00014460614],"domain_scores_gemma":[0.9987515,0.0001544909,0.00032977576,0.00010948945,0.00057872635,0.00007598056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004392639,0.00011091762,0.00017151609,0.00012252983,0.00009061401,0.00004252693,0.00028901,0.00007242598,0.0000026623222],"category_scores_gemma":[0.0010157604,0.000091767135,0.000044121472,0.00017617307,0.00003284105,0.002124351,0.00004766811,0.00030394705,8.5259717e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016613539,0.00055193127,0.018600786,0.0015141943,0.0005331314,0.00023451468,0.13432294,0.42940152,0.0070531047,0.065804906,0.0032666381,0.337055],"study_design_scores_gemma":[0.0038691824,0.0017145588,0.033554498,0.0011513255,0.00012486275,0.0027847951,0.0045385463,0.19628319,0.03924078,0.7146265,0.00047958837,0.0016321691],"about_ca_topic_score_codex":9.4555514e-7,"about_ca_topic_score_gemma":6.7480465e-7,"teacher_disagreement_score":0.6488216,"about_ca_system_score_codex":0.00006435222,"about_ca_system_score_gemma":0.000099793186,"threshold_uncertainty_score":0.3742155},"labels":[],"label_agreement":null},{"id":"W2346502370","doi":"10.1002/smr.1777","title":"An empirical investigation of single‐objective and multiobjective evolutionary algorithms for developer's assignment to bugs","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Petroleum Geologists; University of Calgary","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Genetic algorithm; Sorting; Computer science; Operations research; Algorithm; Machine learning; Engineering","score_opus":0.030598698744498356,"score_gpt":0.31648327449455144,"score_spread":0.2858845757500531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346502370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2814799,0.00024456723,0.71746,0.00045186875,0.00013858617,0.00017901462,0.000011536687,0.000033649303,9.350298e-7],"genre_scores_gemma":[0.81466615,0.000010308303,0.18514208,0.00004698832,0.00009660064,0.000016356262,6.4635805e-7,0.0000092611535,0.0000116273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998684,0.000072534385,0.00035009382,0.00025762882,0.00043517657,0.00020057711],"domain_scores_gemma":[0.9973748,0.0007987767,0.00020000924,0.00012239626,0.0012405507,0.00026350102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006317045,0.0001262181,0.00021076876,0.0003232529,0.00010263858,0.00004129235,0.00025579726,0.00008265379,0.000001632698],"category_scores_gemma":[0.0018333506,0.000090980386,0.000035866677,0.0003705219,0.00009990931,0.00096909964,0.00006836505,0.00009736859,6.3930605e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059911533,0.00043493888,0.76487947,0.0004372691,0.00021460654,0.000013641244,0.016933167,0.0014346725,0.031082481,0.0006178783,0.0013945533,0.18195824],"study_design_scores_gemma":[0.0014590665,0.0021715767,0.97189844,0.00039120516,0.000017723529,0.00016444789,0.00030643464,0.002811055,0.011248038,0.009126554,0.00013656418,0.0002688734],"about_ca_topic_score_codex":0.0000043944005,"about_ca_topic_score_gemma":0.0000014819993,"teacher_disagreement_score":0.53318626,"about_ca_system_score_codex":0.00030239244,"about_ca_system_score_gemma":0.0003756886,"threshold_uncertainty_score":0.37100723},"labels":[],"label_agreement":null},{"id":"W2397274409","doi":"10.1002/smr.1791","title":"A Simple, Efficient, Context‐sensitive Approach for Code Completion","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Context (archaeology); Field (mathematics); Security token; Source code; Artificial intelligence; Set (abstract data type); Machine learning; Natural language processing; Programming language; Computer security","score_opus":0.022473119251122036,"score_gpt":0.28199678673051376,"score_spread":0.2595236674793917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397274409","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05052302,0.00035079726,0.9483806,0.0002701533,0.00018391725,0.00018371428,0.000017044227,0.000082988445,0.0000077661],"genre_scores_gemma":[0.96219915,0.0000124022645,0.037524525,0.000054979802,0.00014622562,0.00001061463,0.0000012776501,0.000010820602,0.00004000723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879646,0.00004539915,0.00030209424,0.00021099533,0.00039288154,0.00025213897],"domain_scores_gemma":[0.99757403,0.0009059865,0.00021479408,0.00014148306,0.0010123476,0.00015137297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007394345,0.00011736784,0.0002199506,0.00021282306,0.0001244537,0.00006705031,0.00032752845,0.00006524565,0.0000022922625],"category_scores_gemma":[0.0018312011,0.00007926739,0.000073488474,0.0002663772,0.00007843946,0.0003551107,0.00005876258,0.000121432546,0.0000021777835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027332564,0.00215329,0.26857018,0.0033948692,0.00088696944,0.00012949752,0.0105115045,0.028383056,0.011061058,0.07044854,0.033533413,0.5681943],"study_design_scores_gemma":[0.02337798,0.004466667,0.53756046,0.0018011018,0.00016462643,0.0037211261,0.0012949255,0.3657773,0.0102820955,0.030800255,0.018274467,0.0024790147],"about_ca_topic_score_codex":0.0000021709225,"about_ca_topic_score_gemma":7.361585e-7,"teacher_disagreement_score":0.9116761,"about_ca_system_score_codex":0.00012428034,"about_ca_system_score_gemma":0.00014952343,"threshold_uncertainty_score":0.32324305},"labels":[],"label_agreement":null},{"id":"W2408469942","doi":"10.1002/smr.1789","title":"A bug reproduction approach based on directed model checking and crash traces","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Java; Slicing; Programming language; Model checking; Task (project management); Program slicing; Open source; Debugging; Software; World Wide Web","score_opus":0.01984930774373265,"score_gpt":0.2571976485383381,"score_spread":0.23734834079460546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408469942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049941044,0.00045302906,0.94714177,0.00085423945,0.00009132594,0.00006793791,0.0000011786661,0.0014061823,0.00004327512],"genre_scores_gemma":[0.76255745,0.000031880896,0.23719192,0.00009663902,0.00007309691,0.000004508265,1.9427361e-7,0.0000075829353,0.000036732577],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989053,0.000048452956,0.00028582008,0.00030201412,0.0003066973,0.00015172506],"domain_scores_gemma":[0.9987547,0.00017946296,0.0003161451,0.0002015694,0.0004512772,0.000096848526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007748035,0.00012750788,0.00018310321,0.0002282258,0.00015120643,0.00008731267,0.00021148361,0.0000739103,8.155279e-7],"category_scores_gemma":[0.0015492906,0.00008331886,0.000037773123,0.00025749407,0.000064272506,0.0005912022,0.00003378768,0.00014349284,3.4224882e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034848403,0.00076359586,0.18202545,0.00071504293,0.000073066316,0.000027540396,0.002600557,0.007575001,0.0013603418,0.0014572507,0.013150509,0.78990316],"study_design_scores_gemma":[0.0018680145,0.0008173952,0.052867897,0.0015626576,0.00005052062,0.00079602585,0.00002980961,0.80761003,0.0020497516,0.13149731,0.00022227949,0.0006282939],"about_ca_topic_score_codex":0.0000027210485,"about_ca_topic_score_gemma":2.3592321e-7,"teacher_disagreement_score":0.80003506,"about_ca_system_score_codex":0.000054220094,"about_ca_system_score_gemma":0.000122369,"threshold_uncertainty_score":0.33976445},"labels":[],"label_agreement":null},{"id":"W2494536620","doi":"10.1002/smr.1758","title":"When to automate software testing? A decision‐support approach based on process simulation","year":2015,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Eesti Teadusagentuur","keywords":"Automation; Computer science; Context (archaeology); Test Management Approach; Process (computing); Test (biology); Test strategy; Test case; Software; Model-based testing; Process automation system; Test harness; Software engineering; Systems engineering; Reliability engineering; Engineering; Software system; Software construction; Machine learning","score_opus":0.03911167195759431,"score_gpt":0.31424154476737426,"score_spread":0.27512987280977996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494536620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008302692,0.00013850554,0.9899804,0.0003705383,0.0003035991,0.000216943,0.0000039099064,0.0006082199,0.00007516786],"genre_scores_gemma":[0.4507579,0.0000011017427,0.5485432,0.00055772014,0.00009464641,0.00001195464,0.0000012552662,0.000016294474,0.00001590388],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787885,0.00005751795,0.00054846983,0.0003382714,0.00089971744,0.00027718005],"domain_scores_gemma":[0.996193,0.0007669133,0.0004852283,0.0003022646,0.0018181684,0.0004344282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013733279,0.00023543272,0.00030498183,0.00045705584,0.00013671545,0.00025537686,0.00068261445,0.00013282105,0.000006026058],"category_scores_gemma":[0.0076316604,0.00019608634,0.000061537474,0.0008001909,0.000025993415,0.0013259,0.0000800691,0.00031609606,0.000008908113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025665376,0.00024828146,0.010477149,0.00022203596,0.000021125748,0.00003490649,0.0016774654,0.8932874,0.000002619488,0.00012338816,0.0044881147,0.089160845],"study_design_scores_gemma":[0.0014861635,0.0023491413,0.006669083,0.00058519404,0.000047645837,0.0003971395,0.00011564188,0.95328766,0.0001099712,0.02773989,0.006568533,0.0006439396],"about_ca_topic_score_codex":0.0000045020424,"about_ca_topic_score_gemma":3.1201563e-7,"teacher_disagreement_score":0.44245517,"about_ca_system_score_codex":0.0001352095,"about_ca_system_score_gemma":0.00058206037,"threshold_uncertainty_score":0.9136362},"labels":[],"label_agreement":null},{"id":"W2533383645","doi":"10.1002/smr.1819","title":"Error leakage and wasted time: sensitivity and effort analysis of a requirements consistency checking process","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"National Science Foundation","keywords":"Consistency (knowledge bases); Computer science; Reliability engineering; Process (computing); Sequential consistency; Model checking; Consistency model; Data mining; Data consistency; Distributed computing; Engineering; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.018855989888243198,"score_gpt":0.2918275587189101,"score_spread":0.27297156883066687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533383645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78223675,0.0007175639,0.21671936,0.00014500272,0.000053641306,0.0000775936,0.000006364378,0.000038199916,0.000005539916],"genre_scores_gemma":[0.99639773,0.000059184353,0.0034549208,0.000015685011,0.000027087779,0.0000020985156,5.900161e-7,0.000008015074,0.000034681056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985683,0.0000584026,0.00040991628,0.00024630397,0.0005009398,0.00021614456],"domain_scores_gemma":[0.9981849,0.00049210025,0.0003476233,0.00015517806,0.00065122166,0.00016898372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011305397,0.00013805949,0.0003971677,0.00053650734,0.00010030141,0.000057870162,0.00016606161,0.000080304424,0.0000059214212],"category_scores_gemma":[0.0012661831,0.000098153476,0.000053987875,0.00081343664,0.00015242724,0.00082333403,0.00010372417,0.00014272067,5.7730955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108283515,0.000104765095,0.96380454,0.0006418489,0.0006757968,0.000056174944,0.0015932493,0.0002180051,0.005126139,0.00012338793,0.000056429963,0.027491374],"study_design_scores_gemma":[0.0013613503,0.0003199122,0.9779922,0.0006700289,0.00031122638,0.00035000566,0.00012263373,0.016154895,0.0017629655,0.00063600234,0.000030708376,0.00028806858],"about_ca_topic_score_codex":0.0000060448046,"about_ca_topic_score_gemma":0.0000045710008,"teacher_disagreement_score":0.214161,"about_ca_system_score_codex":0.00005352893,"about_ca_system_score_gemma":0.00015262463,"threshold_uncertainty_score":0.40025824},"labels":[],"label_agreement":null},{"id":"W2544185825","doi":"10.1002/smr.1836","title":"Guest editor's introduction to the Special Issue on Program Comprehension (ICPC 2014)","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Software engineering; Business process reengineering; Software; Inclusion (mineral); World Wide Web; Software system; Engineering; Operations management; Psychology; Programming language","score_opus":0.009207760569983105,"score_gpt":0.2733214875256557,"score_spread":0.2641137269556726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544185825","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05746794,0.00077854603,0.8143614,0.062252715,0.0637483,0.00084733975,0.000006793177,0.00049596856,0.000041035528],"genre_scores_gemma":[0.400223,0.00016451685,0.028533649,0.0003463421,0.5698382,0.000045843746,0.000001468632,0.000044399232,0.0008025562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847287,0.00006467823,0.0002798064,0.0002390525,0.0006996407,0.00024395832],"domain_scores_gemma":[0.99837655,0.00037198132,0.00014845321,0.00027262725,0.00065105554,0.00017936298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064615515,0.0001280266,0.00015773163,0.00022212135,0.00016364054,0.00013264886,0.00056537485,0.000068535526,0.000031720356],"category_scores_gemma":[0.001338275,0.00006960185,0.000048164628,0.00038448087,0.000056435332,0.0005483618,0.00010344037,0.0002483511,0.000117665215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009122285,0.00010513828,0.0038625281,0.000034992823,0.000016353948,0.000005130379,0.00029831703,0.00038838928,0.00008572596,0.00014662484,0.80387056,0.19109504],"study_design_scores_gemma":[0.0005180769,0.0011355378,0.042946223,0.00018009082,0.0000075239727,0.00013350423,0.000028567352,0.0001957297,0.00047255025,0.0005003142,0.9537094,0.00017245699],"about_ca_topic_score_codex":0.0000022816807,"about_ca_topic_score_gemma":0.0000018493944,"teacher_disagreement_score":0.7858277,"about_ca_system_score_codex":0.00013394073,"about_ca_system_score_gemma":0.000107042004,"threshold_uncertainty_score":0.28382808},"labels":[],"label_agreement":null},{"id":"W2545762469","doi":"10.1002/smr.1821","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Software engineering; Domain knowledge; Context (archaeology); Data science; Software; Domain engineering; Software mining; Information retrieval; Data mining; Software development; Software construction","score_opus":0.008544446977499068,"score_gpt":0.24132643811420926,"score_spread":0.2327819911367102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545762469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2516186,0.0012198614,0.7463815,0.00017233423,0.00029134037,0.00008060592,7.6529307e-7,0.00023119921,0.0000037452835],"genre_scores_gemma":[0.9066812,0.000025738898,0.0929713,0.000011754224,0.00020548301,0.000010622769,1.4175696e-7,0.000026756165,0.00006701296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998312,0.000031951422,0.00046474786,0.0003174636,0.00048689824,0.00038694713],"domain_scores_gemma":[0.9975784,0.00080445426,0.0003348669,0.00031411878,0.00069596875,0.0002722257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000927548,0.0002007302,0.0002709815,0.0003669881,0.0001344578,0.00011217183,0.00042808565,0.00009263391,0.0000061171304],"category_scores_gemma":[0.0027400109,0.0001294341,0.000063479005,0.0006248805,0.000054505075,0.0009834459,0.0001272692,0.00029551183,0.0000052928735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020220903,0.00026181908,0.8301801,0.0012699373,0.00030843078,0.0012749227,0.0031901344,0.0028340854,0.0043503465,0.0008699266,0.0010071802,0.15425092],"study_design_scores_gemma":[0.0079225665,0.0034805045,0.86242735,0.009151154,0.00014186879,0.05065598,0.0003267662,0.0035415967,0.019110264,0.016665576,0.02305322,0.0035231255],"about_ca_topic_score_codex":0.0000023585712,"about_ca_topic_score_gemma":0.0000017743818,"teacher_disagreement_score":0.65506256,"about_ca_system_score_codex":0.00018774619,"about_ca_system_score_gemma":0.00029071377,"threshold_uncertainty_score":0.52781695},"labels":[],"label_agreement":null},{"id":"W2587703861","doi":"10.1002/smr.1842","title":"The relationship between evolutionary coupling and defects in large industrial software","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimler Akademisi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Software; Software evolution; Software system; Computer science; Correlation; Coupling (piping); Process (computing); Data mining; Software engineering; Software construction; Engineering; Mathematics; Programming language","score_opus":0.05343133578773611,"score_gpt":0.3163491672404003,"score_spread":0.2629178314526642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587703861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702552,0.0031148556,0.22548713,0.00054479943,0.0004165435,0.00012267628,0.000004241218,0.000051130137,0.000003406963],"genre_scores_gemma":[0.9960272,0.00006128009,0.0035446584,0.000009341553,0.00030925227,0.0000054430884,7.650076e-7,0.000010054245,0.00003201104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858207,0.000051526116,0.00038122587,0.00019647935,0.00047615002,0.00031254636],"domain_scores_gemma":[0.9956683,0.0032106827,0.00036655564,0.00030306098,0.00029102457,0.00016036746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017180585,0.0001254881,0.00019648176,0.0002160776,0.0010743077,0.00039712508,0.0007359896,0.00014917353,9.919111e-7],"category_scores_gemma":[0.017953822,0.00009745141,0.000042412463,0.00022962624,0.00013061799,0.0012062032,0.00024719548,0.00071169535,0.0000018750067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001858566,0.000013152788,0.99564743,0.00003540828,0.000009486977,0.000010867494,0.0001650278,0.00015543513,7.1646946e-7,0.0008344409,0.00017645901,0.0029330088],"study_design_scores_gemma":[0.00089428853,0.00007766183,0.98759216,0.00021051057,0.000007630864,0.00006570666,0.00004031736,0.0010620405,0.0000048467396,0.009593176,0.00033990436,0.00011175266],"about_ca_topic_score_codex":0.000011526056,"about_ca_topic_score_gemma":0.000011919948,"teacher_disagreement_score":0.22577198,"about_ca_system_score_codex":0.00012570801,"about_ca_system_score_gemma":0.00032512163,"threshold_uncertainty_score":0.99031836},"labels":[],"label_agreement":null},{"id":"W2592568457","doi":"10.1002/smr.1843","title":"MORE: A multi‐objective refactoring recommendation approach to introducing design patterns and fixing code smells","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science; Science Foundation Ireland","keywords":"Code refactoring; Code smell; Computer science; Software quality; Software engineering; Maintainability; Class (philosophy); Software maintenance; Source code; Quality (philosophy); Software; Software system; Software development; Programming language; Artificial intelligence","score_opus":0.044680821213054306,"score_gpt":0.3188694893080094,"score_spread":0.2741886680949551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592568457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113442175,0.00013202058,0.8855195,0.00039648986,0.000309122,0.00014370044,0.0000026093803,0.000050250317,0.0000041331955],"genre_scores_gemma":[0.80840725,0.000033569366,0.19132225,0.000028873223,0.0001713673,0.000007017915,4.7222636e-7,0.000011141184,0.000018030141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988477,0.000060043734,0.00027216546,0.00029584483,0.0002880342,0.00023619767],"domain_scores_gemma":[0.998535,0.00032300333,0.00029300692,0.0002514795,0.00040198656,0.00019552845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011356288,0.00013403525,0.00020488384,0.00024993418,0.00039919943,0.0004459826,0.000490231,0.00006388996,0.0000015468627],"category_scores_gemma":[0.0029281075,0.00012066659,0.000028275226,0.0001379907,0.000033312946,0.0013250454,0.0002084444,0.000323036,9.4973103e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018710308,0.00024906814,0.7721083,0.00074368546,0.00016177661,0.000027386759,0.021686552,0.01544512,0.0009617906,0.00013730196,0.0005330633,0.1877588],"study_design_scores_gemma":[0.0013080003,0.000316992,0.9320666,0.0005046202,0.000020590885,0.00033207808,0.0004844973,0.06173543,0.0021670319,0.0004677276,0.00018997026,0.00040645833],"about_ca_topic_score_codex":0.000030119036,"about_ca_topic_score_gemma":0.0000020909524,"teacher_disagreement_score":0.6949651,"about_ca_system_score_codex":0.00015438929,"about_ca_system_score_gemma":0.00010211395,"threshold_uncertainty_score":0.4920641},"labels":[],"label_agreement":null},{"id":"W2597058813","doi":"10.1002/smr.1844","title":"Foreword to the SANER 2015 special issue","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Library science; Art history; Citation; Computer science; History","score_opus":0.056195036809056347,"score_gpt":0.4156250795611585,"score_spread":0.35943004275210216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597058813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58176214,0.0041495464,0.16292773,0.21766926,0.015784198,0.00067081925,0.00010284442,0.00006204696,0.01687144],"genre_scores_gemma":[0.9801051,0.000035063556,0.0008465239,0.0012102402,0.009378632,0.0000023519274,3.417986e-7,0.000008573753,0.008413171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997525,0.000082675746,0.0006018572,0.00020123235,0.0013865865,0.00020265554],"domain_scores_gemma":[0.99690026,0.00036657575,0.0010055077,0.00038860342,0.0010995727,0.0002394628],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004958916,0.000108707405,0.0002555964,0.00017969399,0.0009228168,0.0016529319,0.0028146333,0.000113752256,0.00043033736],"category_scores_gemma":[0.018874463,0.000056128883,0.000079921454,0.0002440769,0.00013954901,0.0027627193,0.00025697818,0.00045969253,0.00012540256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009370318,0.000013150082,0.057244815,0.000004258822,0.000009719776,0.0000052457203,0.0009348132,0.00007763421,0.0000014869022,0.0001871226,0.8136253,0.12780276],"study_design_scores_gemma":[0.00036354086,0.00008319191,0.19373511,0.00006396786,0.000016501031,0.00013782043,0.0011583111,0.00011540221,0.000026580703,0.033886693,0.7702881,0.000124795],"about_ca_topic_score_codex":0.00002443139,"about_ca_topic_score_gemma":0.000050660652,"teacher_disagreement_score":0.398343,"about_ca_system_score_codex":0.00004173322,"about_ca_system_score_gemma":0.00021066422,"threshold_uncertainty_score":0.99938345},"labels":[],"label_agreement":null},{"id":"W2607146905","doi":"10.1002/smr.1868","title":"Extending Category Partition's <scp>B</scp>ase <scp>C</scp>hoice criterion to better support constraints","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Partition (number theory); Base (topology); Computer science; Set (abstract data type); Mathematical optimization; Mathematics; Combinatorics; Programming language","score_opus":0.025064019517953475,"score_gpt":0.30153339368785353,"score_spread":0.2764693741699001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607146905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2406752,0.00042698922,0.7558828,0.0006198185,0.0007458808,0.0001620645,0.000011770285,0.0010953582,0.00038014993],"genre_scores_gemma":[0.92277604,0.00003809172,0.07555138,0.0009861655,0.00035868614,0.00001499032,0.0000030331396,0.000022473781,0.0002491242],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99789894,0.000082299106,0.0005815859,0.00040281346,0.000562775,0.00047158537],"domain_scores_gemma":[0.99660313,0.00078509236,0.0008609723,0.0005056132,0.00081650657,0.00042870644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011948368,0.00026400376,0.00036545825,0.0003531067,0.0008195993,0.0007802215,0.001019877,0.00015510207,0.000008247791],"category_scores_gemma":[0.008016624,0.00024149033,0.00011245974,0.00021566845,0.00023132266,0.0017764344,0.00025074536,0.000409858,0.000025570407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024784586,0.0004907125,0.4072035,0.0007941485,0.00015916346,0.00087301666,0.010184908,0.0001271174,0.001049537,0.001882096,0.4155387,0.16167232],"study_design_scores_gemma":[0.0040031294,0.003181976,0.6287723,0.0037285862,0.00029325543,0.010300967,0.0010791828,0.0050843754,0.00759147,0.27665028,0.058443934,0.00087054976],"about_ca_topic_score_codex":0.000024062869,"about_ca_topic_score_gemma":0.0000033685535,"teacher_disagreement_score":0.68210083,"about_ca_system_score_codex":0.00010156219,"about_ca_system_score_gemma":0.00029150266,"threshold_uncertainty_score":0.984769},"labels":[],"label_agreement":null},{"id":"W2607980907","doi":"10.1002/smr.1871","title":"Protecting Internet users from becoming victimized attackers of click‐fraud","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada; Nicolet Chartrand Knoll (Canada); Queen's University","funders":"Mitacs","keywords":"Computer science; Computer security; Botnet; Mobile device; The Internet; Service (business); Overhead (engineering); Service provider; Cloud computing; World Wide Web; Operating system","score_opus":0.021551695748462295,"score_gpt":0.3038782731123609,"score_spread":0.2823265773638986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607980907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20443814,0.00022633339,0.7946599,0.000183942,0.00028072344,0.00010273176,0.000002030925,0.000081232174,0.000024947947],"genre_scores_gemma":[0.82417285,0.000027894559,0.17565228,0.000037186925,0.000072445044,0.0000044954413,2.1017931e-7,0.00000832087,0.000024307703],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988547,0.000055621058,0.00047916215,0.00019236053,0.00027136892,0.00014680118],"domain_scores_gemma":[0.99744517,0.00013956004,0.0015657031,0.00028927415,0.0004689912,0.00009131298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005389435,0.00012406579,0.00028623056,0.00016973213,0.0002756136,0.000145564,0.0007353201,0.00008870149,0.000009245258],"category_scores_gemma":[0.0012079413,0.00011142228,0.00008351756,0.00010294971,0.00009524533,0.0016960598,0.00017049258,0.000354987,0.000001137082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016514087,0.00044715725,0.24590908,0.0009788098,0.00057747035,0.00011464861,0.018523399,0.0013679899,0.012174194,0.001209051,0.0017601077,0.7152867],"study_design_scores_gemma":[0.013683888,0.003246549,0.18441035,0.0059153745,0.00025719375,0.0012651888,0.0035507262,0.04493892,0.5594999,0.17525974,0.005606567,0.002365572],"about_ca_topic_score_codex":0.00008875579,"about_ca_topic_score_gemma":0.000013586516,"teacher_disagreement_score":0.71292114,"about_ca_system_score_codex":0.00007810912,"about_ca_system_score_gemma":0.00009220375,"threshold_uncertainty_score":0.4543669},"labels":[],"label_agreement":null},{"id":"W2751802076","doi":"10.1002/smr.1897","title":"Cloud‐based performance management of community care services","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Interoperability; Cloud computing; Computer science; Process management; Context (archaeology); Health care; Knowledge management; Business; World Wide Web","score_opus":0.046617057474993985,"score_gpt":0.4214648060930867,"score_spread":0.37484774861809267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751802076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935421,0.0024435965,0.0017113908,0.00030066,0.0007698721,0.00031289435,0.000009507757,0.000020931613,0.00088909396],"genre_scores_gemma":[0.9986659,0.00028141646,0.00052966573,0.00015031603,0.00019825422,0.000013354015,0.000002217261,0.000012491062,0.0001463338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982794,0.00034231518,0.00070912484,0.000068621375,0.0003125326,0.00028800676],"domain_scores_gemma":[0.99672484,0.00014161023,0.0017588872,0.00033642675,0.00090479676,0.00013346247],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014571458,0.000109112145,0.0003198224,0.000093768416,0.001996132,0.000013270535,0.00045305942,0.00012962465,0.00002466413],"category_scores_gemma":[0.0000649755,0.00008855578,0.000046347075,0.00007104009,0.00007059201,0.0003212308,0.00007660685,0.0008422761,0.000005984034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048430762,0.00009673512,0.9097786,0.055604693,0.000071701004,0.0000038241265,0.010426069,0.00006259249,0.000009883461,0.0001807509,0.000420611,0.022860227],"study_design_scores_gemma":[0.0036504532,0.0009973057,0.9448747,0.009429423,0.00010233529,0.00002024788,0.032202445,0.0002950877,0.000094949464,0.0006587299,0.007463679,0.0002106265],"about_ca_topic_score_codex":0.0002581563,"about_ca_topic_score_gemma":0.0001931964,"teacher_disagreement_score":0.046175268,"about_ca_system_score_codex":0.00023925534,"about_ca_system_score_gemma":0.0005138755,"threshold_uncertainty_score":0.99930316},"labels":[],"label_agreement":null},{"id":"W2765208928","doi":"10.1002/smr.1920","title":"Finding an effective classification technique to develop a software team composition model","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Decision tree; Team composition; Machine learning; Software; Software development; Artificial intelligence; Logistic regression; Set (abstract data type); Data mining; Software engineering; Knowledge management","score_opus":0.02926189430131505,"score_gpt":0.3287277575982327,"score_spread":0.29946586329691766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765208928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1291655,0.000080554055,0.8698217,0.00024040992,0.00018749353,0.00033859548,0.0000036075742,0.0001512752,0.000010865746],"genre_scores_gemma":[0.73809093,0.0000067837586,0.2617049,0.00003102741,0.000088146255,0.000048277278,0.0000014348134,0.0000129520795,0.000015536969],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985413,0.00006574216,0.00033170148,0.00029448053,0.00050696364,0.000259812],"domain_scores_gemma":[0.99727947,0.00024917795,0.00038125637,0.0004196026,0.0013939963,0.0002764777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001094962,0.00016234409,0.00022689927,0.0003901762,0.00060627825,0.00041993617,0.001000025,0.00012763703,0.0000012980856],"category_scores_gemma":[0.0031697985,0.00015108974,0.000039491406,0.00035635816,0.00005890291,0.0025293576,0.00017743986,0.00037185833,0.000004674298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007926916,0.0011035216,0.31738997,0.0016833222,0.00026533846,0.00012204335,0.014707455,0.072283536,0.037079003,0.00947821,0.0041074804,0.54098743],"study_design_scores_gemma":[0.0013591376,0.0010839086,0.823036,0.0011558598,0.000035288907,0.0008071097,0.000119378084,0.14190441,0.009191653,0.020327212,0.00016503168,0.0008150068],"about_ca_topic_score_codex":0.0000060151015,"about_ca_topic_score_gemma":0.0000019838878,"teacher_disagreement_score":0.60892546,"about_ca_system_score_codex":0.00028997028,"about_ca_system_score_gemma":0.00032505515,"threshold_uncertainty_score":0.6161261},"labels":[],"label_agreement":null},{"id":"W2766871290","doi":"10.1002/smr.1913","title":"Grouping environmental factors influencing individual decision‐making behavior in software projects: A cluster analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Taxonomy (biology); WordNet; Software; Semantic similarity; Cluster analysis; Similarity (geometry); Data science; Management science; Knowledge management; Artificial intelligence; Ecology","score_opus":0.023388160734939274,"score_gpt":0.30276814655737144,"score_spread":0.2793799858224322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766871290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60912454,0.000380618,0.39016348,0.00001816235,0.00016695508,0.000103925035,0.0000049877412,0.00003665041,6.829717e-7],"genre_scores_gemma":[0.9548285,0.000018724853,0.045018997,0.000030723273,0.00007079605,0.000010959061,0.0000018526891,0.000014960117,0.0000044564063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766576,0.00005843404,0.0005961506,0.00035054894,0.00094456074,0.00038452138],"domain_scores_gemma":[0.9979889,0.0006804032,0.00059744134,0.00043532354,0.00013326027,0.0001647092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009915538,0.00021556446,0.00039199402,0.0011444776,0.0005234741,0.000678028,0.0012102607,0.00014037946,0.000010211904],"category_scores_gemma":[0.0029410725,0.00018829126,0.00015243111,0.0005330629,0.00011818396,0.0023561346,0.0004678534,0.0005415128,0.0000015784564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023522965,0.000063216714,0.9791858,0.000039166163,0.0000823148,0.000048605238,0.0027038786,0.0013789386,0.000010738807,0.000007973118,0.000012405381,0.016443443],"study_design_scores_gemma":[0.0005603074,0.00010751039,0.99648595,0.00024327138,0.00009304899,0.00009242827,0.00031530432,0.001581723,0.000028810015,0.00025916714,0.0000189483,0.00021351682],"about_ca_topic_score_codex":0.00002425345,"about_ca_topic_score_gemma":0.00002782428,"teacher_disagreement_score":0.345704,"about_ca_system_score_codex":0.00030546784,"about_ca_system_score_gemma":0.00021364652,"threshold_uncertainty_score":0.7678295},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","score_opus":0.03285247862319446,"score_gpt":0.3154176029511194,"score_spread":0.28256512432792497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767219025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04483446,0.0005771749,0.9534431,0.000027941313,0.00047936416,0.00052783766,0.0000021039182,0.00010755755,4.4660456e-7],"genre_scores_gemma":[0.61951846,0.000015481193,0.38035598,0.0000059116537,0.00006543774,0.000024917472,7.389405e-7,0.000008033652,0.0000050421568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986301,0.00004629787,0.0007398229,0.0001255075,0.00031152036,0.00014673136],"domain_scores_gemma":[0.996757,0.00044821677,0.0014061783,0.00031933349,0.0010126311,0.000056658006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013055158,0.00013846722,0.00040393264,0.0003137885,0.00020508967,0.00015118573,0.00056321494,0.000049990555,2.2964606e-7],"category_scores_gemma":[0.016400643,0.00011783316,0.000053940792,0.00017860759,0.00002203687,0.0027471634,0.000095417716,0.00011568593,2.4064755e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024843827,0.00068424555,0.035184547,0.12818956,0.00065503235,0.000013471874,0.039785538,0.75167716,0.00056251354,0.0039321976,0.00010267988,0.038964625],"study_design_scores_gemma":[0.024954224,0.01289123,0.27778062,0.06720669,0.001136183,0.0023343717,0.015283306,0.51414657,0.009044361,0.07023455,0.00039273704,0.0045951484],"about_ca_topic_score_codex":0.0000020982816,"about_ca_topic_score_gemma":5.6957043e-7,"teacher_disagreement_score":0.574684,"about_ca_system_score_codex":0.00006536194,"about_ca_system_score_gemma":0.000086191634,"threshold_uncertainty_score":0.99188465},"labels":[],"label_agreement":null},{"id":"W2770367167","doi":"10.1002/smr.1916","title":"Model refactoring by example: A multi‐objective search based software engineering approach","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"National Science Foundation of Sri Lanka; Qatar Foundation; Qatar National Research Fund; National Science Foundation","keywords":"Code refactoring; Correctness; Computer science; Set (abstract data type); Programming language; Metamodeling; Sorting; Similarity (geometry); Software; Software engineering; Artificial intelligence","score_opus":0.04576571935716419,"score_gpt":0.2955329575172809,"score_spread":0.24976723816011673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770367167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07367232,0.00081690913,0.924849,0.000061238025,0.0002588619,0.00014352809,0.0000091509755,0.00018333629,0.0000056566705],"genre_scores_gemma":[0.71924,0.000019306699,0.28053123,0.000014933137,0.0000951703,0.00001088477,0.0000014178976,0.000025978483,0.00006108623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978546,0.0000414181,0.00038444684,0.00039881928,0.0008364149,0.00048430698],"domain_scores_gemma":[0.9975871,0.00044134317,0.00029780276,0.0005669154,0.0007664338,0.00034040434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010428735,0.00024737947,0.00033680885,0.0003394665,0.00048007697,0.00051089743,0.0014004633,0.00015069582,0.0000026306247],"category_scores_gemma":[0.0036865587,0.0002279755,0.00009743692,0.00024992108,0.00008192868,0.0017030437,0.00025396343,0.0007261421,0.0000019889019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002142089,0.0007464464,0.46014944,0.0021890101,0.00030593394,0.0001022648,0.0054894714,0.49863577,0.0021919333,0.000695983,0.0015943574,0.027685199],"study_design_scores_gemma":[0.001552664,0.00016305139,0.0797248,0.00027707082,0.000016437018,0.00012645317,0.00005584649,0.91612154,0.0012048784,0.00017398529,0.00014838738,0.00043491102],"about_ca_topic_score_codex":0.000045343182,"about_ca_topic_score_gemma":0.0000011417254,"teacher_disagreement_score":0.64556766,"about_ca_system_score_codex":0.0002642866,"about_ca_system_score_gemma":0.00045869872,"threshold_uncertainty_score":0.9296571},"labels":[],"label_agreement":null},{"id":"W2771158352","doi":"10.1002/smr.1925","title":"Evaluating Pred(<i>p</i>) and standardized accuracy criteria in software development effort estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Measure (data warehouse); Consistency (knowledge bases); Software; Computer science; Estimation; Statistics; Data mining; Mathematics; Artificial intelligence","score_opus":0.039903469910285164,"score_gpt":0.37960511546840736,"score_spread":0.3397016455581222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771158352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4493586,0.0006522081,0.5494996,0.00011899338,0.00020832801,0.00011413086,0.0000012597625,0.000044247336,0.0000026346816],"genre_scores_gemma":[0.7228336,0.000033259555,0.2770375,0.000014727974,0.000048569513,0.000009515163,7.374443e-7,0.00000909226,0.000012979264],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982844,0.000047542868,0.00050080114,0.00024400302,0.000663011,0.0002602699],"domain_scores_gemma":[0.99808127,0.0004848857,0.00045564168,0.00027082273,0.00055240456,0.0001550039],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019918235,0.00015276298,0.00027082715,0.0002671102,0.00040037223,0.0005426845,0.000576806,0.00008178617,0.000005793619],"category_scores_gemma":[0.010108934,0.00013714841,0.000030101943,0.00014872686,0.000068162255,0.0020061985,0.00023567854,0.00028624563,0.0000013512789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019700595,0.00009086449,0.45558086,0.0008124809,0.00005451465,0.00005977325,0.004241484,0.0028350225,0.00018048617,0.00013684672,0.00020697365,0.5356037],"study_design_scores_gemma":[0.0022537382,0.00023438563,0.95543003,0.00086745154,0.000012435405,0.00027414513,0.000047068166,0.036098745,0.00066206855,0.003620813,0.00021194044,0.00028717035],"about_ca_topic_score_codex":0.0000075138623,"about_ca_topic_score_gemma":0.0000045546312,"teacher_disagreement_score":0.5353165,"about_ca_system_score_codex":0.00017141258,"about_ca_system_score_gemma":0.00055521115,"threshold_uncertainty_score":0.9982293},"labels":[],"label_agreement":null},{"id":"W2771955826","doi":"10.1002/smr.1928","title":"Guest editor's introduction to the Special Issue on Source Code Analysis and Manipulation (SCAM 2015)","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Source code; Code (set theory); Software engineering","score_opus":0.008467344591978435,"score_gpt":0.2853590473244394,"score_spread":0.27689170273246094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771955826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005742241,0.00008825293,0.98255235,0.0077729137,0.003640645,0.00010972864,0.0000021100986,0.00006520142,0.000026580507],"genre_scores_gemma":[0.8456134,0.00011790593,0.03174263,0.00030066376,0.12160239,0.0000107930055,0.0000017131192,0.000016096974,0.00059437746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990193,0.000041940635,0.00026016927,0.00022089448,0.00033852053,0.00011915389],"domain_scores_gemma":[0.9985694,0.00004803426,0.0005262934,0.0003275126,0.00043295472,0.00009574647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049936416,0.00010709463,0.00017450337,0.00028750394,0.0006046654,0.00029958965,0.00040416612,0.000063304644,0.000009189316],"category_scores_gemma":[0.00054146425,0.000078724705,0.000049650655,0.0002750677,0.000060158785,0.0010006631,0.00009310396,0.00020282531,0.0000051173756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056873047,0.00019888309,0.03421302,0.00012212341,0.00035548463,0.000013697974,0.0033504453,0.0135927405,0.00028987482,0.0013115846,0.3521926,0.5937908],"study_design_scores_gemma":[0.0006715266,0.0010485547,0.23631936,0.00010203175,0.00023219826,0.00024481778,0.00021903108,0.0062361504,0.003505847,0.007869422,0.74309,0.0004610835],"about_ca_topic_score_codex":0.000012190759,"about_ca_topic_score_gemma":0.000050410574,"teacher_disagreement_score":0.9508097,"about_ca_system_score_codex":0.000073521776,"about_ca_system_score_gemma":0.00002960188,"threshold_uncertainty_score":0.4650658},"labels":[],"label_agreement":null},{"id":"W2791714498","doi":"10.1002/smr.1941","title":"Special issue on software engineering for Connected Health: Challenges and research roadmap","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Regional Development Fund; Science Foundation Ireland","keywords":"Health care; Quality (philosophy); HRHIS; Exploit; Knowledge management; Business; Computer science; Health policy; Nursing; Medicine; Computer security; Political science","score_opus":0.124372739184707,"score_gpt":0.47051330657286006,"score_spread":0.3461405673881531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791714498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6858529,0.15248157,0.05908721,0.05932936,0.027830515,0.011976322,0.0001977492,0.0008430718,0.0024013186],"genre_scores_gemma":[0.8075399,0.012911862,0.016095886,0.0024421734,0.15752006,0.0004165142,0.000016451628,0.00025393002,0.0028032293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703276,0.000493654,0.0008873661,0.0002696396,0.00049163797,0.00082495675],"domain_scores_gemma":[0.99514335,0.0018485136,0.0005488641,0.0001395346,0.0018883245,0.00043142427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004680815,0.00017074187,0.00049316464,0.00042455606,0.0010156578,0.00001648868,0.00015269736,0.00026581684,0.00007799788],"category_scores_gemma":[0.0051565785,0.0001447491,0.00004184253,0.00024414525,0.00009917846,0.00021040328,0.000039818096,0.0010997964,0.000023981722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043749087,0.00045174977,0.026904378,0.03188999,0.00027296582,0.000019836916,0.077424556,0.000029115285,0.000051502786,0.010548096,0.3051155,0.54291743],"study_design_scores_gemma":[0.004262437,0.008056353,0.041620165,0.0056544263,0.00002163604,0.00015923746,0.0074085947,0.0003485237,0.000036662943,0.0037687588,0.928275,0.00038823104],"about_ca_topic_score_codex":0.000037006455,"about_ca_topic_score_gemma":0.0001957392,"teacher_disagreement_score":0.62315947,"about_ca_system_score_codex":0.0005545875,"about_ca_system_score_gemma":0.0015981465,"threshold_uncertainty_score":0.7811721},"labels":[],"label_agreement":null},{"id":"W2791914593","doi":"10.1002/smr.1936","title":"Merge‐Tree: Visualizing the integration of commits into Linux","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Merge (version control); Linux kernel; Operating system; Directed acyclic graph; Android (operating system); Programming language; Database; Parallel computing; Algorithm","score_opus":0.022560551012825312,"score_gpt":0.3253684435478788,"score_spread":0.30280789253505347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791914593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16290188,0.0012152146,0.8348554,0.0004677014,0.0004424287,0.000057167214,4.468006e-7,0.000040465762,0.000019347379],"genre_scores_gemma":[0.9779492,0.00004347418,0.021666083,0.000044986304,0.00025342105,0.0000019543886,2.6314788e-7,0.0000067451497,0.000033856468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988657,0.00006654503,0.00034935636,0.00011204833,0.0004653146,0.00014104029],"domain_scores_gemma":[0.9979329,0.0004258878,0.00026389054,0.00017805764,0.0011199604,0.00007929814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009378267,0.000089477246,0.00015316866,0.00019071983,0.00015151604,0.00006988042,0.0005751067,0.000056841687,0.0000066667308],"category_scores_gemma":[0.0017905086,0.000058941412,0.000047629877,0.00057714916,0.00013736119,0.00058259064,0.000097114615,0.0002419727,0.000003462909],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034902763,0.0004796478,0.20323183,0.0010140146,0.00032801833,0.00002912152,0.053555887,0.00084443635,0.00995895,0.021061147,0.014025744,0.6951222],"study_design_scores_gemma":[0.004195027,0.005674401,0.7092195,0.0032398007,0.00014803374,0.0012676321,0.0037577387,0.10765675,0.06959657,0.07927063,0.014594039,0.0013798595],"about_ca_topic_score_codex":0.00001834135,"about_ca_topic_score_gemma":0.000015496864,"teacher_disagreement_score":0.8150473,"about_ca_system_score_codex":0.00005662849,"about_ca_system_score_gemma":0.00016279415,"threshold_uncertainty_score":0.2403561},"labels":[],"label_agreement":null},{"id":"W2883393561","doi":"10.1002/smr.1965","title":"Program comprehension through reverse‐engineered sequence diagrams: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sequence diagram; Program comprehension; Documentation; Reverse engineering; Sequence (biology); Process (computing); Set (abstract data type); Context (archaeology); Software engineering; Software; Comprehension; Use Case Diagram; Data science; Information retrieval; Programming language; Data mining; Unified Modeling Language; Software system; Class diagram","score_opus":0.06289656528401565,"score_gpt":0.3715168890266922,"score_spread":0.30862032374267656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883393561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015068707,0.83958876,0.15778217,0.000047362177,0.0006126731,0.0016791263,0.0000073663778,0.000278252,0.000002791216],"genre_scores_gemma":[0.000016007512,0.9652041,0.034194443,0.00006366914,0.00025027018,0.00016800406,0.0000078690455,0.0000460027,0.000049622045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9958653,0.0003543904,0.0016923731,0.0004961282,0.0011249688,0.00046686217],"domain_scores_gemma":[0.99495506,0.0011480971,0.0015262505,0.0007308508,0.0013671601,0.0002725557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015570859,0.0005427399,0.0027636506,0.00035880986,0.00014054839,0.00022828636,0.0016819892,0.0003112515,0.0000066561242],"category_scores_gemma":[0.005067322,0.00038342638,0.00051532517,0.0016004632,0.00012583536,0.0010114885,0.00024881444,0.0009015636,0.000038125556],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017156453,0.00005908456,0.000005430508,0.95512897,0.00015223233,0.000046273068,0.00009034041,0.0000039085517,2.8942475e-8,0.00006870779,0.0023468025,0.04209653],"study_design_scores_gemma":[0.00017433746,0.00036564743,0.0000048301913,0.86722136,0.00078810315,0.0023332585,0.000007340333,0.000190559,2.4205116e-7,0.0002733572,0.12817244,0.00046853663],"about_ca_topic_score_codex":0.0000028196591,"about_ca_topic_score_gemma":3.6251103e-7,"teacher_disagreement_score":0.12582563,"about_ca_system_score_codex":0.00036724564,"about_ca_system_score_gemma":0.00084832177,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2896543198","doi":"10.1002/smr.2117","title":"Evaluating filter fuzzy analogy homogenous ensembles for software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Fuzzy logic; Defuzzification; Artificial intelligence; Computer science; Filter (signal processing); Fuzzy set; Machine learning; Neuro-fuzzy; Feature (linguistics); Fuzzy classification; Data mining; Mathematics; Fuzzy number; Fuzzy control system","score_opus":0.04033265670826348,"score_gpt":0.3405747214067008,"score_spread":0.30024206469843734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896543198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23024772,0.00060042867,0.7683767,0.000077238314,0.00042499698,0.00016906076,0.0000020362495,0.00009846602,0.0000033447238],"genre_scores_gemma":[0.5099373,0.0000061491683,0.4897107,0.00004599772,0.0002290909,0.00001820678,0.000002624298,0.000013116676,0.00003680225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825835,0.000036960893,0.0005123482,0.00025827572,0.00058256707,0.00035149886],"domain_scores_gemma":[0.9972741,0.0005954,0.00030647483,0.00018720549,0.0014722447,0.0001645593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013269179,0.0001650601,0.0002462466,0.00035011387,0.0003539506,0.00014164022,0.00048048375,0.000100367004,0.000008819436],"category_scores_gemma":[0.002771267,0.00014550104,0.000062788014,0.00039299642,0.000072263276,0.0006851125,0.00009845035,0.00017951391,0.000008187022],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030324238,0.0002562974,0.09489019,0.0015601392,0.00026449023,0.00003169902,0.009305184,0.0107917795,0.00055638823,0.00072915136,0.0022689044,0.8790425],"study_design_scores_gemma":[0.009457743,0.0097838435,0.5893603,0.0031031636,0.00023688565,0.0044080312,0.00046025758,0.27880064,0.018971432,0.07516486,0.0075104763,0.002742385],"about_ca_topic_score_codex":0.0000029233574,"about_ca_topic_score_gemma":0.0000043136647,"teacher_disagreement_score":0.87630016,"about_ca_system_score_codex":0.00017649442,"about_ca_system_score_gemma":0.0006424429,"threshold_uncertainty_score":0.593336},"labels":[],"label_agreement":null},{"id":"W2897717013","doi":"10.1002/smr.2114","title":"Support vector regression‐based imputation in analogy‐based software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Imputation (statistics); Analogy; Missing data; Computer science; Support vector machine; Data mining; Artificial intelligence; Regression; Euclidean distance; Machine learning; Statistics; Mathematics","score_opus":0.015284866129832408,"score_gpt":0.29812949750248796,"score_spread":0.28284463137265553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897717013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19457568,0.00013929239,0.80451167,0.00019050378,0.0003503866,0.00011832155,0.0000012572415,0.000109891495,0.000003008046],"genre_scores_gemma":[0.74357414,0.0000018277002,0.2562168,0.00008401471,0.00008271037,0.000009845866,0.000006055631,0.000011888644,0.000012711159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980588,0.00005487636,0.0005839315,0.00027164794,0.00071652664,0.0003142122],"domain_scores_gemma":[0.99804956,0.00037155862,0.00033945875,0.00019021325,0.00086125836,0.00018794285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010283986,0.00017990294,0.00025026954,0.00077164604,0.00016234434,0.000106036954,0.00043730726,0.00012518223,0.000026493415],"category_scores_gemma":[0.0017067014,0.00015415982,0.000049810642,0.0009272922,0.00008219115,0.0007864552,0.00005589984,0.00028770254,0.000012687371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000330055,0.00040994427,0.76717097,0.0008507357,0.00005482159,0.0001481157,0.002795629,0.033580337,0.00016600384,0.000157619,0.0019542607,0.19238153],"study_design_scores_gemma":[0.0023194964,0.00079055765,0.8322571,0.00078854634,0.000014072302,0.00014762394,0.000036244088,0.15667164,0.0045699435,0.0014386153,0.0005400608,0.00042609792],"about_ca_topic_score_codex":0.0000051479637,"about_ca_topic_score_gemma":0.000009167628,"teacher_disagreement_score":0.5489985,"about_ca_system_score_codex":0.00032025191,"about_ca_system_score_gemma":0.0013332738,"threshold_uncertainty_score":0.6286455},"labels":[],"label_agreement":null},{"id":"W2902192294","doi":"10.1002/smr.2149","title":"Empirical evaluation of an entropy‐based approach to estimation variation of software development effort","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Jackknife resampling; Gaussian; Mathematics; Entropy (arrow of time); Entropy estimation; Computer science; Algorithm; Variation (astronomy); Statistics; Applied mathematics; Estimator","score_opus":0.04113808203459276,"score_gpt":0.33910532306484553,"score_spread":0.2979672410302528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902192294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36918554,0.00006758038,0.63038343,0.000032961743,0.00013368939,0.00015946619,0.000001187859,0.000032581516,0.000003560056],"genre_scores_gemma":[0.61675614,5.8874053e-7,0.38314828,0.000016582255,0.00005792137,0.000008669404,0.000003382037,0.000006339812,0.0000021033609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9974174,0.00010915747,0.00061244535,0.0002217222,0.0014570557,0.00018223505],"domain_scores_gemma":[0.9959757,0.00020227626,0.00043362868,0.00021682701,0.0030018338,0.00016978556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002575314,0.00012628503,0.00024276243,0.00048655583,0.00009283602,0.00004524995,0.0004125247,0.00009280347,0.000008162248],"category_scores_gemma":[0.0026425188,0.000112695845,0.000041697193,0.00074046984,0.000055331275,0.0007147129,0.00005624434,0.00013560063,0.0000019816976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006680977,0.0020868848,0.24893261,0.0017991686,0.00023708136,0.0000037617167,0.022175116,0.36662558,0.0014690115,0.0006541471,0.0005425243,0.354806],"study_design_scores_gemma":[0.0011131911,0.0007028062,0.59450454,0.00019418556,0.000039450726,0.000038129907,0.00004201512,0.39709324,0.004594541,0.0014465589,0.00005802655,0.00017333294],"about_ca_topic_score_codex":0.0000048410943,"about_ca_topic_score_gemma":0.0000011441176,"teacher_disagreement_score":0.35463268,"about_ca_system_score_codex":0.00023437123,"about_ca_system_score_gemma":0.0010773742,"threshold_uncertainty_score":0.45956033},"labels":[],"label_agreement":null},{"id":"W2909995151","doi":"10.1002/smr.2151","title":"A measurement framework for software product maturity assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Computer science; Software quality control; Product (mathematics); Quality (philosophy); Maturity (psychological); Process management; Software quality; Software measurement; Software quality analyst; Software; Systems engineering; Software engineering; Software development; Engineering","score_opus":0.022701644488524977,"score_gpt":0.30686463390930613,"score_spread":0.28416298942078116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909995151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03721619,0.002596489,0.95784163,0.00062970165,0.0011646437,0.0004071031,0.00000332166,0.00013643144,0.0000044899566],"genre_scores_gemma":[0.6495319,0.000024505729,0.3501087,0.00005679849,0.00021696073,0.000019085175,4.490308e-7,0.000014364117,0.000027238486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977681,0.000050530398,0.00040674306,0.00031723658,0.0011202121,0.00033715466],"domain_scores_gemma":[0.99711597,0.0004470522,0.00029498685,0.00033647765,0.0016199851,0.00018550694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017818834,0.00017249236,0.00029896,0.00023231505,0.0001191086,0.00017729308,0.00064750237,0.00009818415,0.0000112632815],"category_scores_gemma":[0.0034213532,0.00014582775,0.00010496389,0.0004055787,0.000030868916,0.0007501405,0.00010580615,0.0004828166,0.000006257159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038132237,0.0008631857,0.8405451,0.005973571,0.0004815738,0.000036312864,0.002183974,0.0041297516,0.000564324,0.024383347,0.0064042597,0.11405324],"study_design_scores_gemma":[0.0038356003,0.0022808416,0.79909116,0.0029942621,0.00009129589,0.00070751464,0.00021358434,0.00644712,0.0017596025,0.17142078,0.0098892525,0.0012689776],"about_ca_topic_score_codex":0.000002114358,"about_ca_topic_score_gemma":5.546496e-7,"teacher_disagreement_score":0.6123157,"about_ca_system_score_codex":0.00030681927,"about_ca_system_score_gemma":0.00063626363,"threshold_uncertainty_score":0.5946683},"labels":[],"label_agreement":null},{"id":"W2952813088","doi":"10.1002/smr.1915","title":"Database engines: Evolution of greenness","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Green IT and Sustainability","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Database; Computer science; Energy consumption; Metric (unit); Consumption (sociology); Energy (signal processing); Real-time database; Efficient energy use","score_opus":0.008740486068826665,"score_gpt":0.24291445819073074,"score_spread":0.23417397212190408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952813088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.840049,0.002563187,0.15673557,0.00005333435,0.0003735195,0.00007069009,0.000017273684,0.000037707156,0.00009968569],"genre_scores_gemma":[0.99898154,0.00006770591,0.0007759852,0.0000022561412,0.0001316321,0.0000016085445,0.0000014292725,0.000010933654,0.000026925773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992165,0.000014959952,0.00034035262,0.00007970898,0.00020520497,0.0001432803],"domain_scores_gemma":[0.9988829,0.000037272875,0.00025035895,0.00021566887,0.00051934895,0.00009445107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037998415,0.000106509695,0.00022166783,0.00012286217,0.00014760515,0.000031979114,0.00022340893,0.000072371455,0.000013864202],"category_scores_gemma":[0.00050318125,0.00009313433,0.000059741003,0.000076446064,0.000101820435,0.000765208,0.00002954334,0.00017751065,9.128961e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024763236,0.00016320036,0.95600426,0.004664897,0.00015482037,0.000039685907,0.0012474011,0.0065076095,0.001131952,0.001752165,0.0011051408,0.02698123],"study_design_scores_gemma":[0.0018530495,0.00022194741,0.9676565,0.00056002423,0.00012579508,0.00022522427,0.0015485795,0.011504558,0.001203423,0.013728483,0.00096131297,0.00041109085],"about_ca_topic_score_codex":0.000036981564,"about_ca_topic_score_gemma":0.000023102324,"teacher_disagreement_score":0.15893249,"about_ca_system_score_codex":0.000111755464,"about_ca_system_score_gemma":0.00010402395,"threshold_uncertainty_score":0.37979078},"labels":[],"label_agreement":null},{"id":"W2953336937","doi":"10.1002/smr.2180","title":"Analysis of cluster center initialization of 2FA‐kprototypes analogy‐based software effort estimation","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Initialization; Computer science; Unpacking; Cluster analysis; Cluster (spacecraft); Analogy; Fuzzy logic; Categorical variable; Software; Artificial intelligence; Machine learning; Operating system","score_opus":0.00986538643137731,"score_gpt":0.27792727701311865,"score_spread":0.26806189058174135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953336937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2901378,0.00017922529,0.70928204,0.00004435345,0.00015169661,0.00015685752,0.000012483619,0.000031307238,0.000004259587],"genre_scores_gemma":[0.9623828,0.000010514182,0.037501927,0.000038535578,0.000025328674,0.000004931941,0.000015633394,0.000009617777,0.000010731283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833876,0.000058710513,0.0006172416,0.00018620645,0.00063113106,0.00016796018],"domain_scores_gemma":[0.99757934,0.0003822216,0.00058697443,0.00023997434,0.0011236335,0.00008785626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006606041,0.00012674066,0.00041062816,0.0010819458,0.000038431885,0.000037568767,0.0003828386,0.000103034225,0.000031811138],"category_scores_gemma":[0.00083380623,0.00011102551,0.00014374615,0.0015365377,0.00005593369,0.00069081277,0.000058004414,0.00016143023,0.0000019701233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092381524,0.000106516985,0.8763154,0.0005771506,0.00023456186,0.000002087371,0.00037037334,0.11715687,0.00008369944,0.00012997354,0.000043611846,0.0048873574],"study_design_scores_gemma":[0.0015154044,0.0005397929,0.67190945,0.00039972665,0.00022470509,0.000029159764,0.000031504096,0.32301337,0.001291227,0.0007575561,0.000072489,0.00021561979],"about_ca_topic_score_codex":0.000008485269,"about_ca_topic_score_gemma":0.0000028553238,"teacher_disagreement_score":0.67224497,"about_ca_system_score_codex":0.00006897465,"about_ca_system_score_gemma":0.0002313372,"threshold_uncertainty_score":0.4527489},"labels":[],"label_agreement":null},{"id":"W2967307245","doi":"10.1002/smr.2208","title":"A delta‐oriented approach to support the safe reuse of black‐box code rewriters","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Centre National de la Recherche Scientifique","keywords":"Computer science; Rewriting; Reuse; Programming language; Forward chaining; Chaining; Android (operating system); Black box; Code (set theory); Code reuse; Software engineering; Software; Operating system; Artificial intelligence; Set (abstract data type)","score_opus":0.01514872626915628,"score_gpt":0.26820557456062716,"score_spread":0.2530568482914709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967307245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33905774,0.00023276737,0.6595694,0.00052579463,0.0002908128,0.00020358617,0.000006095795,0.000044874505,0.00006896162],"genre_scores_gemma":[0.9554194,0.00002331645,0.04414516,0.00013214392,0.00007373456,0.000004712708,0.0000012043109,0.000012565213,0.00018772336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983269,0.000059103884,0.00043094304,0.00021343464,0.0007123061,0.0002573367],"domain_scores_gemma":[0.9979833,0.000358405,0.00024390007,0.0004901679,0.0007397246,0.00018453524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010870389,0.00012628209,0.0002448855,0.00027485663,0.00006410021,0.00006549587,0.001167661,0.00006837995,0.0000102026515],"category_scores_gemma":[0.0016098063,0.000088549794,0.00007317398,0.00081668014,0.000072607865,0.00049426686,0.00023771702,0.00031924128,0.000012476161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012468428,0.0013137596,0.7745982,0.0034207462,0.0005830837,0.000075069875,0.051393352,0.05527186,0.002173213,0.010924389,0.06791837,0.031081121],"study_design_scores_gemma":[0.011154613,0.008755523,0.81694716,0.0023810822,0.00021148587,0.0035095403,0.00505819,0.07304117,0.0063299816,0.008702706,0.061401576,0.0025069888],"about_ca_topic_score_codex":0.000006857297,"about_ca_topic_score_gemma":8.296478e-7,"teacher_disagreement_score":0.6163617,"about_ca_system_score_codex":0.000084255305,"about_ca_system_score_gemma":0.00027866484,"threshold_uncertainty_score":0.36109558},"labels":[],"label_agreement":null},{"id":"W2970341368","doi":"10.1002/smr.2182","title":"How has SPI changed in times of agile development? Results from a multi‐method study","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Eesti Teadusagentuur","keywords":"Agile software development; Scrum; Extreme programming; Extreme programming practices; Agile usability engineering; Context (archaeology); User story; Agile Unified Process; Process (computing); Process management; Lean software development; Set (abstract data type); Computer science; Knowledge management; Engineering; Software development; Software; Software development process; Software engineering; Geography","score_opus":0.03224882072920653,"score_gpt":0.29314613383169147,"score_spread":0.26089731310248493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970341368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23806606,0.00077151787,0.7602924,0.0003764375,0.00022775747,0.00018706683,0.000004356027,0.00006679743,0.000007583867],"genre_scores_gemma":[0.6714609,0.000014892777,0.32842252,0.000013680066,0.000024850984,0.0000029606015,8.383271e-7,0.000005286765,0.000054029464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988523,0.000086965556,0.00041812885,0.00019998288,0.00030721517,0.00013538435],"domain_scores_gemma":[0.9985729,0.0003938715,0.00053723925,0.00017566183,0.00025816757,0.00006215288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010598437,0.00011956254,0.0002789125,0.00025855648,0.00004278577,0.00011565004,0.00039579926,0.00007113157,0.000007316857],"category_scores_gemma":[0.0006411945,0.00010039196,0.000033641307,0.0003625731,0.000014861564,0.0009406448,0.00008916429,0.00023363662,0.0000013984144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016126361,0.003141974,0.5914971,0.0008607874,0.0005054178,0.00019514372,0.09354483,0.0029768196,0.0014191058,0.0005186648,0.0016677849,0.3020597],"study_design_scores_gemma":[0.014417011,0.0029429498,0.91042423,0.0019937993,0.000093449744,0.00024095162,0.0038684083,0.029502118,0.012213677,0.006928595,0.016022,0.0013527912],"about_ca_topic_score_codex":0.00005147398,"about_ca_topic_score_gemma":0.000019771433,"teacher_disagreement_score":0.43339485,"about_ca_system_score_codex":0.000045851422,"about_ca_system_score_gemma":0.00015940073,"threshold_uncertainty_score":0.40938655},"labels":[],"label_agreement":null},{"id":"W3007452449","doi":"10.1002/smr.2255","title":"Bad smell detection using quality metrics and refactoring opportunities","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code refactoring; Computer science; Maintainability; False positive paradox; Process (computing); Quality (philosophy); Software quality; Set (abstract data type); Technical debt; Software maintenance; Software; Code (set theory); Source code; Software engineering; Software system; Artificial intelligence; Software development; Programming language","score_opus":0.1255498175057313,"score_gpt":0.3338147225408901,"score_spread":0.20826490503515882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007452449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.417601,0.0013089469,0.5807084,0.00013876414,0.00015992159,0.000027689233,8.6332193e-7,0.00005178974,0.0000026701143],"genre_scores_gemma":[0.9842429,0.00014686113,0.015376936,0.000055302986,0.00016344359,5.957401e-7,1.2937683e-7,0.0000075711546,0.000006217844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889904,0.000059038113,0.00030740577,0.00015363084,0.00042491485,0.00015598227],"domain_scores_gemma":[0.99869245,0.0003609915,0.0002083801,0.000082102546,0.00041401695,0.0002420408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006616286,0.00009652536,0.00018076492,0.00023012151,0.00012204036,0.00014116745,0.00021145851,0.000061901694,0.000002233395],"category_scores_gemma":[0.0023011225,0.000088563706,0.000033387216,0.00052275544,0.000037395308,0.0009182117,0.000094067436,0.00027652085,4.1603025e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021799492,0.00012483993,0.68316114,0.0025528732,0.0002076183,0.00016162022,0.010369057,0.00480802,0.006309086,0.0017006841,0.00012544272,0.29026163],"study_design_scores_gemma":[0.002818428,0.0015418525,0.8378704,0.0005581337,0.0000960355,0.0014095423,0.0022586023,0.1334341,0.009515989,0.005495366,0.0037419728,0.0012595399],"about_ca_topic_score_codex":0.000012673476,"about_ca_topic_score_gemma":7.074222e-7,"teacher_disagreement_score":0.566642,"about_ca_system_score_codex":0.000084655294,"about_ca_system_score_gemma":0.0001422388,"threshold_uncertainty_score":0.36115232},"labels":[],"label_agreement":null},{"id":"W3009853975","doi":"10.1002/smr.2250","title":"Guidelines for evaluating bug‐assignment research","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Faculty of Graduate Studies and Research, University of Alberta; Alberta Innovates - Technology Futures","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Empirical research; Task (project management); Set (abstract data type); Data science; Data mining; Information retrieval; Statistics; Systems engineering; Mathematics; Engineering; Operations management","score_opus":0.28841862183190226,"score_gpt":0.4726799934303204,"score_spread":0.18426137159841816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009853975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021687234,0.0023585074,0.96723324,0.008207779,0.00023936931,0.00019488811,0.0000020163077,0.00007150811,0.0000054676416],"genre_scores_gemma":[0.7489992,0.000059071208,0.24976946,0.00035518652,0.0007183036,0.000023356122,5.840165e-7,0.000016640626,0.000058225436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978871,0.00008522062,0.00045006725,0.00021832263,0.001064112,0.0002952187],"domain_scores_gemma":[0.9943646,0.0011507837,0.00015925187,0.00012809868,0.003934638,0.00026263634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031558343,0.00009604596,0.00018275643,0.00018851442,0.00018992324,0.00014895508,0.0006124459,0.000058752652,0.0000068243385],"category_scores_gemma":[0.02109937,0.00007970992,0.00005871441,0.0005886291,0.00004529506,0.0005050522,0.00013823489,0.0003298723,0.000004220552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010557548,0.00043169325,0.1044556,0.0046342276,0.00041388298,0.000116464216,0.017130265,0.05593568,0.008346365,0.008832038,0.23060162,0.5680464],"study_design_scores_gemma":[0.0095214415,0.0121847475,0.043970447,0.001964713,0.000089077475,0.0007459687,0.0023823825,0.7953093,0.008018774,0.075502396,0.048743892,0.0015668669],"about_ca_topic_score_codex":0.0000020520547,"about_ca_topic_score_gemma":2.1119504e-7,"teacher_disagreement_score":0.7393736,"about_ca_system_score_codex":0.000101562626,"about_ca_system_score_gemma":0.00045232972,"threshold_uncertainty_score":0.9871463},"labels":[],"label_agreement":null},{"id":"W3010658448","doi":"10.1002/smr.2260","title":"Fuzzy case‐based‐reasoning‐based imputation for incomplete data in software engineering repositories","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Missing data; Imputation (statistics); Categorical variable; Data mining; Computer science; Software; Fuzzy logic; Reuse; Machine learning; Artificial intelligence; Engineering","score_opus":0.03250375646217073,"score_gpt":0.29706369706087565,"score_spread":0.2645599405987049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010658448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048776034,0.0009123537,0.9489642,0.0005996618,0.00035670874,0.00019135108,0.000026452404,0.0001726436,6.0403715e-7],"genre_scores_gemma":[0.6913205,0.0000029698417,0.30831087,0.00008842979,0.00023784052,0.000010219379,0.000010382633,0.00001763829,0.0000011726954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983445,0.000040959134,0.0005069824,0.00035765007,0.00045692697,0.00029297426],"domain_scores_gemma":[0.997396,0.0012707774,0.0002603959,0.000306205,0.0005323319,0.00023427227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007499888,0.00017774623,0.0002833153,0.00029442858,0.00011942749,0.00019943004,0.0007547856,0.000092997936,0.0000011591522],"category_scores_gemma":[0.008818156,0.00017479746,0.000055660646,0.0007517937,0.000029762243,0.0011492745,0.00015125868,0.0003369423,7.3838095e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005469712,0.00024611384,0.4652444,0.004942846,0.0001428685,0.0023239485,0.0033418038,0.49485257,0.00025600538,0.0010178039,0.0025005518,0.024584103],"study_design_scores_gemma":[0.0024326297,0.0006604292,0.030193722,0.00056772475,0.00003308114,0.0013642006,0.00010204638,0.9620911,0.0004158906,0.00062259217,0.0010406073,0.00047598078],"about_ca_topic_score_codex":0.00001630301,"about_ca_topic_score_gemma":0.0000047101853,"teacher_disagreement_score":0.64254445,"about_ca_system_score_codex":0.00012995175,"about_ca_system_score_gemma":0.0004774438,"threshold_uncertainty_score":0.999531},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","score_opus":0.024555317956103526,"score_gpt":0.26027563083621114,"score_spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042453106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1191734,0.0013907136,0.8714813,0.007188812,0.0003619836,0.00022320764,0.0000023530206,0.00010974584,0.000068499445],"genre_scores_gemma":[0.95992786,0.000011054792,0.038771845,0.0007615717,0.00048402738,0.0000066549883,2.613454e-7,0.0000075439452,0.000029164576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893904,0.00003673328,0.0003807233,0.00015701007,0.00032368145,0.00016279973],"domain_scores_gemma":[0.99828404,0.00024850076,0.00034411225,0.00011927809,0.0008846729,0.0001193917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087224,0.00009964244,0.00019367371,0.000035297388,0.00025115782,0.00011080084,0.00045024417,0.00005595887,0.0000033050715],"category_scores_gemma":[0.0020296075,0.00006015973,0.00007291282,0.00040593784,0.000047250345,0.0006075477,0.000062913095,0.00017264544,0.0000049674713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076253264,0.00027718625,0.05641523,0.004111023,0.00030649995,0.000027762664,0.050214183,0.0117421625,0.0028105555,0.0010544441,0.037458416,0.83482],"study_design_scores_gemma":[0.00952009,0.0066461237,0.077490605,0.002816762,0.00035743296,0.0030214395,0.0049527897,0.8133775,0.007597786,0.045255736,0.026767988,0.0021957757],"about_ca_topic_score_codex":0.000011208114,"about_ca_topic_score_gemma":1.9968618e-7,"teacher_disagreement_score":0.84075445,"about_ca_system_score_codex":0.00006467583,"about_ca_system_score_gemma":0.0005053297,"threshold_uncertainty_score":0.24532425},"labels":[],"label_agreement":null},{"id":"W3045778863","doi":"10.1002/smr.2300","title":"Analysis of 13 implementations of the software engineering management and engineering basic profile guide of ISO/IEC 29110 in very small entities using different life cycles","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Implementation; Software; Engineering management; Software engineering; International standard; Quality (philosophy); Engineering; Computer science; Telecommunications","score_opus":0.020903511289398206,"score_gpt":0.2593159848100856,"score_spread":0.2384124735206874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045778863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49818107,0.0008012769,0.5008023,0.000049866663,0.000052717467,0.00007822188,0.00001018424,0.000023535946,8.454537e-7],"genre_scores_gemma":[0.9165397,0.00015324514,0.0832541,0.000018224844,0.00001859617,0.0000042871548,0.000001162851,0.000008271736,0.00000237297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880105,0.000028442866,0.0006372872,0.00014017374,0.00026398947,0.00012904957],"domain_scores_gemma":[0.9988705,0.0002286681,0.00051985524,0.00013887919,0.00017098147,0.0000711304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027430954,0.00013058931,0.0003578409,0.00041859117,0.00003504152,0.000031978074,0.00031277942,0.000042626725,0.0000054175553],"category_scores_gemma":[0.0004352127,0.0001063457,0.00010656328,0.0008437149,0.000028087845,0.00038269852,0.00016402548,0.00014560927,2.1679748e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000456958,0.000108083084,0.80313265,0.0030034876,0.0009052634,0.000006737812,0.0037514,0.18344201,0.0010086147,0.0011235622,0.00005429956,0.0034181827],"study_design_scores_gemma":[0.00059329986,0.00017229446,0.8153368,0.00070623745,0.0005783638,0.000017338554,0.00050327776,0.17840523,0.0031704912,0.00017690216,0.00009636028,0.000243418],"about_ca_topic_score_codex":0.0000433863,"about_ca_topic_score_gemma":0.000008311265,"teacher_disagreement_score":0.41835868,"about_ca_system_score_codex":0.000039541417,"about_ca_system_score_gemma":0.00005601383,"threshold_uncertainty_score":0.4336652},"labels":[],"label_agreement":null},{"id":"W3088129556","doi":"10.1002/smr.2318","title":"Hybrid and evolving processes for software and systems—ICSSP 2019 special issue","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Flexibility (engineering); Process (computing); Software; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Management; Operating system","score_opus":0.01569163299704816,"score_gpt":0.2599040716775337,"score_spread":0.24421243868048556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088129556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067043253,0.019305015,0.9717024,0.0014184684,0.00041064667,0.00023137966,0.000018329823,0.00019949191,0.000009936746],"genre_scores_gemma":[0.65772235,0.0032250322,0.3335377,0.0005718427,0.004746352,0.00002999049,0.0000045273873,0.00005443502,0.00010777711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988646,0.0000315097,0.00038507502,0.00027341628,0.0002394243,0.00020600346],"domain_scores_gemma":[0.9980672,0.0005462218,0.00040217844,0.000097716256,0.0006499403,0.00023676897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004264682,0.00018324882,0.00031985156,0.00011905377,0.00018578216,0.00039064558,0.00029682118,0.00007860534,0.0000046102446],"category_scores_gemma":[0.0024078574,0.0001605386,0.000035872676,0.00022049322,0.00004968812,0.0016536581,0.00010653733,0.0002225803,8.2101883e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012850966,0.00040721727,0.13969398,0.039307132,0.00068153173,0.00024453425,0.017459596,0.0030352985,0.00026468543,0.009342693,0.2870185,0.50125974],"study_design_scores_gemma":[0.008791509,0.008797388,0.046791483,0.005132554,0.00073588337,0.010182164,0.0014932094,0.08606829,0.0017375783,0.06453928,0.76146084,0.004269834],"about_ca_topic_score_codex":0.000005430604,"about_ca_topic_score_gemma":5.640216e-7,"teacher_disagreement_score":0.651018,"about_ca_system_score_codex":0.000028071847,"about_ca_system_score_gemma":0.00018664147,"threshold_uncertainty_score":0.6546574},"labels":[],"label_agreement":null},{"id":"W3122722131","doi":"10.1002/smr.2334","title":"A formal approach to rigorous development of critical systems","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Toolchain; Computer science; Avionics; Life-critical system; Formal methods; Software engineering; Formal specification; Formal verification; Process (computing); Code generation; Domain (mathematical analysis); Model-based design; Software; Systems engineering; Programming language; Computer security; Engineering; Simulation","score_opus":0.029928507112248558,"score_gpt":0.3104433275643223,"score_spread":0.28051482045207377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122722131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026563736,0.0010438582,0.9717271,0.00006151361,0.0003593893,0.00005481007,8.8524126e-7,0.000017449807,0.00017125717],"genre_scores_gemma":[0.4605828,0.0000024169367,0.5393416,0.0000220129,0.00003124989,0.0000031215034,2.3484573e-7,0.0000022571487,0.000014261145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987966,0.00007114826,0.0004829797,0.00012481246,0.00037384767,0.00015064025],"domain_scores_gemma":[0.9985245,0.000061107894,0.00020130753,0.000120844285,0.00096616487,0.00012609774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089880853,0.00007215811,0.00018090209,0.00011405979,0.000101712096,0.00006153512,0.00026805172,0.00005370216,0.0000011971559],"category_scores_gemma":[0.0007495511,0.00006189982,0.000030112731,0.000356191,0.000033751283,0.00076685584,0.0000810016,0.00012043889,0.0000014014336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034621047,0.0024677103,0.009563439,0.008683101,0.00021938527,0.00006534631,0.05297196,0.007856628,0.0028273712,0.54476315,0.00088340684,0.36935228],"study_design_scores_gemma":[0.009822361,0.0043503474,0.27975965,0.0062700943,0.00040719175,0.03352576,0.025968278,0.39542753,0.14452884,0.060277753,0.03495992,0.0047023045],"about_ca_topic_score_codex":9.269526e-7,"about_ca_topic_score_gemma":2.2556141e-7,"teacher_disagreement_score":0.48448542,"about_ca_system_score_codex":0.00006579843,"about_ca_system_score_gemma":0.00042494136,"threshold_uncertainty_score":0.25242013},"labels":[],"label_agreement":null},{"id":"W3146730906","doi":"10.1002/smr.2343","title":"On the value of filter feature selection techniques in homogeneous ensembles effort estimation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature selection; Preprocessor; Artificial intelligence; Data mining; Software; Filter (signal processing); Support vector machine; Feature (linguistics); Pattern recognition (psychology); Multilayer perceptron; Machine learning; Subspace topology; Random forest; k-nearest neighbors algorithm; Dimensionality reduction; Process (computing); Curse of dimensionality; Homogeneous; Artificial neural network; Mathematics","score_opus":0.008875852151698763,"score_gpt":0.26110152497721284,"score_spread":0.25222567282551406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146730906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36160246,0.0006747366,0.6368955,0.00060350343,0.00010378872,0.00007041722,8.7486796e-7,0.000039197086,0.000009560419],"genre_scores_gemma":[0.95734644,0.00004762787,0.04246036,0.00005202931,0.000043655225,0.000005058214,5.5208085e-7,0.0000059284093,0.00003833209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913657,0.00005457186,0.00021269212,0.00011719536,0.00036114804,0.000117816926],"domain_scores_gemma":[0.99879676,0.0004631286,0.00014163653,0.00011489555,0.00044537254,0.000038181322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512088,0.00007840437,0.00013312699,0.00019705674,0.00005839932,0.000051177863,0.0002150165,0.000073620344,0.0000045623187],"category_scores_gemma":[0.0013191302,0.000056136574,0.00003985823,0.0005888667,0.000024872572,0.00025981123,0.000038515238,0.00028247066,5.6308556e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005518386,0.001299271,0.39540952,0.0026782972,0.00032024516,0.00047031642,0.007975607,0.17661808,0.015210579,0.042542282,0.016311683,0.3406123],"study_design_scores_gemma":[0.0013888509,0.0016262032,0.48106524,0.00286415,0.000046228517,0.0043272,0.00020579154,0.13088572,0.29765737,0.07839013,0.0008712984,0.0006718407],"about_ca_topic_score_codex":0.0000042197503,"about_ca_topic_score_gemma":0.000003271028,"teacher_disagreement_score":0.595744,"about_ca_system_score_codex":0.00008259076,"about_ca_system_score_gemma":0.00020882263,"threshold_uncertainty_score":0.2289183},"labels":[],"label_agreement":null},{"id":"W3176973231","doi":"10.1002/smr.2361","title":"An exploratory semantic analysis of logging questions","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Logging; Computer science; Android (operating system); Database; Software; Operating system; Login; Data logger; Well logging; Geology","score_opus":0.0118048184376562,"score_gpt":0.2778469793919299,"score_spread":0.26604216095427374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176973231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4483433,0.0016430476,0.549697,0.000084413005,0.00017593699,0.000019919287,0.0000017492325,0.000028121622,0.000006521195],"genre_scores_gemma":[0.9906305,0.00010587185,0.009151267,0.000046708512,0.000051051018,0.0000013915001,0.0000015072796,0.0000034392,0.0000082679035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882835,0.00011147958,0.00047045838,0.00016409412,0.00030724567,0.00011838815],"domain_scores_gemma":[0.99813575,0.00008704169,0.0003833803,0.00025335656,0.001030488,0.000109999506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006819167,0.00008402275,0.0003157013,0.00034883793,0.000110317545,0.000051846873,0.00025454443,0.000063455955,0.0000115801],"category_scores_gemma":[0.00020866233,0.00006857303,0.00011711023,0.0012201356,0.00005338935,0.001093671,0.00003832724,0.0001341775,9.600803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031617754,0.00045172928,0.953675,0.0007455369,0.000673752,0.000051325656,0.0067969263,0.01526857,0.0009193753,0.001198579,0.0001331701,0.020054432],"study_design_scores_gemma":[0.0010628131,0.0005448923,0.9024772,0.0006863087,0.001114108,0.00050729024,0.0030637544,0.07870597,0.0024586886,0.008486209,0.00036905822,0.00052371813],"about_ca_topic_score_codex":0.0000056626914,"about_ca_topic_score_gemma":0.000011477231,"teacher_disagreement_score":0.5422872,"about_ca_system_score_codex":0.000043547196,"about_ca_system_score_gemma":0.00036530462,"threshold_uncertainty_score":0.2796327},"labels":[],"label_agreement":null},{"id":"W3196992266","doi":"10.1002/smr.2378","title":"A study of refactorings during software change tasks","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Code refactoring; Workflow; Computer science; Software engineering; Scope (computer science); Software; Task (project management); Adaptation (eye); Software development; Programming language; Systems engineering; Engineering; Database","score_opus":0.03438675384689678,"score_gpt":0.297320505641714,"score_spread":0.2629337517948172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196992266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8952685,0.0021572586,0.10186207,0.000082817074,0.00042173383,0.00011599852,0.00000226662,0.00008693656,0.000002387013],"genre_scores_gemma":[0.99034184,0.00006338829,0.0093178125,0.000014736204,0.00018911653,0.000009134298,3.8509648e-7,0.000014145252,0.00004943212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825305,0.000065847984,0.00045089461,0.00024381152,0.0007343735,0.0002520139],"domain_scores_gemma":[0.9978633,0.00028270934,0.00030213175,0.00028177237,0.0010988384,0.00017124628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042355683,0.00014264823,0.00031010143,0.00029828103,0.00011204787,0.000080805716,0.0004807182,0.000073935735,0.000009684945],"category_scores_gemma":[0.0018742272,0.00013067461,0.000065724365,0.0007933934,0.000030775147,0.00091974344,0.00022119025,0.00035237486,0.0000015667504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006950818,0.00071465946,0.97037745,0.00085480785,0.00014540488,0.0005366231,0.013925446,0.0003255768,0.0004695156,0.00009050828,0.00010875599,0.012381757],"study_design_scores_gemma":[0.0017250105,0.0006351742,0.99182,0.00040020625,0.000027450034,0.0009244802,0.0011062804,0.000090840564,0.0022816057,0.00056595914,0.00016949393,0.00025354902],"about_ca_topic_score_codex":0.0000140954535,"about_ca_topic_score_gemma":0.0000052730097,"teacher_disagreement_score":0.09507332,"about_ca_system_score_codex":0.00010395297,"about_ca_system_score_gemma":0.00022287515,"threshold_uncertainty_score":0.5328756},"labels":[],"label_agreement":null},{"id":"W3200749310","doi":"10.1002/smr.2395","title":"Behind the scenes: On the relationship between developer experience and refactoring","year":2021,"lang":"en","type":"preprint","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Technical debt; Computer science; Generalizability theory; Software engineering; Variety (cybernetics); Software development; Software; Programming language; Artificial intelligence; Psychology","score_opus":0.08183480943976264,"score_gpt":0.3301927228445304,"score_spread":0.24835791340476776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200749310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352616,0.0023712465,0.26023886,0.0014629657,0.00049026485,0.00012492522,0.0000019175416,0.000042204505,0.0000060280163],"genre_scores_gemma":[0.9940283,0.00010689502,0.0054261214,0.00006364984,0.0002967584,0.000015889187,9.4795286e-7,0.000013230533,0.000048222573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981987,0.00015434089,0.0004000212,0.00030339486,0.0007238333,0.00021970601],"domain_scores_gemma":[0.99498177,0.0036560108,0.00031131232,0.00039946003,0.00052584935,0.00012558477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012382037,0.00019407446,0.00023817435,0.00015831055,0.00040912075,0.0005807759,0.0009832216,0.00016888331,0.000004387463],"category_scores_gemma":[0.006919031,0.000112999085,0.00006079348,0.00029147253,0.0001240983,0.00043875683,0.0006022946,0.0014162172,0.0000012103541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000787091,0.0000137856,0.9841884,0.00017865683,0.00003835303,0.00001245498,0.010569115,0.0005579745,0.0000031113452,0.00055156474,0.00011240954,0.0037662955],"study_design_scores_gemma":[0.0001197113,0.00004092358,0.9947129,0.00078940194,0.000013372965,0.00008971424,0.0004576312,0.00021181213,0.00008273571,0.0030762781,0.00023883622,0.00016671912],"about_ca_topic_score_codex":0.000011430494,"about_ca_topic_score_gemma":0.0000020004761,"teacher_disagreement_score":0.25876668,"about_ca_system_score_codex":0.00013621584,"about_ca_system_score_gemma":0.0005233493,"threshold_uncertainty_score":0.8283226},"labels":[],"label_agreement":null},{"id":"W3208623264","doi":"10.1002/smr.2393","title":"Perceptions of open‐source software developers on collaborations: An interview and survey study","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software development; Open-source software development; Knowledge management; Software peer review; Exploratory research; Software; Coding (social sciences); Team software process; Personal software process; Software engineering; Data science; World Wide Web; Software development process; Software construction","score_opus":0.05647698908527405,"score_gpt":0.34220887135159545,"score_spread":0.2857318822663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208623264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5093552,0.00047501706,0.48932916,0.00037613127,0.00014893682,0.00023630155,0.000023572005,0.00004041533,0.000015286769],"genre_scores_gemma":[0.9397236,0.000066768844,0.059680887,0.0002996776,0.000034774803,0.0000122455285,0.000010656479,0.00001671442,0.00015463942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977248,0.0005528631,0.00075904,0.0003444416,0.0004494674,0.00016939119],"domain_scores_gemma":[0.9950146,0.00035832397,0.0005506676,0.000357969,0.0035533211,0.00016513909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019135914,0.00017767132,0.00040278723,0.00029085355,0.00035969098,0.00051135593,0.000817909,0.000078479854,0.000032621232],"category_scores_gemma":[0.0020712742,0.00016182731,0.000036217854,0.0018892484,0.00010032236,0.002010035,0.00035924633,0.0002791541,0.0000027837486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083621955,0.0017338218,0.89809334,0.0001888149,0.00017187143,0.000030288185,0.01466014,0.00069657934,0.00006975897,0.0011179978,0.0010837,0.08207008],"study_design_scores_gemma":[0.0013868911,0.0011719682,0.9849005,0.00039736446,0.000047352623,0.00028919318,0.008716484,0.0002715997,0.000078211815,0.0015153179,0.00089558243,0.00032958432],"about_ca_topic_score_codex":0.00004719918,"about_ca_topic_score_gemma":0.00030828497,"teacher_disagreement_score":0.43036845,"about_ca_system_score_codex":0.00008607355,"about_ca_system_score_gemma":0.00096615375,"threshold_uncertainty_score":0.6599126},"labels":[],"label_agreement":null},{"id":"W3209347229","doi":"10.1002/smr.2402","title":"A systematic mapping study on the employment of neural networks on software engineering projects: Where to go next?","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Artificial neural network; Domain (mathematical analysis); Computer science; Deep learning; Software; Field (mathematics); Software engineering; Artificial intelligence; Software development; Social software engineering; Point (geometry); Data science; Software construction","score_opus":0.028202629790664114,"score_gpt":0.2700500468416283,"score_spread":0.2418474170509642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209347229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39268306,0.0017490909,0.60414577,0.0003090773,0.00046547563,0.0005514245,0.0000011278014,0.00009349205,0.0000014854618],"genre_scores_gemma":[0.99420834,0.000017042414,0.005435703,0.00010257357,0.00013162945,0.000047266458,2.4074933e-7,0.000021473257,0.00003573082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99776167,0.00015680364,0.00062445266,0.0002718121,0.00087772857,0.0003075371],"domain_scores_gemma":[0.99704504,0.0014279166,0.00028232267,0.0004028637,0.00068058935,0.0001612909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001074668,0.0002068022,0.00042028993,0.0003022631,0.000120366334,0.00022083802,0.0006471318,0.000062063875,0.0000036228955],"category_scores_gemma":[0.0044296295,0.00014346899,0.00009547722,0.0010780483,0.000017300516,0.0003618385,0.00016980075,0.0004776325,0.0000032371718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024162725,0.0017674139,0.18779013,0.019433627,0.00096584,0.0006558413,0.02554961,0.7539627,0.00021884772,0.0012490236,0.0022853643,0.0058800043],"study_design_scores_gemma":[0.0054133497,0.011560555,0.4633861,0.073074594,0.0002933108,0.0022167705,0.014857784,0.4249242,0.0011423071,0.00043765048,0.00035567238,0.0023377074],"about_ca_topic_score_codex":0.0000032660428,"about_ca_topic_score_gemma":0.0000023331047,"teacher_disagreement_score":0.60152525,"about_ca_system_score_codex":0.00016222386,"about_ca_system_score_gemma":0.00016511753,"threshold_uncertainty_score":0.58504957},"labels":[],"label_agreement":null},{"id":"W4252725850","doi":"10.1002/smr.1689","title":"Issue Information","year":2015,"lang":"en","type":"paratext","venue":"Journal of Software Evolution and Process","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Citation; Computer science; Information retrieval; World Wide Web; Library science","score_opus":0.01683725682493108,"score_gpt":0.2789373546762098,"score_spread":0.2621000978512787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252725850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03524292,0.056598075,0.6325971,0.0007253138,0.11035057,0.0014274276,0.000505376,0.00084689434,0.16170633],"genre_scores_gemma":[0.49748787,0.026530692,0.012449055,0.0023391081,0.06616149,0.00012941894,0.0027253723,0.00066658785,0.39151043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988248,0.000028980616,0.0005273101,0.000055642104,0.00044191847,0.000121386685],"domain_scores_gemma":[0.9986212,0.000016692009,0.00031885435,0.00007065618,0.0008339739,0.00013857833],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039493843,0.00016942731,0.00027167736,0.00033705807,0.000056656932,0.000081555816,0.00010892006,0.00026497457,0.010242452],"category_scores_gemma":[0.000112939,0.00015491927,0.00005528501,0.0001283036,0.00003069678,0.000969698,0.000009419204,0.0004058826,0.0134614995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015495925,0.000005942759,0.000015742415,0.000525018,0.0000271575,3.4089862e-7,0.0009864396,0.015218906,0.000005090361,6.542819e-7,0.9740661,0.009133133],"study_design_scores_gemma":[0.00047770128,0.00008438968,0.00039884957,0.00027027522,0.000046699606,0.00006202523,0.00038435808,0.0016828805,0.0000097096745,0.00022478195,0.99614865,0.00020967414],"about_ca_topic_score_codex":3.679704e-7,"about_ca_topic_score_gemma":0.0000010589494,"teacher_disagreement_score":0.62014806,"about_ca_system_score_codex":0.00025181493,"about_ca_system_score_gemma":0.00021076281,"threshold_uncertainty_score":0.99066234},"labels":[],"label_agreement":null},{"id":"W4254322196","doi":"10.1002/smr.1818","title":"Issue Information","year":2017,"lang":"en","type":"paratext","venue":"Journal of Software Evolution and Process","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.024382284406571083,"score_gpt":0.24304486901754502,"score_spread":0.21866258461097393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254322196","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009916052,0.05464881,0.016873633,0.00069079467,0.048714016,0.00028457193,0.0021533798,0.000023148104,0.87562007],"genre_scores_gemma":[0.016956555,0.006135303,0.00060280046,0.0002553831,0.0013591787,0.000006297597,0.000047384012,0.000020006542,0.97461706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882084,0.000005315529,0.0007992869,0.00015141377,0.000055069784,0.0001680774],"domain_scores_gemma":[0.9969772,0.000022094218,0.0025210301,0.00016030058,0.00023137408,0.000087964814],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005686328,0.00015906108,0.00056434236,0.00038492205,0.00026774142,0.00027452642,0.00030318662,0.00018973608,0.0076791826],"category_scores_gemma":[0.0003198633,0.00015952476,0.00012155285,0.000058974936,0.00011813626,0.0013964922,0.000061052044,0.00025405188,0.032483358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020758014,0.000013640604,0.0007489472,0.00024193732,0.00008724639,6.9685984e-7,0.00063076225,0.000052766012,2.745886e-8,0.0006770679,0.99577683,0.0017493076],"study_design_scores_gemma":[0.00040300775,0.00004683435,0.00071746454,0.0001284563,0.000015043064,0.000019709862,0.00031185945,0.000030218074,0.0000012408705,0.0027462807,0.9953958,0.00018407716],"about_ca_topic_score_codex":0.000030051351,"about_ca_topic_score_gemma":0.0000010749301,"teacher_disagreement_score":0.09899705,"about_ca_system_score_codex":0.000117200725,"about_ca_system_score_gemma":0.000097049495,"threshold_uncertainty_score":0.99322796},"labels":[],"label_agreement":null},{"id":"W4281493838","doi":"10.1002/smr.2466","title":"Towards the sustainability of small and medium software enterprises through the implementation of software process improvement: Empirical investigation","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cornerstone; Software; Sustainability; Process (computing); Empirical research; Quality (philosophy); Process management; Business","score_opus":0.02212051156009528,"score_gpt":0.3170361795382084,"score_spread":0.29491566797811314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281493838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29240376,0.0015308438,0.70191234,0.0035087157,0.0001866508,0.00036129757,0.000019929985,0.000075102056,0.0000013769685],"genre_scores_gemma":[0.9771815,0.0001115095,0.022307822,0.00026033272,0.00005795416,0.000058714835,0.000003830371,0.000012731745,0.0000056039303],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979064,0.00020957376,0.0007377187,0.00024215065,0.00069215475,0.0002120449],"domain_scores_gemma":[0.9968805,0.00061152485,0.0011484278,0.00027889712,0.001006047,0.00007465097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015277651,0.00018235577,0.0002878403,0.00012543572,0.00039269964,0.00007952214,0.0007769007,0.00006046247,0.000015475689],"category_scores_gemma":[0.0011998636,0.00011880973,0.00008789401,0.0006140182,0.0002161126,0.0009169335,0.00034520496,0.00042471933,4.689509e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044069096,0.0004297573,0.7758172,0.0038338662,0.00035038812,0.00001611068,0.08490927,0.0053890827,0.0001506356,0.0019321733,0.0018041122,0.12492671],"study_design_scores_gemma":[0.0033442741,0.005975173,0.41660172,0.0004234357,0.00050404645,0.000941744,0.043643907,0.0020815392,0.012119186,0.5078645,0.005441943,0.001058567],"about_ca_topic_score_codex":0.00013796342,"about_ca_topic_score_gemma":0.000012510754,"teacher_disagreement_score":0.68477774,"about_ca_system_score_codex":0.00013430194,"about_ca_system_score_gemma":0.00077028095,"threshold_uncertainty_score":0.48449203},"labels":[],"label_agreement":null},{"id":"W4289518662","doi":"10.1002/smr.2499","title":"Release conventions of open‐source software: An exploratory study","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Software development; Software engineering; Software; Social software engineering; Personal software process; Software peer review; Software release life cycle; Interview; Coding (social sciences); Software development process; Data science; Software construction","score_opus":0.029983820538575456,"score_gpt":0.309171393674136,"score_spread":0.27918757313556053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289518662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46664593,0.0010664454,0.5314922,0.0000881415,0.00036989828,0.0002353355,0.0000067169076,0.00009278859,0.0000025612405],"genre_scores_gemma":[0.9888188,0.000013421208,0.010894773,0.000044911147,0.00006439673,0.000039142647,0.0000015668676,0.000019454159,0.00010349694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779356,0.00029247845,0.00053671584,0.00026763722,0.00088623556,0.00022335698],"domain_scores_gemma":[0.9979315,0.0003682812,0.0004256581,0.000380684,0.00065514795,0.00023873578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018147179,0.00013507226,0.00029346842,0.0004136868,0.0003779988,0.00015552559,0.0017092277,0.000034262895,0.00004403109],"category_scores_gemma":[0.0012260071,0.00013375658,0.00006578265,0.00094188284,0.00006308666,0.0016734494,0.0008028415,0.00048455162,0.0000017439204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063795195,0.0069985897,0.8510663,0.0005012397,0.00039278646,0.0003328661,0.034355357,0.042054176,0.00023881244,0.0017368083,0.008907937,0.052777193],"study_design_scores_gemma":[0.027561229,0.03618023,0.7679821,0.00074652076,0.00046744302,0.004807332,0.06146129,0.02537001,0.0013133851,0.036897454,0.03346113,0.0037518654],"about_ca_topic_score_codex":0.00001944733,"about_ca_topic_score_gemma":0.000005546254,"teacher_disagreement_score":0.5221729,"about_ca_system_score_codex":0.00014267997,"about_ca_system_score_gemma":0.00058900565,"threshold_uncertainty_score":0.54544353},"labels":[],"label_agreement":null},{"id":"W4294237828","doi":"10.1002/smr.2505","title":"Improving the detection of community smells through socio‐technical and sentiment analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Classifier (UML); Software development; Software; Benchmark (surveying); Data science; Empirical research; Software quality; Knowledge management; Artificial intelligence; Software engineering; Machine learning","score_opus":0.016791062457961817,"score_gpt":0.2797237609382808,"score_spread":0.26293269848031897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294237828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35943127,0.0011171203,0.6391053,0.00018246021,0.00008410834,0.000050470626,0.0000018184119,0.000025998028,0.0000014536612],"genre_scores_gemma":[0.9958221,0.00002736992,0.0040684515,0.000037149388,0.000025521378,0.0000056859444,3.1304975e-7,0.000004386072,0.000009050399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878174,0.00023314488,0.00028421055,0.00008582651,0.000489712,0.00012534422],"domain_scores_gemma":[0.99861515,0.00063166756,0.0002762564,0.00020168805,0.00022699528,0.00004822776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016164285,0.00007320876,0.00017742804,0.00018185817,0.0005025101,0.000052173174,0.00045868228,0.00003332052,0.000005954767],"category_scores_gemma":[0.00043059047,0.00005604186,0.00007964491,0.0008746346,0.000085676904,0.0003251418,0.0003736465,0.00064469565,1.327875e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005014978,0.0017218236,0.54067284,0.0017778968,0.002766368,0.000047788282,0.055936687,0.06413243,0.029575178,0.0025241955,0.0009964887,0.29934683],"study_design_scores_gemma":[0.0020971273,0.0021425271,0.92068607,0.0000810979,0.0006906053,0.0011755113,0.0063308734,0.043860123,0.0071245106,0.014259705,0.0009637352,0.0005881259],"about_ca_topic_score_codex":0.00007466172,"about_ca_topic_score_gemma":0.0000056185386,"teacher_disagreement_score":0.6363908,"about_ca_system_score_codex":0.00012040907,"about_ca_system_score_gemma":0.00008517575,"threshold_uncertainty_score":0.38649523},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","score_opus":0.01570769090064231,"score_gpt":0.2828532947039066,"score_spread":0.26714560380326424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294627637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48245838,0.0014646839,0.5157243,0.00008722984,0.00011553224,0.000115549454,0.000010248906,0.000023595374,4.58533e-7],"genre_scores_gemma":[0.9342347,0.000011293427,0.065512896,0.00012098919,0.00006745423,0.000011220896,0.000020479069,0.000007749183,0.000013214005],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870193,0.00010299945,0.00044930555,0.00029754697,0.0002930765,0.00015511646],"domain_scores_gemma":[0.9986759,0.00011343284,0.00050105894,0.00015098772,0.00046138975,0.00009722279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091560074,0.00012163988,0.00028877097,0.00036455135,0.0005538881,0.00025012018,0.00034881028,0.000044017735,0.0000070729634],"category_scores_gemma":[0.00007943844,0.00010641761,0.00008667109,0.0011746805,0.000021374037,0.0006763821,0.000119539385,0.00018150591,3.750574e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005034947,0.00034638157,0.802712,0.0017525529,0.00055118796,0.000004682312,0.010193241,0.16645293,0.009908896,0.000026441308,0.00004392821,0.00750427],"study_design_scores_gemma":[0.0010325433,0.00031479853,0.03398253,0.00007297879,0.0004119525,0.0000681731,0.0018314611,0.96008855,0.00064601074,0.0005028794,0.00073960505,0.000308497],"about_ca_topic_score_codex":0.00022201437,"about_ca_topic_score_gemma":0.000014873314,"teacher_disagreement_score":0.79363567,"about_ca_system_score_codex":0.00009300807,"about_ca_system_score_gemma":0.00013842934,"threshold_uncertainty_score":0.43395844},"labels":[],"label_agreement":null},{"id":"W4313578599","doi":"10.1002/smr.2529","title":"Optimized fuzzy clustering‐based k‐nearest neighbors imputation for mixed missing data in software development effort estimation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Data mining; Computer science; Categorical variable; Imputation (statistics); Missing data; Cluster analysis; Fuzzy logic; Software; Artificial intelligence; Machine learning","score_opus":0.03699946842914301,"score_gpt":0.3226420344798559,"score_spread":0.28564256605071286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313578599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04423043,0.0002524372,0.95417,0.00034697264,0.00047097378,0.00028394832,0.000008428671,0.00023577432,0.0000010202228],"genre_scores_gemma":[0.38971698,0.00000978976,0.6100687,0.000028654329,0.000061931496,0.00002339059,0.00005867962,0.000020664804,0.000011261733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804866,0.000044375996,0.00062400626,0.0003421655,0.0005865114,0.00035427688],"domain_scores_gemma":[0.9977699,0.0010123869,0.00030282818,0.00030331555,0.0004515231,0.00016005087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018225738,0.00017383808,0.00027594744,0.00073105586,0.00018906282,0.0002196617,0.00076352694,0.00010591331,0.000001883257],"category_scores_gemma":[0.0039398563,0.00016698863,0.000043326403,0.0010314864,0.000032910593,0.0012578908,0.0002101912,0.00022775983,0.0000037691252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023248898,0.00010179074,0.036290288,0.0012476912,0.00004728712,0.00004346841,0.0012087354,0.75559026,0.000028644235,0.000042059346,0.0008617931,0.20430548],"study_design_scores_gemma":[0.0019541434,0.000105383406,0.12246879,0.00045307894,0.000010513076,0.000047755264,0.00004685029,0.8732276,0.0001314517,0.001067971,0.0002612555,0.00022517877],"about_ca_topic_score_codex":0.000006499111,"about_ca_topic_score_gemma":0.000009710396,"teacher_disagreement_score":0.34548655,"about_ca_system_score_codex":0.00018205355,"about_ca_system_score_gemma":0.00079588447,"threshold_uncertainty_score":0.6809598},"labels":[],"label_agreement":null},{"id":"W4323851663","doi":"10.1002/smr.2548","title":"Combining object‐oriented metrics and centrality measures to predict faults in object‐oriented software: An empirical validation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Centrality; Computer science; Software metric; Data mining; Object-oriented programming; Software; Software fault tolerance; Object (grammar); Fault (geology); Artificial intelligence; Software development; Machine learning; Software quality; Programming language; Mathematics","score_opus":0.033226737176487164,"score_gpt":0.3259724400237865,"score_spread":0.29274570284729934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323851663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5527773,0.00029778157,0.44585648,0.00022664777,0.00042257158,0.00016872556,0.0000069432726,0.00024201216,0.0000015320492],"genre_scores_gemma":[0.98264647,0.000084595405,0.01702604,0.00006799062,0.00010945966,0.000013905467,0.000009711224,0.000021185411,0.000020659229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969193,0.00022279311,0.00065739366,0.00045803067,0.0012210328,0.000521467],"domain_scores_gemma":[0.9972169,0.00088838645,0.00022910778,0.0002666769,0.000893306,0.0005056667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022905802,0.00022350167,0.00036949277,0.0013226541,0.00019356764,0.00016111878,0.00047009534,0.000154677,0.0000027480942],"category_scores_gemma":[0.009927225,0.00020887912,0.000055017386,0.004200539,0.000063233456,0.0012820648,0.00020689129,0.0005276869,0.000004106178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013508514,0.00014976808,0.9762155,0.00016150107,0.00003246962,0.00005584589,0.004102553,0.0037401966,0.00006912164,0.00009290987,0.0005016696,0.014743409],"study_design_scores_gemma":[0.0016598926,0.0006921825,0.98106647,0.00027321422,0.00001790802,0.00015473177,0.00035828137,0.013224647,0.00047905612,0.0011364328,0.0006086117,0.00032854918],"about_ca_topic_score_codex":0.000037291193,"about_ca_topic_score_gemma":0.000014383917,"teacher_disagreement_score":0.42986917,"about_ca_system_score_codex":0.00026566553,"about_ca_system_score_gemma":0.000358428,"threshold_uncertainty_score":0.99841255},"labels":[],"label_agreement":null},{"id":"W4376615930","doi":"10.1002/smr.2571","title":"CodeBERT‐Attack: Adversarial attack against source code deep learning models via pre‐trained model","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Computer science; Source code; Adversarial system; Code (set theory); Artificial intelligence; Machine learning; Masking (illustration); Vulnerability (computing); Deep learning; Inference; Programming language; Computer security","score_opus":0.02888597047409828,"score_gpt":0.28905566858260295,"score_spread":0.26016969810850465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376615930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057662036,0.0003281857,0.9403865,0.0004960541,0.0004761752,0.00014035734,0.0000024167334,0.0004049251,0.00010339986],"genre_scores_gemma":[0.949616,0.0001114577,0.048888057,0.00018794676,0.0003527903,0.0000063266766,0.000007586342,0.00004407851,0.00078573765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728674,0.00020141999,0.00071435986,0.00043481207,0.0008443297,0.00051832997],"domain_scores_gemma":[0.9977783,0.0003141029,0.0007692155,0.00024817433,0.0006082398,0.00028195637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001257665,0.00030045034,0.000453655,0.0004240083,0.0005706848,0.00019039345,0.0008867464,0.00021598137,0.0000069672733],"category_scores_gemma":[0.00083846436,0.00028147278,0.00016068424,0.00089853164,0.00011040223,0.002088071,0.00031418135,0.0009976791,0.000013441838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011852674,0.000032937423,0.0010374198,0.0000859562,0.000047608624,0.000022804868,0.003720698,0.96724397,0.00004730566,0.0002515973,0.0003352433,0.027055943],"study_design_scores_gemma":[0.0013586025,0.00013574869,0.0004518736,0.0001279626,0.00003417346,0.0001044277,0.0002371403,0.9927494,0.000013718549,0.003836732,0.00063290173,0.00031732614],"about_ca_topic_score_codex":0.0000062784875,"about_ca_topic_score_gemma":0.0000078637595,"teacher_disagreement_score":0.891954,"about_ca_system_score_codex":0.0001649571,"about_ca_system_score_gemma":0.00032176383,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W4385632434","doi":"10.1002/smr.2602","title":"Understanding the quality and evolution of Android app build systems","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council; Monash University","keywords":"Android (operating system); Computer science; Plug-in; Executable; Scripting language; Software quality; Software engineering; Software; World Wide Web; Software development; Operating system","score_opus":0.0747303414186689,"score_gpt":0.32579833055526153,"score_spread":0.2510679891365926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385632434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18636523,0.0029635737,0.8097659,0.0003404671,0.00037011204,0.00009321061,0.0000028551567,0.00009070264,0.000007966019],"genre_scores_gemma":[0.99890876,0.00011824689,0.0008331976,0.0000073806254,0.00008966516,0.0000031592338,3.073774e-7,0.0000068393983,0.000032426236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985624,0.000101918355,0.00040310636,0.00014638023,0.00059200387,0.0001942134],"domain_scores_gemma":[0.99822724,0.00088636007,0.00028521867,0.0001649649,0.00033795918,0.00009825621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002155625,0.00009277486,0.0002037545,0.0002903577,0.00016937625,0.00010465612,0.0003457217,0.00006512273,7.9013427e-7],"category_scores_gemma":[0.0013290686,0.00006590476,0.000040221985,0.0008797863,0.000105755935,0.00049520517,0.00010640953,0.00023166063,0.0000012471609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015306872,0.00010411457,0.8802544,0.0028975587,0.00021358611,0.000035144087,0.0055574086,0.022509368,0.00081096083,0.079290934,0.0036100508,0.004563446],"study_design_scores_gemma":[0.0013106894,0.00038486288,0.90390414,0.0006859303,0.000031252097,0.0006014308,0.002914137,0.046714995,0.00010234858,0.042722132,0.00030133536,0.00032675796],"about_ca_topic_score_codex":0.000022209524,"about_ca_topic_score_gemma":0.000001692244,"teacher_disagreement_score":0.8125436,"about_ca_system_score_codex":0.00019105479,"about_ca_system_score_gemma":0.00016954269,"threshold_uncertainty_score":0.26875183},"labels":[],"label_agreement":null},{"id":"W4386213535","doi":"10.1002/smr.2609","title":"Image‐based communication on social coding platforms","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Coding (social sciences); World Wide Web; Variety (cybernetics); Social media; Image (mathematics); Multimedia; Data science; Information retrieval; Software engineering; Artificial intelligence; Programming language","score_opus":0.036699246919948886,"score_gpt":0.32083804380023945,"score_spread":0.28413879688029053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386213535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24917026,0.00021418364,0.7485173,0.0013735554,0.00027867255,0.00009090312,0.0000026394403,0.00032393652,0.00002859203],"genre_scores_gemma":[0.9854967,0.000037242273,0.0142431995,0.0000821574,0.00009923953,0.0000038500784,0.0000020893601,0.000009634945,0.000025876667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898154,0.000024439169,0.00022953183,0.00010965128,0.00046814993,0.00018668472],"domain_scores_gemma":[0.9987281,0.00053837104,0.00015651083,0.00014681247,0.00034800463,0.00008221446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077774207,0.00008419107,0.0001315111,0.0003613797,0.00024396586,0.0001200316,0.00050472445,0.000060072107,0.0000048925544],"category_scores_gemma":[0.0008488784,0.00007208073,0.000048862028,0.000729111,0.00004889601,0.00060640933,0.00007328272,0.00030575765,0.00001930115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013809019,0.0014217849,0.3592858,0.0043600067,0.00052300637,0.0005611322,0.027426982,0.02965979,0.0043333434,0.058067374,0.1996393,0.31334057],"study_design_scores_gemma":[0.0045119952,0.0008996004,0.79477876,0.0009758202,0.000029450426,0.00023302955,0.000609226,0.15723082,0.001807669,0.03563926,0.0024474945,0.00083688565],"about_ca_topic_score_codex":0.0000013350933,"about_ca_topic_score_gemma":3.4991422e-7,"teacher_disagreement_score":0.73632646,"about_ca_system_score_codex":0.00010363221,"about_ca_system_score_gemma":0.00014646638,"threshold_uncertainty_score":0.2939367},"labels":[],"label_agreement":null},{"id":"W4388768226","doi":"10.1002/smr.2639","title":"A catalog of metrics at source code level for vulnerability prediction: A systematic mapping study","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Vulnerability (computing); Code review; Software quality; Software security assurance; Software; Data mining; Software metric; Predictive modelling; Quality (philosophy); Machine learning; Data science; Software development; Computer security; Information security","score_opus":0.06678564583861035,"score_gpt":0.3157488891498784,"score_spread":0.24896324331126807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388768226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30953407,0.0005442197,0.6890376,0.0000573787,0.00027157267,0.00042633602,0.000020831936,0.00010739972,5.474245e-7],"genre_scores_gemma":[0.9922727,0.000010671874,0.007432664,0.000007409767,0.00007614505,0.00004811386,0.0000018959488,0.000011325641,0.00013911996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809676,0.00009823976,0.00066568074,0.00021166871,0.0007094647,0.00021816495],"domain_scores_gemma":[0.99640524,0.0018495667,0.0003885257,0.0002506448,0.0009832181,0.00012277116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029612244,0.00011647115,0.0003845906,0.000628614,0.00017235898,0.000055935066,0.00048661136,0.00005542553,0.0000012327203],"category_scores_gemma":[0.007519752,0.000097160766,0.00008455984,0.0016910398,0.00004089124,0.00038893285,0.0001636722,0.00018063092,0.0000020910336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015999305,0.00059938926,0.9074663,0.050014928,0.00044340154,0.0000299568,0.018266082,0.017038038,0.00016325542,0.00012092311,0.0024401108,0.0032576104],"study_design_scores_gemma":[0.0051162234,0.0025866192,0.8124005,0.00462544,0.0001915248,0.0007611749,0.0040101237,0.16602692,0.00041024305,0.002967375,0.00031663073,0.0005871766],"about_ca_topic_score_codex":0.000006196618,"about_ca_topic_score_gemma":0.000003931859,"teacher_disagreement_score":0.6827386,"about_ca_system_score_codex":0.00020391811,"about_ca_system_score_gemma":0.00018151474,"threshold_uncertainty_score":0.9002389},"labels":[],"label_agreement":null},{"id":"W4391649227","doi":"10.1002/smr.2657","title":"Practitioners' expectations on automated release note generation techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software release life cycle; Task (project management); Software engineering; Software; Data science; Software development; Process management; World Wide Web; Engineering; Software construction; Systems engineering","score_opus":0.015397722247283613,"score_gpt":0.31779093120839425,"score_spread":0.30239320896111066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391649227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021479586,0.0015094689,0.9741654,0.001066854,0.00057142356,0.00009090549,0.0000028497918,0.0010883159,0.000025243386],"genre_scores_gemma":[0.9434373,0.0000710211,0.05599222,0.000057107292,0.00034917268,0.000012652273,0.0000027710028,0.00001180098,0.00006599701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900246,0.000043783544,0.00024793725,0.00016949861,0.0004069962,0.00012932232],"domain_scores_gemma":[0.99894166,0.00034621844,0.000092946306,0.000119784054,0.00039858217,0.00010081271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033208387,0.00009351578,0.000101118625,0.000452287,0.00011621952,0.00026621186,0.00019028578,0.000068548055,0.0000064441615],"category_scores_gemma":[0.0010852199,0.00007986403,0.00004307015,0.0005662698,0.000025480544,0.0011025802,0.00002433602,0.00028516364,0.000014714793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029128426,0.0012173366,0.005865876,0.002808499,0.0005234002,0.0015114177,0.024391495,0.029191045,0.021192094,0.05578714,0.24482954,0.6123909],"study_design_scores_gemma":[0.00091931014,0.0018247551,0.01190589,0.00192974,0.000071621354,0.0024345766,0.000331598,0.928096,0.025587779,0.010218636,0.015777566,0.0009025382],"about_ca_topic_score_codex":0.0000024034396,"about_ca_topic_score_gemma":6.598446e-7,"teacher_disagreement_score":0.9219577,"about_ca_system_score_codex":0.00015441509,"about_ca_system_score_gemma":0.00029294743,"threshold_uncertainty_score":0.32567608},"labels":[],"label_agreement":null},{"id":"W4400302466","doi":"10.1002/smr.2710","title":"On the value of instance selection for bug resolution prediction performance","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Selection (genetic algorithm); Value (mathematics); Resolution (logic); Artificial intelligence; Machine learning; Data mining","score_opus":0.012080885809297288,"score_gpt":0.2595333875728785,"score_spread":0.24745250176358125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400302466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16483812,0.0008449998,0.8328951,0.0008830058,0.00034165804,0.00009150816,0.0000058745054,0.000050251627,0.00004948515],"genre_scores_gemma":[0.9953518,0.00012791366,0.00427745,0.00004115806,0.00011928331,0.000007460884,0.0000025240013,0.0000044635563,0.000067969224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992484,0.00005021357,0.00026042503,0.00012461118,0.00023411527,0.000082259234],"domain_scores_gemma":[0.9991798,0.0002094267,0.00021641684,0.00008894074,0.00027716515,0.000028246202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082880707,0.00006383007,0.000083050974,0.00013819456,0.00016224432,0.00006754138,0.00017332268,0.0000453584,0.000001945135],"category_scores_gemma":[0.0003398331,0.000042290558,0.000037270096,0.0003581421,0.000031164207,0.0006402847,0.000012625053,0.00019193602,0.0000011190394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068604684,0.0002507942,0.042578865,0.002491729,0.0001354195,0.0000012560066,0.0032828546,0.051678553,0.0021702475,0.62598455,0.0130924275,0.25764725],"study_design_scores_gemma":[0.00029498708,0.00082716724,0.061787117,0.00061702635,0.000025760926,0.00008813756,0.000053309614,0.9120723,0.00068470166,0.017743029,0.005717303,0.00008918996],"about_ca_topic_score_codex":0.0000027663602,"about_ca_topic_score_gemma":9.66055e-7,"teacher_disagreement_score":0.8603937,"about_ca_system_score_codex":0.000063593914,"about_ca_system_score_gemma":0.00013614203,"threshold_uncertainty_score":0.17245589},"labels":[],"label_agreement":null},{"id":"W4400332620","doi":"10.1002/smr.2709","title":"A rule‐based method to effectively adopt robotic process automation","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automation; Process (computing); Process automation system; Artificial intelligence; Human–computer interaction; Programming language; Mechanical engineering","score_opus":0.009132686651321152,"score_gpt":0.2928261820119839,"score_spread":0.28369349536066274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400332620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013804947,0.0018311378,0.9825867,0.00044232598,0.00026816753,0.0002785178,0.0000062554304,0.0006751219,0.00010682744],"genre_scores_gemma":[0.90218276,0.000011829053,0.09745496,0.00008248688,0.00012323752,0.00007157942,0.0000037874565,0.00004070653,0.000028674214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873465,0.000041151667,0.00048365424,0.00018206683,0.0003647559,0.00019374026],"domain_scores_gemma":[0.99896294,0.00020510778,0.00011511205,0.00009629109,0.0004342743,0.0001862948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053580117,0.00018630897,0.0002637592,0.0005001147,0.00009619309,0.00014978401,0.00016793386,0.00010389865,0.000027847693],"category_scores_gemma":[0.00023599812,0.00016889752,0.00006783575,0.00096714054,0.000023784845,0.0005896837,0.000010683414,0.00026742744,0.000035160738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021873677,0.000045687917,0.00048467077,0.0028431043,0.00007837246,0.000007514013,0.00102867,0.9449753,0.0006831955,0.0005355259,0.00087152113,0.04842456],"study_design_scores_gemma":[0.0004672724,0.00013147402,0.01394609,0.0011222396,0.00013799287,0.00024118696,0.00017317255,0.9713455,0.0025415118,0.008911926,0.0006325924,0.0003490814],"about_ca_topic_score_codex":0.0000013143231,"about_ca_topic_score_gemma":8.5597156e-7,"teacher_disagreement_score":0.8883778,"about_ca_system_score_codex":0.00020639462,"about_ca_system_score_gemma":0.00022724642,"threshold_uncertainty_score":0.68874407},"labels":[],"label_agreement":null},{"id":"W4408374128","doi":"10.1002/smr.70006","title":"Guest Editorial for the Special Issue on Source Code Analysis and Manipulation, SCAM 2022","year":2025,"lang":"en","type":"editorial","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code (set theory); Open source; Programming language; Software engineering; Software","score_opus":0.006004983743247865,"score_gpt":0.28164415437758783,"score_spread":0.27563917063433996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408374128","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029755931,0.00042354263,0.52510524,0.00017465003,0.4740242,0.00016159704,0.000039730217,0.000058343983,0.00000974513],"genre_scores_gemma":[0.00012378088,0.00043555294,0.0064469213,0.0000431644,0.99204224,0.0000298822,0.000016343825,0.000016202717,0.00084591075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997695,0.0000761075,0.0006254154,0.00040652635,0.0009896986,0.00020723029],"domain_scores_gemma":[0.9949238,0.0017537089,0.0010212793,0.00029186188,0.0019114523,0.00009794697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094266795,0.0002727465,0.0005142596,0.00066438626,0.00049234065,0.0002851951,0.0006815157,0.0004976968,0.000007436271],"category_scores_gemma":[0.002694998,0.00020850616,0.00019640707,0.000871897,0.00008897998,0.0005190562,0.0001319159,0.0008362154,7.5698966e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018245385,0.000026549744,0.00006236831,0.00012223265,0.00019848003,0.0000012253348,0.00012694905,0.0004089227,0.0000010502363,0.000057897872,0.98417383,0.014638022],"study_design_scores_gemma":[0.0005104385,0.00034990144,0.00013794893,0.00013328186,0.00040975996,0.0000073856518,0.00003396838,0.00074511854,0.000058024554,0.0036920067,0.99370795,0.00021418142],"about_ca_topic_score_codex":0.000013184373,"about_ca_topic_score_gemma":0.000042937623,"teacher_disagreement_score":0.5186583,"about_ca_system_score_codex":0.0001962198,"about_ca_system_score_gemma":0.00040287024,"threshold_uncertainty_score":0.8502634},"labels":[],"label_agreement":null},{"id":"W4415002193","doi":"10.1002/smr.70057","title":"Evaluation and Improvement of Test Selection for Large Language Models","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; Université du Luxembourg","keywords":"Selection (genetic algorithm); Test (biology); Margin (machine learning); Process (computing); Harm; Deep learning; Empirical research; Ground truth","score_opus":0.015548742286457652,"score_gpt":0.3038847352079227,"score_spread":0.28833599292146506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415002193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12715903,0.0013673481,0.87107104,0.00015856055,0.00008706355,0.00012510628,0.0000019294598,0.000009840256,0.000020109132],"genre_scores_gemma":[0.9762261,0.000022201164,0.023628047,0.00004894835,0.00003061079,0.000006084463,3.396787e-7,0.0000017224006,0.000035934347],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993988,0.000014289041,0.00022002944,0.00009120648,0.00020329577,0.00007237389],"domain_scores_gemma":[0.9989682,0.0000680465,0.00018310646,0.0000497036,0.0007063321,0.00002461413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093565095,0.000045324698,0.000094011055,0.00011476346,0.000061466715,0.000026150961,0.00008535994,0.000033263612,0.0000010185425],"category_scores_gemma":[0.00029514203,0.000039116105,0.00002069354,0.00013151288,0.000007048697,0.0003980405,0.000024810164,0.00005406392,2.7278999e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009431887,0.00039606047,0.035010062,0.0015060758,0.0001389218,7.341876e-7,0.006266804,0.014801805,0.00948125,0.03120513,0.0004628867,0.90063596],"study_design_scores_gemma":[0.0010110672,0.00020620802,0.002216709,0.00011875735,0.00004486185,0.00001058407,0.00020302755,0.93907225,0.0019125399,0.055112056,0.000039201586,0.000052751373],"about_ca_topic_score_codex":0.000005241435,"about_ca_topic_score_gemma":0.000007660397,"teacher_disagreement_score":0.92427045,"about_ca_system_score_codex":0.000051651197,"about_ca_system_score_gemma":0.00018511877,"threshold_uncertainty_score":0.15951085},"labels":[],"label_agreement":null},{"id":"W4415137920","doi":"10.1002/smr.2760","title":"A Comprehensive Framework for Testing Goal‐Oriented NFPs in Software Product Lines","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Software product line; Domain engineering; Domain (mathematical analysis); Quality (philosophy); Software development; Domain analysis; Product (mathematics); Consistency (knowledge bases)","score_opus":0.037804355290026834,"score_gpt":0.3371360906745671,"score_spread":0.2993317353845403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415137920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024339214,0.005796522,0.96805114,0.00039758478,0.0009399122,0.00025358435,0.0000035319986,0.00021646106,0.000002059899],"genre_scores_gemma":[0.07553666,0.000048082515,0.9240765,0.00013793075,0.00013252985,0.000023025954,7.557677e-7,0.000011596332,0.00003289763],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985371,0.00008159776,0.0005584374,0.00031314223,0.00021822072,0.00029145388],"domain_scores_gemma":[0.9948984,0.0031773678,0.0003653304,0.00021985905,0.0012660439,0.00007302687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006006333,0.00019518056,0.00039702636,0.00033531224,0.00013805923,0.00006390611,0.00045737505,0.00011082426,4.846972e-7],"category_scores_gemma":[0.021208439,0.00017414585,0.00006679652,0.0012327785,0.00007007486,0.000657168,0.0001215919,0.0004230841,3.6156163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005646886,0.00041842455,0.25870296,0.0052277297,0.00020611758,0.000079796715,0.003944877,0.21882898,0.00082760584,0.023070507,0.0008224477,0.48730585],"study_design_scores_gemma":[0.002473904,0.00064398296,0.1430526,0.004111843,0.000057769732,0.00039316484,0.000602422,0.006867896,0.0013815461,0.8362768,0.0033713174,0.0007667159],"about_ca_topic_score_codex":0.0000027366764,"about_ca_topic_score_gemma":0.0000013699896,"teacher_disagreement_score":0.8132063,"about_ca_system_score_codex":0.0001137405,"about_ca_system_score_gemma":0.0002947993,"threshold_uncertainty_score":0.98703635},"labels":[],"label_agreement":null}]}