{"meta":{"query_hash":"1485352e3124","filters":{"venue":"Journal of Software Evolution and Process"},"cohort_total":86,"direct_labels_cover":0,"predictions_cover":86,"exported":86,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1485352e3124","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Software+Evolution+and+Process"},"results":[{"id":"W1492274812","doi":"10.1002/smr.1644","title":"Model refactoring using examples: a search‐based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Set (abstract data type); Heuristic; Metamodeling; Quality (philosophy); Base (topology); Sequence (biology); Software; Programming language; Software engineering; Artificial intelligence","score_opus":0.06070729225650119,"score_gpt":0.3009794474827227,"score_spread":0.24027215522622153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492274812","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027760778,0.00047820908,0.96601516,0.0002837078,0.000018449768,0.00022385996,0.000080628015,0.001055867,0.004083394],"genre_scores_gemma":[0.14624862,0.00027083178,0.85182834,0.000069064445,0.000014776798,0.00021365142,0.00025417798,0.00016888765,0.00093169766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730635,0.0014845724,0.00016516382,0.00031361362,0.0006179863,0.000112288726],"domain_scores_gemma":[0.99281704,0.005346529,0.0004245496,0.0005911784,0.00069643965,0.00012433823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027081475,0.0014128933,0.0011941412,0.0035619861,0.0006644027,0.001557912,0.0027573602,0.0018700643,0.0032289082],"category_scores_gemma":[0.010137625,0.0008024334,0.0013909314,0.0022260617,0.0013364849,0.0014914356,0.0018366982,0.0010639695,0.00052666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020948451,0.00040485812,0.0028167951,0.00056978397,0.0001850866,0.00046474946,0.0004683066,0.6598517,0.0067160656,0.040055223,0.002306557,0.2859514],"study_design_scores_gemma":[0.000041698906,0.00007082144,0.00021831002,0.00007248135,0.000046658086,0.00011781232,0.00008033873,0.98359144,0.0025973993,0.01031559,0.0028297186,0.000017659793],"about_ca_topic_score_codex":0.0030181631,"about_ca_topic_score_gemma":0.0039609326,"teacher_disagreement_score":0.0035619861,"about_ca_system_score_codex":0.00080803817,"about_ca_system_score_gemma":0.0010613626,"threshold_uncertainty_score":0.014322221},"labels":[],"label_agreement":null},{"id":"W1508590353","doi":"10.1002/smr.1597","title":"An empirical study of faults in late propagation clone genealogies","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Commit; Software evolution; Biology; Software; Computer science; Software system; Genetics; Programming language; Gene; Database","score_opus":0.021822808823423523,"score_gpt":0.3192357228767848,"score_spread":0.2974129140533613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508590353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99901795,0.000050831284,0.0005625872,0.000031840304,0.0000011304073,0.000009089972,0.000088290566,0.000013376133,0.00022491795],"genre_scores_gemma":[0.999433,0.00001684911,0.00031151142,0.000006776364,0.0000016824775,0.0000075587586,0.00013217321,0.0000050967783,0.00008531221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660146,0.0013153349,0.00037229116,0.00063086534,0.0008571014,0.0002229563],"domain_scores_gemma":[0.80820876,0.13347666,0.035997663,0.009389602,0.010561857,0.0023655035],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003855944,0.00022647863,0.00025942648,0.0029630612,0.000564685,0.0010760177,0.0010059439,0.000842139,0.0010562501],"category_scores_gemma":[0.075328745,0.0002921294,0.00025722926,0.002551991,0.001523779,0.0022833082,0.0009027416,0.0011594794,0.00020444198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009925189,0.000096638214,0.98862326,0.000028086362,0.000042011146,0.00024120523,0.001611973,0.0013260139,0.00047336592,0.00033909234,0.00015173024,0.006967411],"study_design_scores_gemma":[0.000013561523,0.00028501693,0.9740397,0.000025404152,0.000029845327,0.0010900961,0.0030222805,0.018702516,0.0008188405,0.0012700157,0.0006790375,0.000023749271],"about_ca_topic_score_codex":0.0039454442,"about_ca_topic_score_gemma":0.004635538,"teacher_disagreement_score":0.99614406,"about_ca_system_score_codex":0.00077494886,"about_ca_system_score_gemma":0.00041650384,"threshold_uncertainty_score":0.020392418},"labels":[],"label_agreement":null},{"id":"W1512615396","doi":"10.1002/smr.1662","title":"Big data clone detection using classical detectors: an exploratory study","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Big data; Source code; Code (set theory); clone (Java method); Data mining; Data science; Database; Programming language","score_opus":0.07457598398553884,"score_gpt":0.3182856481568901,"score_spread":0.24370966417135126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512615396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9474265,0.0007315926,0.0475673,0.0003483577,0.000032014494,0.00058379374,0.0009030233,0.00075470714,0.0016528153],"genre_scores_gemma":[0.9297568,0.00024788402,0.067676894,0.00012163643,0.000034176606,0.0002762415,0.0013613595,0.00012854904,0.00039662066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985274,0.0074578132,0.00074671896,0.001844381,0.004210997,0.00046610532],"domain_scores_gemma":[0.8066698,0.15384364,0.0089576775,0.014876306,0.014196757,0.0014558705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014691922,0.001065088,0.00073353125,0.005555054,0.00096253527,0.0021071224,0.002528153,0.0012946911,0.0004681821],"category_scores_gemma":[0.06631155,0.00055089325,0.0012875777,0.0033060736,0.0017705323,0.0031946416,0.002114549,0.001918138,0.00030901257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019109286,0.005127853,0.63149756,0.0023520654,0.0011065367,0.0022653765,0.0102344025,0.038335495,0.021246148,0.008557207,0.009568627,0.26779783],"study_design_scores_gemma":[0.00032658607,0.004704618,0.2176282,0.00060539605,0.00063147425,0.00439697,0.011980883,0.6684609,0.05301902,0.018851181,0.019059755,0.00033508445],"about_ca_topic_score_codex":0.0023577553,"about_ca_topic_score_gemma":0.0026682573,"teacher_disagreement_score":0.014691922,"about_ca_system_score_codex":0.0010199001,"about_ca_system_score_gemma":0.00086472236,"threshold_uncertainty_score":0.077699244},"labels":[],"label_agreement":null},{"id":"W1545579570","doi":"10.1002/smr.1636","title":"On the evolution of Lehman's Laws","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Honor; Software; Software development; Computer science; Software engineering; Software construction; Programming language","score_opus":0.010730859224768127,"score_gpt":0.24545486193871513,"score_spread":0.234724002713947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545579570","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08301984,0.015875561,0.27919826,0.024412416,0.0011457793,0.00008205866,0.0002014603,0.00032236488,0.5957423],"genre_scores_gemma":[0.903808,0.004859653,0.041420873,0.0025325457,0.00092199125,0.00012781825,0.00015763665,0.00016160328,0.046009995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986817,0.0005616638,0.000055556804,0.00017708342,0.00039623425,0.0001276908],"domain_scores_gemma":[0.9952434,0.0031382984,0.0002566214,0.00043789405,0.00075063953,0.0001731993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002839469,0.0002474798,0.00042925795,0.0012968039,0.00151802,0.0021002076,0.00076864846,0.0011393353,0.0061237244],"category_scores_gemma":[0.0131402295,0.00023008842,0.00051690405,0.00078509934,0.005388737,0.00405321,0.0014640257,0.0026164935,0.00078269554],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000312556,0.0000035253595,0.000089919085,0.000008458043,0.000001679554,0.000023941622,0.00017405357,0.0006684543,0.000034888377,0.9943954,0.0012600598,0.003336569],"study_design_scores_gemma":[0.000003384622,0.0000038677863,0.000117373704,0.000018161027,0.0000014133176,0.000022781833,0.000038225735,0.0031741897,0.000052629362,0.988138,0.008425642,0.000004421099],"about_ca_topic_score_codex":0.0031411496,"about_ca_topic_score_gemma":0.0016921874,"teacher_disagreement_score":0.0061237244,"about_ca_system_score_codex":0.0023214763,"about_ca_system_score_gemma":0.000992528,"threshold_uncertainty_score":0.020485878},"labels":[],"label_agreement":null},{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","score_opus":0.032268173185308426,"score_gpt":0.2607337189416604,"score_spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556740091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13007031,0.005732139,0.6493433,0.022020483,0.00063717953,0.00054325664,0.0004748135,0.0010590223,0.19011949],"genre_scores_gemma":[0.82852256,0.003002696,0.16112971,0.001193627,0.00011889457,0.00033366756,0.00043755848,0.00021545148,0.005045741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9902879,0.0069313846,0.00036075735,0.0008473494,0.0009972883,0.0005752474],"domain_scores_gemma":[0.990388,0.004407275,0.0006964734,0.0023349281,0.0013606194,0.0008127691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006480138,0.00066535757,0.00044103048,0.0020394914,0.0032968693,0.006424534,0.0013392167,0.0012455733,0.0039178724],"category_scores_gemma":[0.011406305,0.00057991093,0.000562393,0.0017886064,0.0057930304,0.0054984684,0.00888571,0.0028465753,0.0005012899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009317219,0.00013470104,0.010557839,0.00067134504,0.00006389131,0.0015811886,0.05977839,0.017248262,0.0034028213,0.75142795,0.008228018,0.14681241],"study_design_scores_gemma":[0.000043517735,0.00014932688,0.005093214,0.0019531725,0.00007831026,0.0009123404,0.055014532,0.019454448,0.0034708134,0.3550115,0.5586824,0.00013651834],"about_ca_topic_score_codex":0.012805056,"about_ca_topic_score_gemma":0.015338679,"teacher_disagreement_score":0.012805056,"about_ca_system_score_codex":0.0035526205,"about_ca_system_score_gemma":0.005201948,"threshold_uncertainty_score":0.034270704},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","score_opus":0.0211365341964052,"score_gpt":0.30992985230478043,"score_spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588156709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021658542,0.00053971994,0.99131256,0.0004170374,0.000053825115,0.0001681529,0.000102226615,0.0011852136,0.0040553594],"genre_scores_gemma":[0.15697517,0.00083195633,0.83726305,0.00017885778,0.00023997239,0.00090942683,0.0004535233,0.0004859101,0.0026622133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881295,0.005398606,0.0012986059,0.0008850023,0.0037437796,0.000544557],"domain_scores_gemma":[0.99112755,0.0045205276,0.00083500426,0.00075475633,0.0024019552,0.00036031147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016886137,0.002215192,0.0012622621,0.0043960144,0.0011927163,0.006200199,0.0030545783,0.001877696,0.0034778935],"category_scores_gemma":[0.018688215,0.0009804285,0.0020567714,0.002413827,0.0023916697,0.0047602938,0.0027488046,0.0032269412,0.0011517802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006796595,0.000120306904,0.00083909306,0.00035690915,0.000119443546,0.0003170747,0.0003827063,0.19609751,0.0022695917,0.7279705,0.004836807,0.06662203],"study_design_scores_gemma":[0.0000286079,0.000070523674,0.000219402,0.00020235655,0.000052517105,0.00014029132,0.00007873286,0.7749708,0.001388683,0.20116588,0.021639895,0.00004228639],"about_ca_topic_score_codex":0.00595327,"about_ca_topic_score_gemma":0.00331666,"teacher_disagreement_score":0.016886137,"about_ca_system_score_codex":0.0036621545,"about_ca_system_score_gemma":0.002682877,"threshold_uncertainty_score":0.089303434},"labels":[],"label_agreement":null},{"id":"W1608644518","doi":"10.1002/smr.1641","title":"Taxonomy for software teamwork measurement","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Taxonomy (biology); Teamwork; Team software process; Software engineering; Computer science; Software development process; Capstone; Software; Personal software process; Knowledge management; Software inspection; Process (computing); Process management; Engineering; Software development; Management science; Software quality; Software construction; Management; Computer security","score_opus":0.02905796032011379,"score_gpt":0.25503317839640477,"score_spread":0.22597521807629098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608644518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23289646,0.0036342074,0.6872046,0.0016319051,0.0004693638,0.0062586498,0.004193312,0.0013915156,0.062320028],"genre_scores_gemma":[0.5820404,0.00097562827,0.40317088,0.0001738621,0.00006701096,0.008004467,0.0038184738,0.000101926074,0.0016472342],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9568005,0.022853078,0.006528982,0.0024484408,0.010391706,0.0009772077],"domain_scores_gemma":[0.926824,0.038951922,0.008799994,0.00814737,0.015903952,0.0013728176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018046312,0.0010530886,0.00085810997,0.017635407,0.0027341868,0.004777212,0.0023041691,0.0021787498,0.0031403825],"category_scores_gemma":[0.088566996,0.00052079814,0.0015034154,0.013632359,0.0026940717,0.0069669522,0.00443418,0.0019538,0.0010031047],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036615971,0.000601168,0.1649915,0.0034936091,0.0002382315,0.00029756996,0.030553294,0.01268231,0.0054278127,0.27918792,0.013289018,0.4888714],"study_design_scores_gemma":[0.00014691989,0.0014365719,0.18276735,0.0053321472,0.00016598219,0.0016324043,0.046680808,0.122516066,0.0054193484,0.4860788,0.14746915,0.00035447374],"about_ca_topic_score_codex":0.0031852196,"about_ca_topic_score_gemma":0.0022615357,"teacher_disagreement_score":0.9819537,"about_ca_system_score_codex":0.004342044,"about_ca_system_score_gemma":0.0040435754,"threshold_uncertainty_score":0.095439136},"labels":[],"label_agreement":null},{"id":"W1672898643","doi":"10.1002/smr.1559","title":"Regression test suite selection using dependence analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Test case; Data mining; Representation (politics); Process (computing); Regression analysis; Machine learning; Software; Software system; Programming language","score_opus":0.024025132744568693,"score_gpt":0.30849297701315503,"score_spread":0.28446784426858635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1672898643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1431486,0.00030003075,0.844875,0.00025871096,0.00002658514,0.0004472767,0.0005629575,0.006298055,0.0040827864],"genre_scores_gemma":[0.6845011,0.00011604931,0.3110183,0.00009493047,0.000032583062,0.00044008726,0.0021444303,0.0005649574,0.0010876594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951988,0.0021598965,0.00027895122,0.0005843643,0.0014679447,0.00031021918],"domain_scores_gemma":[0.97977096,0.015110731,0.0010472952,0.0014555175,0.0023409682,0.00027451894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033195193,0.0013646276,0.0010879656,0.005327622,0.000406956,0.00084776443,0.0012416791,0.00066392607,0.002658814],"category_scores_gemma":[0.019846546,0.0005154656,0.0015529467,0.0014746821,0.0005262385,0.00090606057,0.0010753475,0.0008351233,0.0006003378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077166135,0.0004700626,0.023019738,0.00036839524,0.0002998985,0.00110588,0.00024122217,0.3681936,0.04528749,0.01105975,0.0042578974,0.5449244],"study_design_scores_gemma":[0.00006691195,0.0002644945,0.002938702,0.000045891302,0.00009664538,0.00024834997,0.000035274847,0.9676724,0.017481787,0.009325353,0.0017969793,0.000027180673],"about_ca_topic_score_codex":0.0016426475,"about_ca_topic_score_gemma":0.0016998361,"teacher_disagreement_score":0.005327622,"about_ca_system_score_codex":0.000769883,"about_ca_system_score_gemma":0.0011720334,"threshold_uncertainty_score":0.017555475},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","score_opus":0.03999430210769324,"score_gpt":0.3240065482566557,"score_spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753799222","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015318178,0.0002413389,0.88709074,0.0030415906,0.000075231204,0.00050263334,0.00093083264,0.0012243275,0.09157515],"genre_scores_gemma":[0.47503135,0.0011937135,0.48496503,0.0007565219,0.00011980342,0.001772636,0.0047215796,0.00053356803,0.030905724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9910138,0.0024420447,0.0009274509,0.0010045015,0.004148488,0.00046358834],"domain_scores_gemma":[0.9885162,0.002997319,0.0008744851,0.002218104,0.0052024857,0.0001913142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00652372,0.0008351288,0.00045806635,0.0039448407,0.001016984,0.0058537778,0.0035026746,0.0024568478,0.004906302],"category_scores_gemma":[0.01161341,0.00069570396,0.0013410245,0.002766042,0.0021771041,0.007448274,0.0017025329,0.0022774814,0.001756401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026042388,0.00007702576,0.0011360782,0.0001774407,0.000030119456,0.00034172332,0.0014443952,0.07615977,0.0026047914,0.87508684,0.0055042403,0.037411526],"study_design_scores_gemma":[0.000053540625,0.0002175392,0.0023602075,0.00043398625,0.00007146062,0.0005469986,0.0012697963,0.41481405,0.004331971,0.39399874,0.18180668,0.00009503684],"about_ca_topic_score_codex":0.012853561,"about_ca_topic_score_gemma":0.010803575,"teacher_disagreement_score":0.012853561,"about_ca_system_score_codex":0.0051899836,"about_ca_system_score_gemma":0.005003431,"threshold_uncertainty_score":0.03765613},"labels":[],"label_agreement":null},{"id":"W1809117658","doi":"10.1002/smr.1718","title":"A systematic review of distributed Agile software engineering","year":2015,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Timeline; Systematic review; Computer science; Work (physics); Agile Unified Process; Software; Knowledge management; Software development; Process management; Engineering management; Data science; Risk analysis (engineering); Software engineering; Software development process; Engineering; Business; Political science","score_opus":0.02221336624708552,"score_gpt":0.3112582606664719,"score_spread":0.28904489441938636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809117658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005550105,0.9973974,0.00039261312,0.00032074435,0.00015525646,0.00036763737,0.0002589547,0.000009442153,0.00054297043],"genre_scores_gemma":[0.0057573793,0.9916958,0.0011727588,0.00033967666,0.00005025324,0.000609203,0.00021225146,0.0000051875622,0.00015748599],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99002856,0.0036463302,0.0031793395,0.0006580426,0.0022089109,0.00027881857],"domain_scores_gemma":[0.9674187,0.021639653,0.0046255607,0.0006024651,0.0052567697,0.000456855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010380366,0.0017549511,0.005641994,0.020823393,0.000985505,0.0024105085,0.0026925323,0.0019092425,0.004908782],"category_scores_gemma":[0.04673272,0.0012253387,0.004132508,0.019492254,0.0009429142,0.0031768808,0.002277619,0.0014550741,0.00063102244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007871318,0.000023455943,0.00035199607,0.881905,0.0019150912,0.00020661387,0.00040454365,0.00013539012,0.00023444324,0.000774849,0.004330635,0.10963918],"study_design_scores_gemma":[0.00008849928,0.00014358386,0.0018771783,0.92424893,0.010629515,0.0005180269,0.00053306756,0.00007919214,0.0002147187,0.00068882277,0.060942173,0.00003626659],"about_ca_topic_score_codex":0.008053603,"about_ca_topic_score_gemma":0.023149652,"teacher_disagreement_score":0.020823393,"about_ca_system_score_codex":0.0042386013,"about_ca_system_score_gemma":0.019798359,"threshold_uncertainty_score":0.05489731},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","score_opus":0.010845946419561988,"score_gpt":0.25377487498329765,"score_spread":0.24292892856373566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886625064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973997,0.000038323647,0.0013726138,0.0000927684,0.0000028750467,0.000037185207,0.0003136343,0.00004561361,0.0006973879],"genre_scores_gemma":[0.9958824,0.00003559186,0.0032060903,0.000022437296,0.0000064808446,0.00003660698,0.0005470527,0.000027582375,0.00023580232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969791,0.0013562437,0.00018880545,0.0003808162,0.0009455428,0.00014937793],"domain_scores_gemma":[0.9164842,0.062424235,0.00963267,0.0046610013,0.005445006,0.0013529721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00415655,0.00024644283,0.00021581585,0.0032048542,0.0007622732,0.0013911698,0.0007655125,0.0006388793,0.0007694711],"category_scores_gemma":[0.041804917,0.0003237783,0.0002598976,0.0028420342,0.0009659785,0.0022302873,0.0011081652,0.0012093501,0.00019523023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068819866,0.0014011577,0.8202957,0.0004519358,0.00019511106,0.003276109,0.05586399,0.0081600845,0.02300303,0.004150899,0.0019362512,0.0805776],"study_design_scores_gemma":[0.000028893439,0.0009117039,0.9128124,0.00010757824,0.00006437307,0.0012730039,0.018624939,0.048526205,0.007913927,0.0031255428,0.0065088347,0.000102700535],"about_ca_topic_score_codex":0.0041832686,"about_ca_topic_score_gemma":0.0053313253,"teacher_disagreement_score":0.0041832686,"about_ca_system_score_codex":0.0009804065,"about_ca_system_score_gemma":0.0006799323,"threshold_uncertainty_score":0.021982193},"labels":[],"label_agreement":null},{"id":"W1892106905","doi":"10.1002/smr.1550","title":"On the evolution of Linux kernels: a complex network perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Configfs; Clustering coefficient; Perspective (graphical); System call; Theoretical computer science; Path (computing); Cluster analysis; Operating system; Parallel computing; Distributed computing; Mathematics; Artificial intelligence; Discrete mathematics","score_opus":0.023293738740088984,"score_gpt":0.27582552069797606,"score_spread":0.25253178195788706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892106905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77675104,0.0015116852,0.207292,0.0023923728,0.00003436125,0.000043685195,0.00045920289,0.00015211728,0.011363575],"genre_scores_gemma":[0.978567,0.0006293596,0.019456152,0.00004548242,0.00002137373,0.000025132107,0.00014608272,0.000026947184,0.0010825696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99961746,0.00015808936,0.000013889267,0.000094725474,0.00007981996,0.0000359537],"domain_scores_gemma":[0.9961844,0.002142155,0.00066975487,0.00032835745,0.0004923399,0.00018293125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010106936,0.00022669467,0.00025446166,0.00232635,0.00059551717,0.0015336265,0.0005346358,0.00055275066,0.0013292859],"category_scores_gemma":[0.007496937,0.0002099111,0.00028445205,0.0017834719,0.0010743196,0.003086229,0.00073863653,0.0005856103,0.00012444149],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010268899,0.000060045917,0.080110624,0.00017799792,0.0001606205,0.00066261395,0.0030019297,0.45208445,0.008390469,0.35432598,0.0027366618,0.09818588],"study_design_scores_gemma":[0.000006877355,0.000028186614,0.042294975,0.000043289005,0.000042673426,0.00023690044,0.0008154454,0.74133146,0.0014544126,0.20494361,0.008760609,0.000041579566],"about_ca_topic_score_codex":0.007015704,"about_ca_topic_score_gemma":0.0036472257,"teacher_disagreement_score":0.007015704,"about_ca_system_score_codex":0.001452199,"about_ca_system_score_gemma":0.00032872809,"threshold_uncertainty_score":0.013949752},"labels":[],"label_agreement":null},{"id":"W1902003010","doi":"10.1002/smr.1696","title":"A selection of distinguished papers from the 19th Working Conference on Reverse Engineering 2012","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Computer science; Program slicing; Variety (cybernetics); Slicing; Selection (genetic algorithm); Java; Software engineering; Source code; Quality (philosophy); Data science; World Wide Web; Programming language; Artificial intelligence","score_opus":0.01548924074106418,"score_gpt":0.24196808550595889,"score_spread":0.22647884476489472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902003010","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032306886,0.12377137,0.046147685,0.06090917,0.6659358,0.0010505739,0.0043721325,0.0021448145,0.092437685],"genre_scores_gemma":[0.014173801,0.1192434,0.030108659,0.012651818,0.26988578,0.0013062692,0.018046837,0.005218727,0.52936465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99239576,0.0008186241,0.0006356015,0.000998046,0.0044156956,0.0007362514],"domain_scores_gemma":[0.9669543,0.0044472697,0.0014061098,0.0016957906,0.019257544,0.006239063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008634128,0.0025507258,0.0025719015,0.01252733,0.0028381245,0.010415226,0.0022432029,0.0029326836,0.08803973],"category_scores_gemma":[0.019370208,0.0009049109,0.002352334,0.010296399,0.0010081913,0.0062193703,0.00474032,0.0047581997,0.054812193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009611557,0.000055311037,0.00018788713,0.00055899704,0.000022517155,0.000093189956,0.00007562646,0.00022403685,0.001285423,0.0020531737,0.8646935,0.13065419],"study_design_scores_gemma":[0.00002359081,0.000071468494,0.0005642013,0.00049508933,0.000021649115,0.00016929606,0.0001031473,0.00025065284,0.0007235622,0.0022038475,0.99534106,0.00003254787],"about_ca_topic_score_codex":0.0012798638,"about_ca_topic_score_gemma":0.0024947266,"teacher_disagreement_score":0.08803973,"about_ca_system_score_codex":0.0036199791,"about_ca_system_score_gemma":0.0047145663,"threshold_uncertainty_score":0.29452223},"labels":[],"label_agreement":null},{"id":"W1920287393","doi":"10.1002/smr.1695","title":"SCAN: an approach to label and relate execution trace segments","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Java; Feature (linguistics); TRACE (psycholinguistics); Precision and recall; Set (abstract data type); Process (computing); Task (project management); Software; Comprehension; Artificial intelligence; Programming language; Data mining; Machine learning; Software system","score_opus":0.015644056639543682,"score_gpt":0.2702961443460459,"score_spread":0.2546520877065022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920287393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031142218,0.0003205811,0.9315291,0.00027991572,0.000057064393,0.0006435824,0.0022180725,0.03192217,0.001887226],"genre_scores_gemma":[0.10397516,0.00016148048,0.88632494,0.00013061396,0.000048246857,0.0005513307,0.004182354,0.0018375658,0.0027883598],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938624,0.0015186642,0.00064691744,0.0015313755,0.0021791756,0.00026149943],"domain_scores_gemma":[0.9750446,0.0111568775,0.0043476317,0.004067681,0.0045402884,0.00084296154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004903202,0.0016444323,0.001289496,0.013022966,0.0013387429,0.0030001057,0.0029042887,0.0021861182,0.006105326],"category_scores_gemma":[0.023508249,0.0008736411,0.0013938885,0.0057978057,0.0013491645,0.0047198567,0.0041722665,0.001623995,0.0025519938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014180305,0.0005365668,0.02749287,0.0013809794,0.00032767028,0.00068909384,0.008027605,0.011787764,0.054405604,0.016928468,0.022193622,0.8548118],"study_design_scores_gemma":[0.0003386441,0.0013629318,0.021980835,0.0006008644,0.00046487336,0.001777733,0.005584922,0.70311415,0.10699377,0.04783079,0.10955499,0.00039560068],"about_ca_topic_score_codex":0.009148548,"about_ca_topic_score_gemma":0.012902272,"teacher_disagreement_score":0.013022966,"about_ca_system_score_codex":0.0012004732,"about_ca_system_score_gemma":0.0032896665,"threshold_uncertainty_score":0.025930882},"labels":[],"label_agreement":null},{"id":"W1925941278","doi":"10.1002/smr.1635","title":"Detecting asynchrony and dephase change patterns by mining software repositories","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal; Lab_Bell (Canada)","funders":"","keywords":"Computer science; Asynchrony (computer programming); Software evolution; Interval (graph theory); Java; Change detection; Software; Data mining; Software development; Programming language; Artificial intelligence","score_opus":0.014671771646186717,"score_gpt":0.258621679834277,"score_spread":0.24394990818809026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925941278","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244958,0.0007182926,0.06659531,0.00018939286,0.000025591746,0.00015178673,0.0019256342,0.0050642267,0.0008339129],"genre_scores_gemma":[0.9127042,0.0001910465,0.08125393,0.000042553747,0.000024325069,0.000089994486,0.0051927716,0.00011629592,0.00038484254],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99423814,0.0009151461,0.0009880689,0.0014355041,0.0021821188,0.00024096576],"domain_scores_gemma":[0.96240073,0.01690304,0.009673298,0.005179754,0.005120023,0.0007231443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467504,0.00070261286,0.0008838253,0.013725463,0.00056439114,0.001630739,0.0015147799,0.00086995325,0.00030973105],"category_scores_gemma":[0.018250125,0.0004665002,0.0008616852,0.007506015,0.00042044776,0.0020225844,0.001421688,0.00060512044,0.0003116576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045307213,0.0004542232,0.5378809,0.0005676,0.00044283769,0.00074608345,0.0007180021,0.033670224,0.018180676,0.0010548835,0.003679208,0.40215218],"study_design_scores_gemma":[0.00007312084,0.0003189276,0.20815141,0.0000775923,0.00029692682,0.001239747,0.00056981936,0.7489228,0.032220993,0.003227777,0.0048086005,0.00009218594],"about_ca_topic_score_codex":0.005780811,"about_ca_topic_score_gemma":0.0063333404,"teacher_disagreement_score":0.013725463,"about_ca_system_score_codex":0.00062758446,"about_ca_system_score_gemma":0.0010017735,"threshold_uncertainty_score":0.023626685},"labels":[],"label_agreement":null},{"id":"W1929161383","doi":"10.1002/smr.1659","title":"An empirical study of the effect of file editing patterns on software quality","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer file; File format; Software; Data file; World Wide Web; Database; Operating system","score_opus":0.01750574317341968,"score_gpt":0.3362430763318027,"score_spread":0.31873733315838304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929161383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99891424,0.000047663678,0.00044904728,0.000070387425,0.00000234695,0.000020770933,0.00012758031,0.000013465446,0.0003544857],"genre_scores_gemma":[0.9994531,0.000019351586,0.000337437,0.000009986807,0.000003717677,0.000014763429,0.00010133812,0.000004230414,0.00005594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.980682,0.008401194,0.002228272,0.0022359109,0.005214411,0.0012382505],"domain_scores_gemma":[0.426378,0.39068538,0.14453673,0.01439797,0.017067857,0.00693406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012729262,0.00038070732,0.0003297061,0.0031267623,0.00065130176,0.0020371026,0.0013452992,0.0010114537,0.0021214292],"category_scores_gemma":[0.18221885,0.0004092656,0.0006773717,0.0033202542,0.0016238155,0.003502515,0.0016491493,0.0019938422,0.00029797808],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008448503,0.00013985665,0.99447894,0.00002690415,0.00005844979,0.00009658141,0.00071954116,0.00034789424,0.00018024951,0.000057960206,0.00008593963,0.0037232419],"study_design_scores_gemma":[0.000008061892,0.0002634545,0.9945427,0.000015287715,0.000022158463,0.00022429254,0.0017076829,0.00263249,0.00028639557,0.000116499,0.00016519883,0.000015743693],"about_ca_topic_score_codex":0.0033616822,"about_ca_topic_score_gemma":0.0029712063,"teacher_disagreement_score":0.012729262,"about_ca_system_score_codex":0.0008850279,"about_ca_system_score_gemma":0.0007629305,"threshold_uncertainty_score":0.06731957},"labels":[],"label_agreement":null},{"id":"W1986794977","doi":"10.1002/smr.1655","title":"Guest editorial for the special issue on source code analysis and manipulation, SCAM 2012","year":2014,"lang":"en","type":"editorial","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Beijing; Citation; Library science; Queen (butterfly); Computer science; World Wide Web; China; History","score_opus":0.009387677899137272,"score_gpt":0.28198994553684403,"score_spread":0.2726022676377068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986794977","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040892057,0.0031621035,0.0002210022,0.017804813,0.97746277,0.000012557902,0.00005802773,0.00006922792,0.0011686647],"genre_scores_gemma":[0.00036824442,0.0024997753,0.00018195318,0.007884338,0.97842467,0.0000169942,0.000059457285,0.000069728,0.010494726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949588,0.0005319772,0.00058357575,0.000734173,0.0028341827,0.0003573749],"domain_scores_gemma":[0.9773662,0.006196003,0.0016636048,0.00062370964,0.011142179,0.0030082092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062783905,0.0029513217,0.0032993946,0.0047848155,0.002660524,0.008709515,0.0025718391,0.009283408,0.020946318],"category_scores_gemma":[0.028595658,0.0011211081,0.0023920848,0.0018480417,0.0019477338,0.0038158316,0.0016857041,0.01258758,0.012152366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030422434,0.000011038416,0.000022362656,0.00009754993,0.000012566345,0.00006693047,0.000004401545,0.000020374833,0.00006831835,0.00015263168,0.9952054,0.004308111],"study_design_scores_gemma":[0.000091362774,0.00004940954,0.0005720445,0.000340673,0.00007516587,0.00029692272,0.000027515558,0.00029967303,0.0002207559,0.0013152885,0.9966898,0.000021169646],"about_ca_topic_score_codex":0.001439982,"about_ca_topic_score_gemma":0.0048767827,"teacher_disagreement_score":0.020946318,"about_ca_system_score_codex":0.0024116323,"about_ca_system_score_gemma":0.0035913612,"threshold_uncertainty_score":0.07007241},"labels":[],"label_agreement":null},{"id":"W2013184334","doi":"10.1002/smr.496","title":"Measurement and quantification are not the same: ISO 15939 and ISO 9126","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Measure (data warehouse); Set (abstract data type); Field (mathematics); Level of measurement; Computer science; Units of measurement; Measurement uncertainty; Scale (ratio); Data mining; Industrial engineering; Reliability engineering; Systems engineering; Operations research; Mathematics; Engineering; Statistics; Geography; Programming language; Physics","score_opus":0.17817301651391937,"score_gpt":0.3815751148285158,"score_spread":0.20340209831459644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013184334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05079748,0.017394556,0.67786616,0.059767596,0.0039684335,0.00046288758,0.00096240005,0.0011177171,0.18766277],"genre_scores_gemma":[0.6269218,0.0061313687,0.34023735,0.006245848,0.0010135125,0.00083182397,0.0012822867,0.000627641,0.016708499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94425887,0.016668206,0.005160803,0.0031439515,0.029716479,0.0010516201],"domain_scores_gemma":[0.96995306,0.009929069,0.0033681602,0.004459212,0.011717145,0.0005734925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030410353,0.00091269804,0.001069836,0.0042251027,0.0013366052,0.010080889,0.001765651,0.003120778,0.0034412635],"category_scores_gemma":[0.046451155,0.0007317317,0.0011756741,0.0045920783,0.01043802,0.011029303,0.004612693,0.004578567,0.0010834396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058574537,0.000025981986,0.00070387084,0.00020123934,0.000021258586,0.00008412048,0.001042891,0.002295425,0.000971063,0.9156046,0.009850211,0.06914066],"study_design_scores_gemma":[0.000030340554,0.0001580272,0.0033499168,0.0009332839,0.00005470453,0.00032962405,0.001466832,0.010783309,0.0025636822,0.70611966,0.27405986,0.00015076717],"about_ca_topic_score_codex":0.0066929143,"about_ca_topic_score_gemma":0.0026798346,"teacher_disagreement_score":0.030410353,"about_ca_system_score_codex":0.0047814175,"about_ca_system_score_gemma":0.008099191,"threshold_uncertainty_score":0.16082722},"labels":[],"label_agreement":null},{"id":"W2022675432","doi":"10.1002/smr.539","title":"TIDIER: an identifier splitting approach using speech recognition techniques","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Source code; Maintainability; Unique identifier; Set (abstract data type); Documentation; Software; Code (set theory); Relation (database); Natural language processing; Comprehension; Information retrieval; Artificial intelligence; Data mining; Software engineering; Programming language; Software system","score_opus":0.06451466082664108,"score_gpt":0.2980101579526624,"score_spread":0.2334954971260213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022675432","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074390486,0.0003442178,0.9126622,0.00019919586,0.0001798267,0.00025210273,0.00081705116,0.008545562,0.002609313],"genre_scores_gemma":[0.16712162,0.00018077002,0.8252863,0.00011127469,0.00006082331,0.00023457047,0.0021810392,0.0004921328,0.004331487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985335,0.00029330057,0.00013495449,0.00057687674,0.00038487508,0.00007648124],"domain_scores_gemma":[0.9977958,0.0008138782,0.00030342847,0.0003430883,0.0006404937,0.000103273764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001243487,0.00096402806,0.0009395642,0.0028902406,0.0004815313,0.0012501243,0.0009074048,0.0007089279,0.0042892057],"category_scores_gemma":[0.0038902173,0.00029802124,0.000742906,0.0014592035,0.00046030525,0.0016133446,0.001484514,0.00089263474,0.003946458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005517608,0.00012504154,0.003182843,0.00029640042,0.0000762169,0.0002979042,0.00075155904,0.0039574215,0.10815739,0.0019759764,0.0038136137,0.8768139],"study_design_scores_gemma":[0.00023088552,0.0008379838,0.013606615,0.000115935,0.00038839382,0.0022097493,0.0017906745,0.65014243,0.2669902,0.011116701,0.052356713,0.00021366132],"about_ca_topic_score_codex":0.0013289353,"about_ca_topic_score_gemma":0.0014168331,"teacher_disagreement_score":0.0042892057,"about_ca_system_score_codex":0.00036248294,"about_ca_system_score_gemma":0.0007629472,"threshold_uncertainty_score":0.014348865},"labels":[],"label_agreement":null},{"id":"W2105484420","doi":"10.1002/smr.472","title":"A component‐based development process for trustworthy systems","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Component (thermodynamics); Reuse; Computer science; Process (computing); Trustworthiness; Software engineering; Systems engineering; Process management; Risk analysis (engineering); Engineering; Computer security; Business","score_opus":0.0100674022713285,"score_gpt":0.2313539498103325,"score_spread":0.221286547539004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105484420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014021734,0.00008903938,0.9932267,0.0003964984,0.000051417464,0.00032893388,0.000013119764,0.0003029307,0.0041891877],"genre_scores_gemma":[0.035604212,0.00022606304,0.9588139,0.000110045905,0.000030954885,0.00050515984,0.00007926332,0.00019889508,0.0044315844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9803874,0.006727579,0.0013955464,0.0014127165,0.009660364,0.000416482],"domain_scores_gemma":[0.9841622,0.0053468533,0.00075458497,0.004464724,0.0046935026,0.0005780122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01377078,0.0007870004,0.0005573776,0.0017036307,0.001910945,0.004255254,0.0020528524,0.0019597085,0.004157059],"category_scores_gemma":[0.023348942,0.00084848935,0.0012522616,0.00090975483,0.0031184219,0.003946801,0.0054032784,0.0036599957,0.0022140266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057667276,0.00013629792,0.00053396367,0.00030398593,0.00004848145,0.0004895365,0.0032675227,0.020980172,0.010007611,0.8083269,0.005086883,0.15076105],"study_design_scores_gemma":[0.00017674653,0.00029106732,0.00060964207,0.0005542549,0.000093276205,0.00076787383,0.00048725016,0.16363391,0.023270903,0.4516152,0.35836285,0.00013699186],"about_ca_topic_score_codex":0.00144327,"about_ca_topic_score_gemma":0.0009538679,"teacher_disagreement_score":0.01377078,"about_ca_system_score_codex":0.0017570716,"about_ca_system_score_gemma":0.0065524033,"threshold_uncertainty_score":0.0728277},"labels":[],"label_agreement":null},{"id":"W2150439624","doi":"10.1002/smr.519","title":"Studying software evolution of large object‐oriented software systems using an ETGM algorithm","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Algorithm; Software; Scalability; Oracle; Software evolution; Software system; Theoretical computer science; Data mining; Software construction; Programming language","score_opus":0.017703981462783326,"score_gpt":0.29314088940744637,"score_spread":0.275436907944663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150439624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3401111,0.00017772726,0.6568596,0.00030564476,0.00001726245,0.00008440044,0.00011609255,0.0013475483,0.0009806176],"genre_scores_gemma":[0.35876977,0.00008134739,0.6398625,0.000042276955,0.000007505105,0.000067267596,0.0003241901,0.000093537994,0.00075167237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914014,0.0003030039,0.00006622858,0.00023199372,0.00021202222,0.00004661376],"domain_scores_gemma":[0.9936271,0.0042605954,0.0006168049,0.00061273895,0.0007411095,0.00014173286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026621886,0.00056914304,0.00046595445,0.0016422621,0.00045825826,0.00068569096,0.0010516625,0.0010721632,0.00077669474],"category_scores_gemma":[0.011850128,0.00031985765,0.000567743,0.001621885,0.00058648916,0.0015262854,0.00090890913,0.000695896,0.0001538146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001404401,0.0001373414,0.018345049,0.00012044587,0.00007994186,0.0001593492,0.00033806838,0.81095386,0.008987635,0.0071808645,0.0007577187,0.15279934],"study_design_scores_gemma":[0.000009712981,0.00001640164,0.00081084867,0.0000037660363,0.0000070076494,0.000039335588,0.000019783798,0.9938471,0.0019269009,0.0030083458,0.0003079515,0.0000028192674],"about_ca_topic_score_codex":0.0056665298,"about_ca_topic_score_gemma":0.0038567425,"teacher_disagreement_score":0.0056665298,"about_ca_system_score_codex":0.0010601651,"about_ca_system_score_gemma":0.00085436186,"threshold_uncertainty_score":0.014079154},"labels":[],"label_agreement":null},{"id":"W2154467091","doi":"10.1002/smr.1565","title":"An approach for mining service composition patterns from execution logs","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web service; Service (business); Set (abstract data type); Database; Quality of service; Differentiated service; Data mining; Service delivery framework; World Wide Web; Service design; Computer network; Programming language","score_opus":0.014091799472784241,"score_gpt":0.2602709917047297,"score_spread":0.24617919223194548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154467091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12006279,0.0006960365,0.85926396,0.00050455687,0.000063711625,0.0011209894,0.003946758,0.013029669,0.0013116268],"genre_scores_gemma":[0.2536234,0.0003291872,0.7364889,0.000097986005,0.000044633507,0.000681608,0.007549142,0.00019695217,0.0009882353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969586,0.0004989272,0.00043911333,0.00077848986,0.0011593427,0.00016544352],"domain_scores_gemma":[0.9920704,0.0033698555,0.0015061946,0.0010285577,0.0017443276,0.00028067897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020902269,0.0018136322,0.0013638118,0.014778129,0.0010160122,0.0021057995,0.0016194739,0.0014723634,0.00093853934],"category_scores_gemma":[0.009820671,0.00077276165,0.0015505989,0.006659077,0.00076849794,0.0019524882,0.001057062,0.0011827332,0.0009123542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007275826,0.0017099027,0.08057849,0.0012545009,0.00056957925,0.0025334014,0.0013371672,0.07587079,0.045316875,0.0069914646,0.0061982363,0.7769121],"study_design_scores_gemma":[0.00006701497,0.00015130946,0.008257314,0.00008427336,0.00012100682,0.0011257256,0.00041292334,0.9587376,0.0166612,0.009294392,0.005017223,0.00007003845],"about_ca_topic_score_codex":0.008017613,"about_ca_topic_score_gemma":0.007975256,"teacher_disagreement_score":0.014778129,"about_ca_system_score_codex":0.00095046236,"about_ca_system_score_gemma":0.0023440432,"threshold_uncertainty_score":0.015941858},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","score_opus":0.0181435987402588,"score_gpt":0.2851493079553175,"score_spread":0.26700570921505873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158127877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859847,0.000091987684,0.009055707,0.00019112788,0.000007906377,0.00003886507,0.00016338011,0.00031510036,0.0015374512],"genre_scores_gemma":[0.9903865,0.000060441467,0.008549975,0.000036308502,0.000006508471,0.000025647625,0.00024274919,0.00013456553,0.00055732747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598926,0.0012889062,0.0002818581,0.00046394693,0.0016881259,0.00028786963],"domain_scores_gemma":[0.97146624,0.018464316,0.002908326,0.003804693,0.002646718,0.0007098598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028809987,0.00038043904,0.00032553638,0.001742476,0.0015681322,0.0011178252,0.0010827854,0.0010992896,0.00056454283],"category_scores_gemma":[0.013599211,0.00037296768,0.0005286983,0.0016535423,0.0013864989,0.0013072478,0.0012944341,0.0012006664,0.00015030002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010303637,0.0015284413,0.61076415,0.00076957606,0.00032899002,0.05320716,0.05590874,0.07543471,0.036229253,0.018072352,0.007952612,0.13877366],"study_design_scores_gemma":[0.00026932172,0.0019009678,0.49967214,0.00042026938,0.0005316053,0.037197493,0.03267208,0.25751024,0.08359549,0.021107728,0.064658515,0.0004641535],"about_ca_topic_score_codex":0.0079481015,"about_ca_topic_score_gemma":0.00998544,"teacher_disagreement_score":0.0079481015,"about_ca_system_score_codex":0.0012140203,"about_ca_system_score_gemma":0.0007954687,"threshold_uncertainty_score":0.015803695},"labels":[],"label_agreement":null},{"id":"W2161466705","doi":"10.1002/smr.1562","title":"Automated evaluation of website navigability: an empirical validation of multilevel quality models","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Navigability; Quality (philosophy); Computer science; Test (biology); Empirical research; Information retrieval; Data science; Statistics; Mathematics","score_opus":0.3180004297024163,"score_gpt":0.5154014539467916,"score_spread":0.19740102424437528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161466705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796464,0.000060577586,0.018829964,0.00009062009,0.000008529022,0.00013511936,0.00024365664,0.00016092748,0.00082424725],"genre_scores_gemma":[0.9890933,0.000014737577,0.010468627,0.000010287702,0.000004423698,0.0000851907,0.0002188714,0.000017127122,0.00008734661],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98073786,0.013524471,0.0010042221,0.0020308967,0.0022616321,0.000440951],"domain_scores_gemma":[0.69449306,0.24105619,0.026900606,0.02037566,0.014893712,0.0022807526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02303397,0.0007012061,0.0007769727,0.0025490592,0.00054079527,0.0030273844,0.0015499812,0.0013879475,0.0017983734],"category_scores_gemma":[0.13844948,0.00051592645,0.0014448707,0.0025031976,0.0010897554,0.0031275752,0.0021124613,0.0018341149,0.00044110068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017731694,0.0027896734,0.85620886,0.00026857978,0.0008001658,0.000089573696,0.0023889542,0.06904946,0.0016223993,0.002756985,0.0011467882,0.061105285],"study_design_scores_gemma":[0.00012114611,0.0012223637,0.19988592,0.000057228262,0.00017369821,0.000053683514,0.0004573609,0.79328513,0.0013237314,0.0030426662,0.0003082103,0.00006884388],"about_ca_topic_score_codex":0.008106124,"about_ca_topic_score_gemma":0.006112813,"teacher_disagreement_score":0.02303397,"about_ca_system_score_codex":0.002121516,"about_ca_system_score_gemma":0.0009400491,"threshold_uncertainty_score":0.121816695},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","score_opus":0.0440590751993122,"score_gpt":0.2916542145321129,"score_spread":0.24759513933280067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165210986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017441459,0.000035319357,0.97423786,0.00012354196,0.000013771557,0.00017676395,0.00012326987,0.0013276226,0.006520462],"genre_scores_gemma":[0.49446866,0.0000948638,0.49944925,0.00010265697,0.000015749292,0.00042647004,0.00047295462,0.00032046775,0.00464889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99700457,0.00074344006,0.00022280411,0.0004895755,0.0012378455,0.00030169668],"domain_scores_gemma":[0.99579525,0.0019419099,0.00034225412,0.0012294475,0.00061414985,0.00007702786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026959123,0.0005612794,0.00036048572,0.001058908,0.0007146908,0.0020004448,0.0021289508,0.0013843225,0.0067270724],"category_scores_gemma":[0.0064290557,0.00088676973,0.0016806953,0.00067635864,0.003256954,0.0029966873,0.003402362,0.0019931034,0.00088000187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010493268,0.00010907216,0.0014780385,0.00020678056,0.00006331967,0.0013867407,0.0014233135,0.19631253,0.020968465,0.7163341,0.0017149259,0.059897844],"study_design_scores_gemma":[0.000054593238,0.000100678895,0.00038666555,0.00011866223,0.000052447205,0.00040154075,0.00019612478,0.7175258,0.027589025,0.23266104,0.020856176,0.000057252466],"about_ca_topic_score_codex":0.002725794,"about_ca_topic_score_gemma":0.0029001532,"teacher_disagreement_score":0.0067270724,"about_ca_system_score_codex":0.0018746993,"about_ca_system_score_gemma":0.0013520502,"threshold_uncertainty_score":0.02250427},"labels":[],"label_agreement":null},{"id":"W2346502370","doi":"10.1002/smr.1777","title":"An empirical investigation of single‐objective and multiobjective evolutionary algorithms for developer's assignment to bugs","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Petroleum Geologists; University of Calgary","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Genetic algorithm; Sorting; Computer science; Operations research; Algorithm; Machine learning; Engineering","score_opus":0.030598698744498356,"score_gpt":0.31648327449455144,"score_spread":0.2858845757500531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346502370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95389426,0.00045837203,0.042881336,0.00020466417,0.000022957647,0.00013238304,0.00011619761,0.00012730667,0.0021625299],"genre_scores_gemma":[0.9680562,0.00010383853,0.031181024,0.00002429976,0.0000035076735,0.000088817884,0.00016403926,0.000019631198,0.0003586321],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964579,0.0025326556,0.00013974766,0.00031178183,0.00042581727,0.00013210818],"domain_scores_gemma":[0.9567987,0.03847823,0.001441782,0.0013632511,0.0015595678,0.00035854444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009101906,0.0006012795,0.00056195067,0.0015211594,0.00039316554,0.0013056173,0.0012139839,0.0009467242,0.0013515108],"category_scores_gemma":[0.038375165,0.00026857835,0.00057083316,0.0016976859,0.00043226007,0.0016148476,0.00060205016,0.0008819431,0.000119110555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005118791,0.0014781931,0.059300672,0.00030130357,0.0002831403,0.00010062028,0.00030762755,0.8026787,0.0010724644,0.0060790745,0.0011808804,0.12670547],"study_design_scores_gemma":[0.000042569794,0.00027623834,0.0057221865,0.00001756041,0.000032770826,0.000040905055,0.00014956627,0.9915121,0.00036144044,0.0014003591,0.0004354715,0.000008829034],"about_ca_topic_score_codex":0.003929324,"about_ca_topic_score_gemma":0.0036368677,"teacher_disagreement_score":0.009101906,"about_ca_system_score_codex":0.0012391779,"about_ca_system_score_gemma":0.0010308636,"threshold_uncertainty_score":0.048136115},"labels":[],"label_agreement":null},{"id":"W2397274409","doi":"10.1002/smr.1791","title":"A Simple, Efficient, Context‐sensitive Approach for Code Completion","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Context (archaeology); Field (mathematics); Security token; Source code; Artificial intelligence; Set (abstract data type); Machine learning; Natural language processing; Programming language; Computer security","score_opus":0.022473119251122036,"score_gpt":0.28199678673051376,"score_spread":0.2595236674793917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397274409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025557088,0.0003281367,0.949944,0.00019910927,0.000092134076,0.00040977562,0.0002902653,0.021793906,0.0013856622],"genre_scores_gemma":[0.17879687,0.00015121402,0.8146704,0.0001660248,0.000059458627,0.0002655562,0.0009969224,0.0014428798,0.0034506924],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933687,0.0012135186,0.00040544028,0.0013910963,0.0033580363,0.0002632733],"domain_scores_gemma":[0.98228097,0.004576369,0.0019350963,0.005719821,0.0047636544,0.00072405604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034184516,0.0016333697,0.0013039259,0.0047174892,0.0011334216,0.0015756404,0.0032080517,0.0012952134,0.0041235103],"category_scores_gemma":[0.02610914,0.0010239576,0.0015850208,0.0025077667,0.00137461,0.003132686,0.0035247544,0.0029812155,0.0027790163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048604602,0.00050009286,0.007720383,0.00045859165,0.00011012572,0.00032401906,0.0011025209,0.042902738,0.036562838,0.012429175,0.013194737,0.8842087],"study_design_scores_gemma":[0.00007898806,0.0003443394,0.0022584193,0.000067505265,0.00007963886,0.00042856715,0.00027398413,0.92028517,0.041695066,0.012112653,0.022246817,0.00012891478],"about_ca_topic_score_codex":0.008022575,"about_ca_topic_score_gemma":0.008690031,"teacher_disagreement_score":0.008022575,"about_ca_system_score_codex":0.001141713,"about_ca_system_score_gemma":0.005294193,"threshold_uncertainty_score":0.018078685},"labels":[],"label_agreement":null},{"id":"W2408469942","doi":"10.1002/smr.1789","title":"A bug reproduction approach based on directed model checking and crash traces","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Java; Slicing; Programming language; Model checking; Task (project management); Program slicing; Open source; Debugging; Software; World Wide Web","score_opus":0.01984930774373265,"score_gpt":0.2571976485383381,"score_spread":0.23734834079460546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408469942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036674127,0.000099702156,0.955246,0.0000816438,0.00001559137,0.00012612445,0.00006474103,0.0072062705,0.00048580943],"genre_scores_gemma":[0.4594708,0.000088642824,0.53880095,0.000081969716,0.000011323505,0.00011298248,0.00027461222,0.0006186688,0.00053999096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969266,0.000922625,0.00019892801,0.0005164083,0.0012252637,0.00021009124],"domain_scores_gemma":[0.9907074,0.0042125294,0.0009120928,0.0026884219,0.0012395331,0.00024001069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027244878,0.0013977275,0.00097419,0.0030019789,0.00047006406,0.0010797781,0.0028503,0.0011825906,0.0012496029],"category_scores_gemma":[0.010486395,0.0008116076,0.0017366954,0.0008074248,0.0012311912,0.0014345188,0.0023662804,0.0014057304,0.00028505828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006649001,0.00069335476,0.023063553,0.0005376828,0.0004572198,0.0017118336,0.00096732576,0.4954669,0.124404706,0.021267587,0.0019232478,0.32884166],"study_design_scores_gemma":[0.000045442386,0.0001348387,0.0007472506,0.000024966022,0.000088021814,0.00025545835,0.00003845161,0.95920396,0.03189993,0.006527461,0.0009977256,0.00003650862],"about_ca_topic_score_codex":0.0051599317,"about_ca_topic_score_gemma":0.003924857,"teacher_disagreement_score":0.0051599317,"about_ca_system_score_codex":0.00079472316,"about_ca_system_score_gemma":0.0019260158,"threshold_uncertainty_score":0.014408648},"labels":[],"label_agreement":null},{"id":"W2494536620","doi":"10.1002/smr.1758","title":"When to automate software testing? A decision‐support approach based on process simulation","year":2015,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Eesti Teadusagentuur","keywords":"Automation; Computer science; Context (archaeology); Test Management Approach; Process (computing); Test (biology); Test strategy; Test case; Software; Model-based testing; Process automation system; Test harness; Software engineering; Systems engineering; Reliability engineering; Engineering; Software system; Software construction; Machine learning","score_opus":0.03911167195759431,"score_gpt":0.31424154476737426,"score_spread":0.27512987280977996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494536620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07224431,0.00019748959,0.91500515,0.0019369187,0.000050957624,0.0005144042,0.00011604623,0.00078544737,0.009149204],"genre_scores_gemma":[0.69176793,0.00022842786,0.3062278,0.00018050669,0.000037869035,0.0005043541,0.0001361667,0.00005292215,0.00086405524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537694,0.0031905898,0.00020778718,0.00037348687,0.0006190738,0.00023212565],"domain_scores_gemma":[0.9777478,0.018712353,0.0009377595,0.0006159691,0.0013780656,0.0006080403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005463771,0.0014281784,0.0013224109,0.0021693541,0.00095035875,0.0032477782,0.0021690424,0.0023011204,0.005087422],"category_scores_gemma":[0.018406028,0.0009074044,0.0012183493,0.0011131411,0.0010533364,0.0022445375,0.0020263186,0.0018174112,0.00047479908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024896621,0.0003580812,0.0018404641,0.00011128587,0.000088267916,0.00018481741,0.00027339472,0.94157803,0.0013852632,0.019561786,0.0005482157,0.033821303],"study_design_scores_gemma":[0.000042553915,0.000037466663,0.000076553595,0.000015763519,0.0000141549435,0.000011858543,0.00003463478,0.9935063,0.00030305845,0.0055733034,0.00037604518,0.000008280113],"about_ca_topic_score_codex":0.0060724174,"about_ca_topic_score_gemma":0.005024426,"teacher_disagreement_score":0.0060724174,"about_ca_system_score_codex":0.0019302267,"about_ca_system_score_gemma":0.0032881019,"threshold_uncertainty_score":0.028895497},"labels":[],"label_agreement":null},{"id":"W2533383645","doi":"10.1002/smr.1819","title":"Error leakage and wasted time: sensitivity and effort analysis of a requirements consistency checking process","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"National Science Foundation","keywords":"Consistency (knowledge bases); Computer science; Reliability engineering; Process (computing); Sequential consistency; Model checking; Consistency model; Data mining; Data consistency; Distributed computing; Engineering; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.018855989888243198,"score_gpt":0.2918275587189101,"score_spread":0.27297156883066687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533383645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177408,0.00021068002,0.07844369,0.00036468473,0.000016533177,0.00019212862,0.0001995371,0.00036172217,0.0024702586],"genre_scores_gemma":[0.9909382,0.000025230545,0.008778078,0.00002427231,0.0000036475453,0.000039464932,0.000052235897,0.000019494033,0.00011942727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.97561127,0.014653028,0.0010431329,0.0018159063,0.0058662184,0.0010104559],"domain_scores_gemma":[0.7015618,0.2592272,0.014036414,0.014878238,0.009272961,0.0010234878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019977346,0.00092098815,0.0008592595,0.0039742193,0.0006221279,0.0022948626,0.0013562377,0.0013164298,0.0012839792],"category_scores_gemma":[0.11953818,0.0007170827,0.0013832018,0.002519941,0.0020185614,0.002762468,0.0020037119,0.0017502233,0.00011745707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009458681,0.00054805545,0.04111399,0.0002312593,0.00037119343,0.0004177798,0.0010564352,0.91074944,0.008701149,0.011975142,0.0002853997,0.023604287],"study_design_scores_gemma":[0.000024353154,0.00031552959,0.00734467,0.000030256557,0.00009499747,0.0000987711,0.0001921069,0.98087376,0.0057713008,0.0049890555,0.00022206211,0.000043229848],"about_ca_topic_score_codex":0.005773846,"about_ca_topic_score_gemma":0.0023242768,"teacher_disagreement_score":0.019977346,"about_ca_system_score_codex":0.0034181168,"about_ca_system_score_gemma":0.0014683973,"threshold_uncertainty_score":0.10565156},"labels":[],"label_agreement":null},{"id":"W2544185825","doi":"10.1002/smr.1836","title":"Guest editor's introduction to the Special Issue on Program Comprehension (ICPC 2014)","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Software engineering; Business process reengineering; Software; Inclusion (mineral); World Wide Web; Software system; Engineering; Operations management; Psychology; Programming language","score_opus":0.009207760569983105,"score_gpt":0.2733214875256557,"score_spread":0.2641137269556726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544185825","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020641975,0.008542905,0.0023710926,0.04971062,0.93138695,0.0000519228,0.00023585543,0.0005691553,0.006925011],"genre_scores_gemma":[0.0023790933,0.01691299,0.0027663342,0.029474596,0.88612664,0.00017553823,0.0006176095,0.0013387086,0.060208466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994296,0.00085404166,0.000643529,0.00082526176,0.002958337,0.00042279056],"domain_scores_gemma":[0.9665256,0.0067147133,0.0018840483,0.0011075442,0.019514214,0.0042538582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006017196,0.0020825614,0.001986682,0.0048768963,0.0019563176,0.010039694,0.0025652924,0.004309613,0.0717523],"category_scores_gemma":[0.032133978,0.0006627969,0.0018739651,0.0032173542,0.0013806886,0.005914208,0.0032520955,0.007091464,0.03518318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012419338,0.000012498542,0.00004219501,0.00017311788,0.0000058144465,0.000033245542,0.00003338489,0.000033412794,0.00009148198,0.0005036351,0.98255527,0.016503522],"study_design_scores_gemma":[0.0000079058855,0.000023042032,0.0001811959,0.00029088176,0.000009513491,0.00011883049,0.000054637712,0.00009395425,0.000109988316,0.00086469576,0.9982323,0.00001303659],"about_ca_topic_score_codex":0.00082271866,"about_ca_topic_score_gemma":0.001516376,"teacher_disagreement_score":0.0717523,"about_ca_system_score_codex":0.002562574,"about_ca_system_score_gemma":0.0039476166,"threshold_uncertainty_score":0.24003541},"labels":[],"label_agreement":null},{"id":"W2545762469","doi":"10.1002/smr.1821","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Software engineering; Domain knowledge; Context (archaeology); Data science; Software; Domain engineering; Software mining; Information retrieval; Data mining; Software development; Software construction","score_opus":0.008544446977499068,"score_gpt":0.24132643811420926,"score_spread":0.2327819911367102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545762469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7311422,0.0043116,0.24760741,0.0006735581,0.00016288264,0.0007268661,0.001155169,0.009061195,0.005159072],"genre_scores_gemma":[0.76084644,0.00052638113,0.23494263,0.00016760814,0.00008463968,0.00018651788,0.0016076248,0.0002041814,0.0014340722],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98883164,0.0030304475,0.00156454,0.0028016395,0.0034040425,0.0003675805],"domain_scores_gemma":[0.9287665,0.032685127,0.013965976,0.010529501,0.012960812,0.0010920252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008593448,0.0012385342,0.001628596,0.01491687,0.001075093,0.0027198715,0.002029904,0.0015614823,0.0007390928],"category_scores_gemma":[0.06276806,0.000714826,0.001004281,0.006094849,0.0005774956,0.003758878,0.003936499,0.0011150127,0.0007506898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004190094,0.000624444,0.1674639,0.0010169682,0.00048113414,0.00056080695,0.0020572094,0.012372885,0.017290896,0.00090834306,0.0039722007,0.7928323],"study_design_scores_gemma":[0.0002582663,0.0015470639,0.25982904,0.0007362017,0.0015162065,0.005270514,0.005499305,0.57692444,0.10788183,0.013624729,0.026340146,0.0005722816],"about_ca_topic_score_codex":0.004500883,"about_ca_topic_score_gemma":0.008025205,"teacher_disagreement_score":0.01491687,"about_ca_system_score_codex":0.00092407555,"about_ca_system_score_gemma":0.0020387268,"threshold_uncertainty_score":0.04544705},"labels":[],"label_agreement":null},{"id":"W2587703861","doi":"10.1002/smr.1842","title":"The relationship between evolutionary coupling and defects in large industrial software","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimler Akademisi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Software; Software evolution; Software system; Computer science; Correlation; Coupling (piping); Process (computing); Data mining; Software engineering; Software construction; Engineering; Mathematics; Programming language","score_opus":0.05343133578773611,"score_gpt":0.3163491672404003,"score_spread":0.2629178314526642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587703861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984754,0.00007446756,0.001154934,0.000020761672,0.0000011191789,0.000005617202,0.00006868384,0.000013517403,0.00018551589],"genre_scores_gemma":[0.9994437,0.000017157185,0.00039154955,0.000002644775,0.0000019063374,0.0000042432066,0.00009287522,0.000004092602,0.00004182703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944811,0.002011018,0.00065488246,0.0007636852,0.0017935183,0.00029582428],"domain_scores_gemma":[0.78648084,0.13682698,0.053578675,0.0076133553,0.013385372,0.0021147793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058355494,0.00036634834,0.00028253923,0.005477461,0.00029709755,0.0009260062,0.00066568394,0.00047750416,0.00078138354],"category_scores_gemma":[0.06564411,0.0003110906,0.0003971374,0.0040413393,0.00075521274,0.0013848335,0.0012382511,0.0007446762,0.000121374986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040893916,0.00004895626,0.9910908,0.000020026871,0.000058758433,0.00010627862,0.0002518062,0.0024379583,0.0003605258,0.00014596694,0.000046427784,0.00539162],"study_design_scores_gemma":[0.0000034069524,0.00008478012,0.9892161,0.000014239811,0.00002413709,0.00017868621,0.00019390213,0.009413889,0.0004346299,0.0002983501,0.0001287624,0.000009198297],"about_ca_topic_score_codex":0.003250104,"about_ca_topic_score_gemma":0.0028333946,"teacher_disagreement_score":0.0058355494,"about_ca_system_score_codex":0.0007124419,"about_ca_system_score_gemma":0.00046796727,"threshold_uncertainty_score":0.030861676},"labels":[],"label_agreement":null},{"id":"W2592568457","doi":"10.1002/smr.1843","title":"MORE: A multi‐objective refactoring recommendation approach to introducing design patterns and fixing code smells","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science; Science Foundation Ireland","keywords":"Code refactoring; Code smell; Computer science; Software quality; Software engineering; Maintainability; Class (philosophy); Software maintenance; Source code; Quality (philosophy); Software; Software system; Software development; Programming language; Artificial intelligence","score_opus":0.044680821213054306,"score_gpt":0.3188694893080094,"score_spread":0.2741886680949551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592568457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045900468,0.00054744503,0.9471709,0.000363327,0.00005580995,0.00034939317,0.00019829944,0.0026171545,0.0027972786],"genre_scores_gemma":[0.28987023,0.00031075053,0.70290446,0.00038362417,0.00004819808,0.0005283956,0.00062823226,0.00031588177,0.005010202],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982462,0.00058453676,0.00011440473,0.00031645203,0.00061151385,0.00012688084],"domain_scores_gemma":[0.9968618,0.0015821257,0.00042124826,0.00029244844,0.00071808335,0.00012425585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023494107,0.001819756,0.0013225727,0.0027406344,0.000553049,0.00091065286,0.0021821973,0.0015380203,0.002752136],"category_scores_gemma":[0.005115537,0.0007672471,0.0016671591,0.001453804,0.000521513,0.0010886991,0.0009248582,0.00096571544,0.0005678128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001947964,0.0006784819,0.0059831413,0.00053041725,0.00036408033,0.00023556176,0.00039576177,0.49231827,0.012966973,0.004199106,0.0046906015,0.47744283],"study_design_scores_gemma":[0.000067246445,0.00024112902,0.0012394628,0.000037809572,0.00011753864,0.00008178122,0.00006975247,0.9908647,0.0022924345,0.0024444463,0.0025138229,0.00002992895],"about_ca_topic_score_codex":0.008561646,"about_ca_topic_score_gemma":0.01617258,"teacher_disagreement_score":0.008561646,"about_ca_system_score_codex":0.0010971361,"about_ca_system_score_gemma":0.0019746819,"threshold_uncertainty_score":0.017023623},"labels":[],"label_agreement":null},{"id":"W2597058813","doi":"10.1002/smr.1844","title":"Foreword to the SANER 2015 special issue","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Library science; Art history; Citation; Computer science; History","score_opus":0.056195036809056347,"score_gpt":0.4156250795611585,"score_spread":0.35943004275210216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597058813","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028656964,0.007095755,0.0007493242,0.1670515,0.8099127,0.00005293428,0.0005100918,0.0002503097,0.014090979],"genre_scores_gemma":[0.0035070763,0.00605577,0.00090203574,0.07853527,0.750641,0.00010851969,0.00094963633,0.00039491177,0.15890579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736184,0.00026926352,0.00022783052,0.00030102063,0.0015497373,0.00029029127],"domain_scores_gemma":[0.9834794,0.0031638711,0.0013413702,0.00084226875,0.008569424,0.0026037234],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004771682,0.0013299526,0.001802213,0.0034640178,0.0025303843,0.0077036005,0.0017267746,0.009392661,0.067911424],"category_scores_gemma":[0.01855602,0.0004937429,0.0014593634,0.00153612,0.001350043,0.0046391436,0.003347153,0.008067557,0.0419175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012870805,0.000008447886,0.000033426702,0.000037736976,0.00000248213,0.00001768963,0.00000420544,0.000013957131,0.000038482445,0.000347993,0.99421436,0.005268401],"study_design_scores_gemma":[0.000012742809,0.000023512903,0.0006388874,0.00020601874,0.000011240814,0.00005291695,0.000029771321,0.0001374943,0.000116928284,0.0014586183,0.9972988,0.000013217977],"about_ca_topic_score_codex":0.0030506123,"about_ca_topic_score_gemma":0.006322055,"teacher_disagreement_score":0.9922964,"about_ca_system_score_codex":0.0031874822,"about_ca_system_score_gemma":0.0042061266,"threshold_uncertainty_score":0.22718632},"labels":[],"label_agreement":null},{"id":"W2607146905","doi":"10.1002/smr.1868","title":"Extending Category Partition's <scp>B</scp>ase <scp>C</scp>hoice criterion to better support constraints","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Partition (number theory); Base (topology); Computer science; Set (abstract data type); Mathematical optimization; Mathematics; Combinatorics; Programming language","score_opus":0.025064019517953475,"score_gpt":0.30153339368785353,"score_spread":0.2764693741699001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607146905","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12389311,0.0002865722,0.8533914,0.00080199464,0.00008621975,0.0006251775,0.00041769163,0.00089407986,0.019603705],"genre_scores_gemma":[0.76047623,0.000067501525,0.23590107,0.0003313479,0.000053681077,0.00035340353,0.00041685716,0.00021365497,0.002186255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9828477,0.0051702806,0.00093824085,0.0015053105,0.008366917,0.0011715413],"domain_scores_gemma":[0.9320783,0.040006842,0.0033800898,0.0065157535,0.015648564,0.0023705591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00985782,0.0010663774,0.0013462983,0.0048131566,0.0013336036,0.0025591992,0.0023646678,0.0022455724,0.0060083377],"category_scores_gemma":[0.04610426,0.00052579254,0.0015013875,0.002430366,0.0035241018,0.0050232657,0.0042106407,0.002138077,0.00079289003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013840828,0.0007531507,0.034630798,0.0007077167,0.00034807538,0.001602867,0.0012880793,0.2709143,0.024870818,0.3867269,0.011629308,0.2651439],"study_design_scores_gemma":[0.0001471537,0.0008936247,0.009744897,0.0002762177,0.00011120846,0.0013182473,0.0004953038,0.7289489,0.018579602,0.22400115,0.015293964,0.00018982362],"about_ca_topic_score_codex":0.0056943945,"about_ca_topic_score_gemma":0.0054517305,"teacher_disagreement_score":0.00985782,"about_ca_system_score_codex":0.001871784,"about_ca_system_score_gemma":0.0029430843,"threshold_uncertainty_score":0.05213374},"labels":[],"label_agreement":null},{"id":"W2607980907","doi":"10.1002/smr.1871","title":"Protecting Internet users from becoming victimized attackers of click‐fraud","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada; Nicolet Chartrand Knoll (Canada); Queen's University","funders":"Mitacs","keywords":"Computer science; Computer security; Botnet; Mobile device; The Internet; Service (business); Overhead (engineering); Service provider; Cloud computing; World Wide Web; Operating system","score_opus":0.021551695748462295,"score_gpt":0.3038782731123609,"score_spread":0.2823265773638986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607980907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8343757,0.0012353512,0.12642044,0.0007286407,0.00021209313,0.0004702973,0.00034357733,0.02038675,0.015827185],"genre_scores_gemma":[0.98456544,0.00010644216,0.012680575,0.00018630334,0.000043130436,0.00003766969,0.00014611281,0.00008200963,0.0021522916],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978115,0.00041602005,0.00011811755,0.00031099,0.0009384621,0.0004048758],"domain_scores_gemma":[0.9942463,0.0010421433,0.0008460011,0.0020752454,0.0013666356,0.00042356283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010105473,0.00091878563,0.0008388498,0.0020912248,0.0007938142,0.001669537,0.0009769473,0.0012027536,0.0013006694],"category_scores_gemma":[0.0062443237,0.00031807928,0.0004644961,0.0005234151,0.00050030655,0.001879605,0.001346774,0.00081675913,0.0011269475],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018110349,0.0014041088,0.116558805,0.00029410873,0.0001831323,0.0015005346,0.00083293696,0.012489075,0.111098856,0.0046291407,0.0183975,0.7308007],"study_design_scores_gemma":[0.00013706737,0.0012195077,0.11096025,0.00015898683,0.00023495295,0.004522624,0.0005301436,0.64897573,0.1986251,0.0052673966,0.029121595,0.00024671678],"about_ca_topic_score_codex":0.0036386738,"about_ca_topic_score_gemma":0.0023699948,"teacher_disagreement_score":0.0036386738,"about_ca_system_score_codex":0.0007158987,"about_ca_system_score_gemma":0.000811185,"threshold_uncertainty_score":0.0072349906},"labels":[],"label_agreement":null},{"id":"W2751802076","doi":"10.1002/smr.1897","title":"Cloud‐based performance management of community care services","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Interoperability; Cloud computing; Computer science; Process management; Context (archaeology); Health care; Knowledge management; Business; World Wide Web","score_opus":0.046617057474993985,"score_gpt":0.4214648060930867,"score_spread":0.37484774861809267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751802076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8341705,0.00038209208,0.121396266,0.0042718686,0.000106999934,0.0016775145,0.0006722596,0.003920012,0.03340245],"genre_scores_gemma":[0.98324585,0.000045966208,0.01575588,0.000049617636,0.000017173548,0.00007072327,0.00021452765,0.000066526176,0.00053382607],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99056107,0.0033800825,0.0006126236,0.0009145081,0.0031042297,0.0014274942],"domain_scores_gemma":[0.9806609,0.0033793228,0.0030303178,0.003006459,0.007684269,0.0022387356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011115763,0.0007435091,0.0005374923,0.0031863218,0.0025296526,0.0047962638,0.002427196,0.0007661512,0.001752361],"category_scores_gemma":[0.018836452,0.00024866834,0.00045093778,0.0024955,0.0010875475,0.0024047191,0.0030770325,0.0011883185,0.0004428441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001192224,0.0035692079,0.15185189,0.00038036038,0.00025037926,0.0006522837,0.0051392717,0.285342,0.019696517,0.058440704,0.016178139,0.45730698],"study_design_scores_gemma":[0.00012947744,0.0005520876,0.04463182,0.00015070927,0.000071954484,0.00012136003,0.0026090874,0.91637796,0.0115470905,0.01307823,0.01061344,0.000116772935],"about_ca_topic_score_codex":0.050579276,"about_ca_topic_score_gemma":0.024507113,"teacher_disagreement_score":0.050579276,"about_ca_system_score_codex":0.007908017,"about_ca_system_score_gemma":0.0113521945,"threshold_uncertainty_score":0.100569725},"labels":[],"label_agreement":null},{"id":"W2765208928","doi":"10.1002/smr.1920","title":"Finding an effective classification technique to develop a software team composition model","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Decision tree; Team composition; Machine learning; Software; Software development; Artificial intelligence; Logistic regression; Set (abstract data type); Data mining; Software engineering; Knowledge management","score_opus":0.02926189430131505,"score_gpt":0.3287277575982327,"score_spread":0.29946586329691766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765208928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07406665,0.00009863448,0.9230751,0.00048755278,0.000037994574,0.00034718146,0.00010399464,0.0004633739,0.0013195361],"genre_scores_gemma":[0.47012508,0.00012552386,0.5280992,0.000052835298,0.00003634792,0.00064039486,0.00025510538,0.000033584925,0.00063196477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588865,0.0022491321,0.00038072575,0.00040120585,0.0008364851,0.00024377975],"domain_scores_gemma":[0.9811338,0.0143619785,0.001145253,0.00060429465,0.0025170674,0.00023756198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071515935,0.0009306127,0.0010404374,0.004964214,0.0010416707,0.0021601985,0.001402837,0.0010870592,0.0019536521],"category_scores_gemma":[0.026228057,0.00046184615,0.0013721419,0.0024241912,0.00058163604,0.0025228758,0.0010162339,0.0018849344,0.0004986939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033644575,0.0009017078,0.050298024,0.00047265855,0.00039105923,0.0003748035,0.0015471989,0.4601073,0.0044918726,0.036638223,0.0041174004,0.44032323],"study_design_scores_gemma":[0.000011593655,0.000054364154,0.0011392201,0.00003449725,0.00002963159,0.000034424454,0.0001575642,0.9925801,0.0006942299,0.0048240838,0.0004294145,0.000010950221],"about_ca_topic_score_codex":0.005333232,"about_ca_topic_score_gemma":0.003583681,"teacher_disagreement_score":0.0071515935,"about_ca_system_score_codex":0.0016127019,"about_ca_system_score_gemma":0.0023411212,"threshold_uncertainty_score":0.03782165},"labels":[],"label_agreement":null},{"id":"W2766871290","doi":"10.1002/smr.1913","title":"Grouping environmental factors influencing individual decision‐making behavior in software projects: A cluster analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Taxonomy (biology); WordNet; Software; Semantic similarity; Cluster analysis; Similarity (geometry); Data science; Management science; Knowledge management; Artificial intelligence; Ecology","score_opus":0.023388160734939274,"score_gpt":0.30276814655737144,"score_spread":0.2793799858224322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766871290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96485347,0.000081653496,0.03265488,0.0001172536,0.000014835147,0.00030848637,0.00048798768,0.00008467081,0.0013966355],"genre_scores_gemma":[0.97954744,0.000050371436,0.019106012,0.0000109811635,0.0000055545906,0.00022851543,0.0006665131,0.000018141242,0.00036640273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968311,0.0010890111,0.0003574045,0.0004917069,0.00091507856,0.00031563512],"domain_scores_gemma":[0.98890406,0.005866649,0.0011253175,0.00059861277,0.0029372955,0.00056808227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030904983,0.00073917874,0.0006443408,0.0064429506,0.0014401355,0.0021952393,0.00068950147,0.00059664116,0.0015183953],"category_scores_gemma":[0.013955364,0.00023663459,0.0011766718,0.006635494,0.00084989535,0.0010308592,0.001551522,0.0005142868,0.00026605392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005520787,0.0005828306,0.82880837,0.0004872907,0.00070343027,0.00043372394,0.011675643,0.018883811,0.005228163,0.0051393895,0.0022164823,0.12528877],"study_design_scores_gemma":[0.00003861844,0.00040017997,0.75783575,0.00021045991,0.00043959974,0.00026587734,0.028848879,0.19344598,0.0040627457,0.010385403,0.003864442,0.00020208738],"about_ca_topic_score_codex":0.01116141,"about_ca_topic_score_gemma":0.008044679,"teacher_disagreement_score":0.01116141,"about_ca_system_score_codex":0.0013589393,"about_ca_system_score_gemma":0.0022987176,"threshold_uncertainty_score":0.022192895},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","score_opus":0.03285247862319446,"score_gpt":0.3154176029511194,"score_spread":0.28256512432792497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767219025","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231944,0.011066626,0.05161438,0.0013861067,0.00009174638,0.0022372857,0.0009636364,0.00018685157,0.009258919],"genre_scores_gemma":[0.9483282,0.0024429262,0.04701463,0.00011399509,0.000015919832,0.0010631249,0.00050904223,0.000040157953,0.00047201462],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.961007,0.029237607,0.0029773328,0.0017921033,0.0043531815,0.000632733],"domain_scores_gemma":[0.74365455,0.18453224,0.023175452,0.016075334,0.031534743,0.0010275956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03576789,0.00053475477,0.00065593916,0.017804205,0.0019445996,0.0038542594,0.0010263069,0.0008743102,0.0013978599],"category_scores_gemma":[0.13660839,0.00050281914,0.0007701787,0.017902272,0.0022412604,0.006043084,0.003326471,0.0007726428,0.0001525065],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003745898,0.00082915556,0.18904994,0.016925309,0.0005115497,0.0008632031,0.21840398,0.0016315003,0.004803624,0.025529701,0.0033106303,0.5377668],"study_design_scores_gemma":[0.00023035993,0.0029940929,0.37109104,0.04371428,0.002074709,0.002391012,0.37043315,0.024424817,0.025343992,0.03883704,0.11809344,0.00037206264],"about_ca_topic_score_codex":0.0049106665,"about_ca_topic_score_gemma":0.0065758456,"teacher_disagreement_score":0.03576789,"about_ca_system_score_codex":0.004116037,"about_ca_system_score_gemma":0.009686143,"threshold_uncertainty_score":0.189161},"labels":[],"label_agreement":null},{"id":"W2770367167","doi":"10.1002/smr.1916","title":"Model refactoring by example: A multi‐objective search based software engineering approach","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"National Science Foundation of Sri Lanka; Qatar Foundation; Qatar National Research Fund; National Science Foundation","keywords":"Code refactoring; Correctness; Computer science; Set (abstract data type); Programming language; Metamodeling; Sorting; Similarity (geometry); Software; Software engineering; Artificial intelligence","score_opus":0.04576571935716419,"score_gpt":0.2955329575172809,"score_spread":0.24976723816011673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770367167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09024694,0.00070396037,0.90338486,0.0005263003,0.0000362621,0.00024553965,0.0001360522,0.00065068575,0.0040694536],"genre_scores_gemma":[0.43141627,0.00029662854,0.56560236,0.00018612412,0.000027006323,0.00036526332,0.00028627142,0.000104134495,0.0017158997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990903,0.000472746,0.000053984575,0.00011813478,0.00019823929,0.00006670257],"domain_scores_gemma":[0.99746275,0.0018740731,0.000195607,0.00010332124,0.00029170106,0.00007260564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019058073,0.0013369005,0.0011426655,0.003201231,0.0004643321,0.000799608,0.0017688384,0.0016616716,0.0026244123],"category_scores_gemma":[0.004253436,0.00067617756,0.0010897571,0.0016159844,0.0005880744,0.00073630956,0.0010595643,0.0008291131,0.00025218553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004387069,0.00012621614,0.0007780368,0.00010160435,0.000064765234,0.000069366164,0.000058753754,0.95219547,0.0009892454,0.0025887007,0.00051852944,0.042465366],"study_design_scores_gemma":[0.000014794832,0.000034336612,0.00009687317,0.000012203741,0.00001618603,0.00001456125,0.00001556261,0.9981311,0.00024770387,0.0011847442,0.00022807103,0.0000038673174],"about_ca_topic_score_codex":0.006307756,"about_ca_topic_score_gemma":0.007320949,"teacher_disagreement_score":0.006307756,"about_ca_system_score_codex":0.00089588447,"about_ca_system_score_gemma":0.0012215304,"threshold_uncertainty_score":0.012542069},"labels":[],"label_agreement":null},{"id":"W2771158352","doi":"10.1002/smr.1925","title":"Evaluating Pred(<i>p</i>) and standardized accuracy criteria in software development effort estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Measure (data warehouse); Consistency (knowledge bases); Software; Computer science; Estimation; Statistics; Data mining; Mathematics; Artificial intelligence","score_opus":0.039903469910285164,"score_gpt":0.37960511546840736,"score_spread":0.3397016455581222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771158352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7859913,0.0015530476,0.20731747,0.00032569823,0.00006079452,0.00023049011,0.0006526311,0.00060228264,0.003266205],"genre_scores_gemma":[0.9632674,0.00012405086,0.035852466,0.000029040433,0.00002036845,0.00012382475,0.0004231877,0.000032189066,0.00012753089],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9480471,0.028098559,0.0069154683,0.0035498368,0.012384854,0.001004196],"domain_scores_gemma":[0.5195221,0.38988358,0.045485683,0.01504744,0.027840264,0.0022209182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.053780083,0.0009705195,0.0010052737,0.008352847,0.0005229658,0.0037353458,0.001104202,0.00188633,0.00055774825],"category_scores_gemma":[0.274953,0.0004324647,0.0009866059,0.0073404633,0.0015725319,0.003523544,0.0023012059,0.0012460717,0.00021624654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006416901,0.00030491344,0.7570458,0.0004431107,0.0010008181,0.00012878775,0.0005981181,0.08456271,0.001742524,0.0047947774,0.00096983847,0.14776672],"study_design_scores_gemma":[0.00007707394,0.0017740881,0.3541366,0.00031872815,0.0003635363,0.00038727224,0.0008383669,0.62097085,0.008272384,0.011166234,0.0015137932,0.0001810358],"about_ca_topic_score_codex":0.0037904363,"about_ca_topic_score_gemma":0.0025404042,"teacher_disagreement_score":0.053780083,"about_ca_system_score_codex":0.001165883,"about_ca_system_score_gemma":0.001952768,"threshold_uncertainty_score":0.28441966},"labels":[],"label_agreement":null},{"id":"W2771955826","doi":"10.1002/smr.1928","title":"Guest editor's introduction to the Special Issue on Source Code Analysis and Manipulation (SCAM 2015)","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Source code; Code (set theory); Software engineering","score_opus":0.008467344591978435,"score_gpt":0.2853590473244394,"score_spread":0.27689170273246094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771955826","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010302465,0.006482996,0.0016171244,0.029487448,0.9599284,0.000025880652,0.00011808613,0.0003299615,0.0019069354],"genre_scores_gemma":[0.0009672454,0.008338639,0.0013482686,0.017166784,0.95444643,0.000048530237,0.00023039861,0.00049951853,0.016954169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469167,0.00066331076,0.0006559707,0.0009335101,0.002699334,0.00035623292],"domain_scores_gemma":[0.95965916,0.009573317,0.0027488961,0.0016188131,0.021511272,0.004888539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006177025,0.002698955,0.0024408116,0.005898664,0.0022422587,0.009612561,0.0026729412,0.006245256,0.037096966],"category_scores_gemma":[0.027313096,0.0010465238,0.0022307138,0.0024413224,0.0017348944,0.0064202836,0.00291079,0.0097697545,0.027313402],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017459552,0.000014074505,0.00006820863,0.00012663359,0.000009256158,0.000056253903,0.000013241686,0.00004966942,0.00013219472,0.0002526705,0.9859782,0.013282109],"study_design_scores_gemma":[0.000015633826,0.000039961113,0.00036896535,0.0003529433,0.000020753767,0.00030748182,0.000031728065,0.00027825573,0.00019541921,0.00098909,0.99737597,0.000023749242],"about_ca_topic_score_codex":0.0010417566,"about_ca_topic_score_gemma":0.0024249235,"teacher_disagreement_score":0.037096966,"about_ca_system_score_codex":0.002085239,"about_ca_system_score_gemma":0.0023698413,"threshold_uncertainty_score":0.12410176},"labels":[],"label_agreement":null},{"id":"W2791714498","doi":"10.1002/smr.1941","title":"Special issue on software engineering for Connected Health: Challenges and research roadmap","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Regional Development Fund; Science Foundation Ireland","keywords":"Health care; Quality (philosophy); HRHIS; Exploit; Knowledge management; Business; Computer science; Health policy; Nursing; Medicine; Computer security; Political science","score_opus":0.124372739184707,"score_gpt":0.47051330657286006,"score_spread":0.3461405673881531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791714498","genre_codex":"editorial","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022380496,0.11919899,0.015367476,0.38097492,0.45746434,0.00026629138,0.00023783177,0.0005997021,0.023652371],"genre_scores_gemma":[0.015316258,0.20037341,0.012882514,0.03570216,0.6951308,0.00032678357,0.0006893743,0.0007510301,0.03882768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899379,0.0029128634,0.0011808899,0.00092018076,0.0042305426,0.0008176182],"domain_scores_gemma":[0.9205294,0.04264556,0.0030650222,0.0038445606,0.023594964,0.0063204574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015802504,0.001560687,0.001871155,0.006174739,0.0026827853,0.010218334,0.002395976,0.007008453,0.020648558],"category_scores_gemma":[0.028414825,0.00086079363,0.0019105696,0.0040283073,0.0044430653,0.012958812,0.0062537906,0.011195474,0.006049898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024206642,0.00015447437,0.0005766415,0.0010699842,0.00003161676,0.00028599083,0.0003560461,0.0005119715,0.0003016465,0.017433869,0.83409816,0.1451554],"study_design_scores_gemma":[0.000012622187,0.00012931418,0.0007823293,0.0019851332,0.00002941171,0.00071378436,0.0006142353,0.0011331863,0.00028821293,0.02166974,0.9726034,0.00003861722],"about_ca_topic_score_codex":0.0013131297,"about_ca_topic_score_gemma":0.0024995236,"teacher_disagreement_score":0.020648558,"about_ca_system_score_codex":0.004129075,"about_ca_system_score_gemma":0.0077698245,"threshold_uncertainty_score":0.083572626},"labels":[],"label_agreement":null},{"id":"W2791914593","doi":"10.1002/smr.1936","title":"Merge‐Tree: Visualizing the integration of commits into Linux","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Merge (version control); Linux kernel; Operating system; Directed acyclic graph; Android (operating system); Programming language; Database; Parallel computing; Algorithm","score_opus":0.022560551012825312,"score_gpt":0.3253684435478788,"score_spread":0.30280789253505347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791914593","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25405124,0.0018538992,0.5114467,0.0025525172,0.00068292103,0.0004801896,0.024262201,0.1864565,0.018213782],"genre_scores_gemma":[0.61717266,0.00083168095,0.3493976,0.00026038857,0.000081154045,0.00026206867,0.016961575,0.009956671,0.0050762217],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993788,0.00014288814,0.00005996732,0.000118586824,0.00022957304,0.00007021589],"domain_scores_gemma":[0.99490225,0.002495908,0.0005137994,0.00059299637,0.0009533437,0.0005417638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015802333,0.0008667236,0.00041111396,0.0046460954,0.00074602256,0.0021332612,0.0011923653,0.0008656844,0.0069445055],"category_scores_gemma":[0.007943914,0.00046292978,0.00066034234,0.0031854725,0.00046002297,0.0028727916,0.0022140257,0.0015067173,0.0014637134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032418205,0.00084816216,0.08091795,0.0024650146,0.00036466407,0.00318296,0.029077668,0.06085491,0.03664883,0.042550627,0.20881136,0.531036],"study_design_scores_gemma":[0.00032135702,0.000490203,0.05620077,0.00073160784,0.00020163914,0.0016295826,0.006122599,0.62246895,0.036789436,0.045106743,0.22950554,0.00043163792],"about_ca_topic_score_codex":0.010685297,"about_ca_topic_score_gemma":0.010975725,"teacher_disagreement_score":0.010685297,"about_ca_system_score_codex":0.00060298305,"about_ca_system_score_gemma":0.0012197997,"threshold_uncertainty_score":0.023231685},"labels":[],"label_agreement":null},{"id":"W2883393561","doi":"10.1002/smr.1965","title":"Program comprehension through reverse‐engineered sequence diagrams: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sequence diagram; Program comprehension; Documentation; Reverse engineering; Sequence (biology); Process (computing); Set (abstract data type); Context (archaeology); Software engineering; Software; Comprehension; Use Case Diagram; Data science; Information retrieval; Programming language; Data mining; Unified Modeling Language; Software system; Class diagram","score_opus":0.06289656528401565,"score_gpt":0.3715168890266922,"score_spread":0.30862032374267656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883393561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006915924,0.9972313,0.0008430897,0.00029009,0.00009073253,0.0001928412,0.00019169228,0.000018810215,0.0004499168],"genre_scores_gemma":[0.0055540744,0.9915951,0.001900361,0.00025736087,0.000037208716,0.00030101647,0.00020178227,0.000009072762,0.00014391355],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946826,0.0020588215,0.0015826286,0.00046300257,0.0011017909,0.00011114457],"domain_scores_gemma":[0.96310854,0.027768834,0.0035997208,0.00070093287,0.0045422637,0.00027971348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00903588,0.0012876882,0.0032367215,0.014251777,0.0005268237,0.0018501969,0.0024469274,0.0013802325,0.004020784],"category_scores_gemma":[0.04593365,0.00080068613,0.00281817,0.01106824,0.0008316427,0.0038679026,0.0014420974,0.0010995655,0.0005919399],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098639066,0.000044834243,0.0005554994,0.66126466,0.0016210387,0.00015578067,0.0006430376,0.00032299277,0.0004519246,0.0015686561,0.005249529,0.3280235],"study_design_scores_gemma":[0.00010449023,0.00026624586,0.0027086257,0.80297273,0.011874428,0.0007383815,0.00082667917,0.00026493863,0.0007894903,0.0018577103,0.17752527,0.000070942275],"about_ca_topic_score_codex":0.0045949016,"about_ca_topic_score_gemma":0.012562635,"teacher_disagreement_score":0.014251777,"about_ca_system_score_codex":0.0018510347,"about_ca_system_score_gemma":0.012166226,"threshold_uncertainty_score":0.04778689},"labels":[],"label_agreement":null},{"id":"W2896543198","doi":"10.1002/smr.2117","title":"Evaluating filter fuzzy analogy homogenous ensembles for software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Fuzzy logic; Defuzzification; Artificial intelligence; Computer science; Filter (signal processing); Fuzzy set; Machine learning; Neuro-fuzzy; Feature (linguistics); Fuzzy classification; Data mining; Mathematics; Fuzzy number; Fuzzy control system","score_opus":0.04033265670826348,"score_gpt":0.3405747214067008,"score_spread":0.30024206469843734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896543198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64702964,0.00052746775,0.3497383,0.00011042446,0.000034838842,0.000095949414,0.00021227462,0.00036787274,0.0018831824],"genre_scores_gemma":[0.9470901,0.00008157296,0.052229878,0.000018741519,0.000013964474,0.000054577795,0.0002243585,0.0000139307285,0.00027288587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977477,0.0009332779,0.0001341908,0.00043534767,0.0006359877,0.00011347916],"domain_scores_gemma":[0.9857451,0.010514026,0.0008590513,0.001182838,0.0015133244,0.00018574603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048419964,0.0007349832,0.00089529273,0.0032799826,0.00037876153,0.00092851365,0.000650588,0.0008415382,0.0008163513],"category_scores_gemma":[0.023558049,0.00022762144,0.0007966627,0.0017964457,0.00024587158,0.0017678603,0.000803629,0.000636137,0.0001865903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041416366,0.00028576446,0.04609771,0.00015127612,0.0006289528,0.000078580175,0.00029991462,0.6058815,0.0053322143,0.0030941558,0.00093622773,0.33679947],"study_design_scores_gemma":[0.000007744522,0.00017318559,0.010623326,0.000018442835,0.000066130466,0.000030984265,0.000068723435,0.9833165,0.0028766273,0.0023964876,0.0004027984,0.000019101655],"about_ca_topic_score_codex":0.0029949339,"about_ca_topic_score_gemma":0.0030315781,"teacher_disagreement_score":0.0048419964,"about_ca_system_score_codex":0.00075603684,"about_ca_system_score_gemma":0.000571274,"threshold_uncertainty_score":0.025607228},"labels":[],"label_agreement":null},{"id":"W2897717013","doi":"10.1002/smr.2114","title":"Support vector regression‐based imputation in analogy‐based software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Imputation (statistics); Analogy; Missing data; Computer science; Support vector machine; Data mining; Artificial intelligence; Regression; Euclidean distance; Machine learning; Statistics; Mathematics","score_opus":0.015284866129832408,"score_gpt":0.29812949750248796,"score_spread":0.28284463137265553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897717013","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18296948,0.00068271265,0.81215805,0.00040007214,0.00006912271,0.00013012426,0.0006138835,0.001558243,0.0014183053],"genre_scores_gemma":[0.7945087,0.00020467215,0.2031123,0.00008985086,0.00003286161,0.00014736207,0.0010350518,0.000066122724,0.0008030973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931589,0.0039533535,0.0004938812,0.0010377963,0.0011570993,0.00019894273],"domain_scores_gemma":[0.97371066,0.01791263,0.002660842,0.0022751922,0.0031842142,0.0002564913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008232255,0.00083912036,0.0012906147,0.00241706,0.00039543872,0.0010186499,0.0016213808,0.00090514764,0.0014892869],"category_scores_gemma":[0.040151574,0.00038806262,0.0011153893,0.0023665314,0.0004276178,0.0020164405,0.0011558001,0.0019151544,0.0005670411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004029267,0.00045072127,0.04888167,0.00043337402,0.00033251048,0.00019259762,0.00041581632,0.6037804,0.001999437,0.006815239,0.0028927042,0.3334026],"study_design_scores_gemma":[0.0000130958015,0.000110334244,0.0035803793,0.000040941617,0.000019299983,0.000030453237,0.000061819585,0.98963577,0.0013423996,0.004448373,0.00069822464,0.000018915971],"about_ca_topic_score_codex":0.0029993653,"about_ca_topic_score_gemma":0.002619296,"teacher_disagreement_score":0.008232255,"about_ca_system_score_codex":0.0005683112,"about_ca_system_score_gemma":0.0009544571,"threshold_uncertainty_score":0.043536842},"labels":[],"label_agreement":null},{"id":"W2902192294","doi":"10.1002/smr.2149","title":"Empirical evaluation of an entropy‐based approach to estimation variation of software development effort","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Jackknife resampling; Gaussian; Mathematics; Entropy (arrow of time); Entropy estimation; Computer science; Algorithm; Variation (astronomy); Statistics; Applied mathematics; Estimator","score_opus":0.04113808203459276,"score_gpt":0.33910532306484553,"score_spread":0.2979672410302528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902192294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81381357,0.00055453577,0.18321875,0.00012901134,0.000031799744,0.000089081565,0.00031581376,0.00030828352,0.001539146],"genre_scores_gemma":[0.97139704,0.000066824214,0.02797695,0.000012112384,0.00001307608,0.000038927326,0.0003344571,0.0000151343875,0.00014549111],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916624,0.00472111,0.00050708745,0.0007354099,0.0022177997,0.000156055],"domain_scores_gemma":[0.94474316,0.045004327,0.0029154688,0.0033446949,0.003588888,0.00040343238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012779691,0.0005449945,0.00054526964,0.004541759,0.00028895307,0.0009622657,0.00087735,0.00078143534,0.0005420594],"category_scores_gemma":[0.05434649,0.00018962898,0.00047398778,0.0024935352,0.00069945544,0.0014655412,0.0014328661,0.00068695657,0.000107584645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015190735,0.0005865266,0.18914846,0.0006419926,0.000828117,0.0002359159,0.0015022444,0.40946087,0.008637884,0.008017653,0.0012517128,0.37816942],"study_design_scores_gemma":[0.00002521792,0.0005257525,0.07184129,0.00007045618,0.00006299248,0.00018288108,0.00023596009,0.91826946,0.004966276,0.0031749841,0.000583764,0.000060975388],"about_ca_topic_score_codex":0.0017023197,"about_ca_topic_score_gemma":0.0016381306,"teacher_disagreement_score":0.012779691,"about_ca_system_score_codex":0.00079086766,"about_ca_system_score_gemma":0.0004978381,"threshold_uncertainty_score":0.0675863},"labels":[],"label_agreement":null},{"id":"W2909995151","doi":"10.1002/smr.2151","title":"A measurement framework for software product maturity assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Computer science; Software quality control; Product (mathematics); Quality (philosophy); Maturity (psychological); Process management; Software quality; Software measurement; Software quality analyst; Software; Systems engineering; Software engineering; Software development; Engineering","score_opus":0.022701644488524977,"score_gpt":0.30686463390930613,"score_spread":0.28416298942078116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909995151","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006752675,0.00084193464,0.9845595,0.0004968473,0.000053532724,0.00070745393,0.00035906408,0.0007730342,0.0054559917],"genre_scores_gemma":[0.11625876,0.00045771254,0.88057256,0.00008560192,0.000034998,0.0014263171,0.0006302846,0.00005963856,0.00047418906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9647888,0.01975815,0.004319761,0.0022294107,0.008190297,0.00071359787],"domain_scores_gemma":[0.9457446,0.025147153,0.00758794,0.003630403,0.016952997,0.0009369511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032762658,0.0018966871,0.00092767214,0.014541105,0.0014316665,0.005657373,0.0025059506,0.0022108918,0.0020128493],"category_scores_gemma":[0.063829154,0.0007645098,0.0017209091,0.009446841,0.002304554,0.00884478,0.0034620822,0.0034482237,0.00078928284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104004284,0.00053120626,0.018402213,0.001366255,0.00024670942,0.00018813537,0.002826406,0.032581847,0.0076735,0.5669774,0.007214491,0.3618878],"study_design_scores_gemma":[0.000121829005,0.0013405966,0.02857292,0.002779136,0.00026475766,0.000816023,0.002947565,0.47807086,0.011517334,0.3946361,0.0784849,0.00044805033],"about_ca_topic_score_codex":0.0066107633,"about_ca_topic_score_gemma":0.0036271974,"teacher_disagreement_score":0.032762658,"about_ca_system_score_codex":0.0049845157,"about_ca_system_score_gemma":0.005792959,"threshold_uncertainty_score":0.1732676},"labels":[],"label_agreement":null},{"id":"W2952813088","doi":"10.1002/smr.1915","title":"Database engines: Evolution of greenness","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Green IT and Sustainability","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Database; Computer science; Energy consumption; Metric (unit); Consumption (sociology); Energy (signal processing); Real-time database; Efficient energy use","score_opus":0.008740486068826665,"score_gpt":0.24291445819073074,"score_spread":0.23417397212190408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952813088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958086,0.00020176845,0.0018522547,0.00014073125,0.0000049468335,0.000014601973,0.00025135287,0.0001267961,0.0015988735],"genre_scores_gemma":[0.9971136,0.00006618261,0.002058536,0.000022201446,0.0000024579883,0.0000063075718,0.00034919236,0.000032130887,0.00034932359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973103,0.0005333852,0.00024443175,0.00049469544,0.001204606,0.00021258302],"domain_scores_gemma":[0.96871907,0.011484261,0.0068944544,0.0029778446,0.00896286,0.00096161256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036906204,0.00039313515,0.00024127487,0.0028354093,0.00034465268,0.0025813056,0.00070229656,0.00044426898,0.00067251653],"category_scores_gemma":[0.022822939,0.0003634835,0.00035010965,0.0029438834,0.0005342282,0.002162785,0.0007748872,0.00071299175,0.00019895933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020929046,0.00029075122,0.9034558,0.00014290717,0.00019911777,0.00041877737,0.0016543826,0.01716562,0.016338669,0.0024335666,0.0010807953,0.056610346],"study_design_scores_gemma":[0.0000111597,0.00024900207,0.9152313,0.000043840962,0.0000830522,0.00059416663,0.0015614782,0.065118305,0.011150951,0.0015417081,0.0043678,0.00004732682],"about_ca_topic_score_codex":0.009631105,"about_ca_topic_score_gemma":0.007914286,"teacher_disagreement_score":0.009631105,"about_ca_system_score_codex":0.0013924171,"about_ca_system_score_gemma":0.0006936603,"threshold_uncertainty_score":0.019518077},"labels":[],"label_agreement":null},{"id":"W2953336937","doi":"10.1002/smr.2180","title":"Analysis of cluster center initialization of 2FA‐kprototypes analogy‐based software effort estimation","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Initialization; Computer science; Unpacking; Cluster analysis; Cluster (spacecraft); Analogy; Fuzzy logic; Categorical variable; Software; Artificial intelligence; Machine learning; Operating system","score_opus":0.00986538643137731,"score_gpt":0.27792727701311865,"score_spread":0.26806189058174135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953336937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6452189,0.00049326837,0.34724152,0.0001748789,0.00011452805,0.00017621116,0.00096908194,0.003415166,0.0021964496],"genre_scores_gemma":[0.9131338,0.000054327837,0.084327705,0.000023143184,0.000012024036,0.00008823645,0.0016376855,0.00008711105,0.0006359474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797577,0.00058562536,0.00013003673,0.0005363117,0.00055885845,0.0002133549],"domain_scores_gemma":[0.9919503,0.0036603322,0.0007016684,0.00089578354,0.0025788725,0.00021296497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028342837,0.0010171153,0.0007055108,0.0031748323,0.00063104223,0.0010097544,0.00130067,0.0008378653,0.0008755186],"category_scores_gemma":[0.016242102,0.00022629299,0.0006491161,0.0018466619,0.00036981114,0.0012080357,0.00091458834,0.0006568084,0.00043160727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016137558,0.00035687294,0.10411669,0.00029967545,0.00026868522,0.00028031718,0.0006069218,0.4839438,0.0147630535,0.005401996,0.006337855,0.38201046],"study_design_scores_gemma":[0.00001631083,0.000086172535,0.017324451,0.00001977077,0.000023420629,0.000050231225,0.00012621276,0.97186434,0.008728857,0.00078323775,0.0009471223,0.000029891802],"about_ca_topic_score_codex":0.01607969,"about_ca_topic_score_gemma":0.010607412,"teacher_disagreement_score":0.01607969,"about_ca_system_score_codex":0.0012172868,"about_ca_system_score_gemma":0.00094455696,"threshold_uncertainty_score":0.03197217},"labels":[],"label_agreement":null},{"id":"W2967307245","doi":"10.1002/smr.2208","title":"A delta‐oriented approach to support the safe reuse of black‐box code rewriters","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Centre National de la Recherche Scientifique","keywords":"Computer science; Rewriting; Reuse; Programming language; Forward chaining; Chaining; Android (operating system); Black box; Code (set theory); Code reuse; Software engineering; Software; Operating system; Artificial intelligence; Set (abstract data type)","score_opus":0.01514872626915628,"score_gpt":0.26820557456062716,"score_spread":0.2530568482914709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967307245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010382099,0.00008158688,0.98028255,0.00016564406,0.000056229994,0.00013791856,0.00006934226,0.0076392177,0.0011855417],"genre_scores_gemma":[0.18619116,0.00016165338,0.8056402,0.0003185402,0.000051917857,0.0003119779,0.0003641149,0.0022315222,0.0047288747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579406,0.0010941392,0.00061832636,0.0007305313,0.0013701388,0.00039282755],"domain_scores_gemma":[0.9824265,0.004323577,0.0011767431,0.009286739,0.0022235946,0.00056276046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006141543,0.0009411034,0.0006921303,0.0020653845,0.00085306197,0.0026208067,0.004596119,0.0019929942,0.0032261682],"category_scores_gemma":[0.015679162,0.0015226231,0.00146818,0.0007858943,0.0029730264,0.0045095338,0.0048404434,0.0031728938,0.0013044253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009235101,0.0009921129,0.016931713,0.0010925228,0.00028037632,0.0024773995,0.0040019616,0.11990086,0.07685164,0.35391477,0.010943246,0.41168994],"study_design_scores_gemma":[0.00014202323,0.00035436664,0.00092735124,0.00028896742,0.00018028567,0.0010758104,0.0002734162,0.6868982,0.083874345,0.16472982,0.061104525,0.00015092925],"about_ca_topic_score_codex":0.0028279584,"about_ca_topic_score_gemma":0.0033791375,"teacher_disagreement_score":0.006141543,"about_ca_system_score_codex":0.001061633,"about_ca_system_score_gemma":0.0023342674,"threshold_uncertainty_score":0.03248},"labels":[],"label_agreement":null},{"id":"W2970341368","doi":"10.1002/smr.2182","title":"How has SPI changed in times of agile development? Results from a multi‐method study","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Eesti Teadusagentuur","keywords":"Agile software development; Scrum; Extreme programming; Extreme programming practices; Agile usability engineering; Context (archaeology); User story; Agile Unified Process; Process (computing); Process management; Lean software development; Set (abstract data type); Computer science; Knowledge management; Engineering; Software development; Software; Software development process; Software engineering; Geography","score_opus":0.03224882072920653,"score_gpt":0.29314613383169147,"score_spread":0.26089731310248493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970341368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992126,0.0005962578,0.0036456627,0.0006311115,0.000037154758,0.0006962625,0.00018048828,0.000011359465,0.0020756302],"genre_scores_gemma":[0.9917143,0.00064049877,0.0039150035,0.00042908554,0.00004661841,0.002357323,0.0001345695,0.00003892173,0.0007237685],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.86537826,0.10406564,0.009597352,0.005280301,0.011716183,0.003962243],"domain_scores_gemma":[0.45249256,0.4721208,0.0284424,0.009257586,0.034750443,0.002936323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1402015,0.0005315669,0.0012342382,0.00516226,0.0028848054,0.0072427136,0.0016556808,0.0017122771,0.0020265481],"category_scores_gemma":[0.27216175,0.0007901253,0.0016628909,0.00642046,0.00457828,0.0078665335,0.0054653334,0.0024326039,0.00043920128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034340494,0.0007060449,0.09773593,0.0014313726,0.00018424947,0.00039842358,0.8579363,0.00013964006,0.00065592665,0.0010538892,0.00047218543,0.03894258],"study_design_scores_gemma":[0.00008630175,0.0017250953,0.1545244,0.002140331,0.00020648389,0.00041366334,0.8285601,0.00078900217,0.0012167833,0.0010296231,0.009208189,0.00010004563],"about_ca_topic_score_codex":0.0017793629,"about_ca_topic_score_gemma":0.0024420111,"teacher_disagreement_score":0.1402015,"about_ca_system_score_codex":0.0045315647,"about_ca_system_score_gemma":0.004777038,"threshold_uncertainty_score":0.7414652},"labels":[],"label_agreement":null},{"id":"W3007452449","doi":"10.1002/smr.2255","title":"Bad smell detection using quality metrics and refactoring opportunities","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code refactoring; Computer science; Maintainability; False positive paradox; Process (computing); Quality (philosophy); Software quality; Set (abstract data type); Technical debt; Software maintenance; Software; Code (set theory); Source code; Software engineering; Software system; Artificial intelligence; Software development; Programming language","score_opus":0.1255498175057313,"score_gpt":0.3338147225408901,"score_spread":0.20826490503515882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007452449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56964105,0.0007056942,0.4220247,0.00035743066,0.0000615006,0.00032239675,0.0004253513,0.0042035673,0.0022583138],"genre_scores_gemma":[0.80039936,0.000099805264,0.19837742,0.000029350113,0.0000139277,0.00007662018,0.0004199233,0.00013516213,0.0004484616],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9884609,0.0029128422,0.0012494486,0.0012413887,0.00564541,0.00049007847],"domain_scores_gemma":[0.924802,0.025372433,0.020225234,0.005068013,0.022801025,0.001731335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00697754,0.0014041394,0.0010367552,0.011536205,0.00064859824,0.00219256,0.0010677737,0.0009624009,0.00058042683],"category_scores_gemma":[0.03600485,0.00047874427,0.0009318135,0.003288652,0.0006135795,0.002094208,0.0016985631,0.00089284225,0.00026535676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855277,0.00077095826,0.3939757,0.0009195363,0.00040193138,0.0008669283,0.0018224365,0.034715183,0.070658,0.003090045,0.0021793307,0.4900143],"study_design_scores_gemma":[0.00009388389,0.0012619058,0.16379125,0.00029047354,0.0003097461,0.0012619388,0.0008318957,0.72351295,0.099117994,0.005176683,0.0040496504,0.00030161405],"about_ca_topic_score_codex":0.003773572,"about_ca_topic_score_gemma":0.0049892766,"teacher_disagreement_score":0.011536205,"about_ca_system_score_codex":0.0009975315,"about_ca_system_score_gemma":0.0013565562,"threshold_uncertainty_score":0.036901236},"labels":[],"label_agreement":null},{"id":"W3009853975","doi":"10.1002/smr.2250","title":"Guidelines for evaluating bug‐assignment research","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Faculty of Graduate Studies and Research, University of Alberta; Alberta Innovates - Technology Futures","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Empirical research; Task (project management); Set (abstract data type); Data science; Data mining; Information retrieval; Statistics; Systems engineering; Mathematics; Engineering; Operations management","score_opus":0.28841862183190226,"score_gpt":0.4726799934303204,"score_spread":0.18426137159841816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009853975","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047015693,0.045569476,0.7464631,0.011733907,0.0025048296,0.092631035,0.010509613,0.006219345,0.037352957],"genre_scores_gemma":[0.055719562,0.0033176665,0.8557391,0.0012233597,0.00023835791,0.08007022,0.002315805,0.00045792462,0.0009179771],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.34285417,0.46980295,0.11128271,0.009128693,0.06487314,0.0020584257],"domain_scores_gemma":[0.11482825,0.6000945,0.059653107,0.038753048,0.18372384,0.0029473118],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46915984,0.004148416,0.0055996105,0.04623996,0.0043127625,0.01351479,0.009125081,0.005672105,0.0056046606],"category_scores_gemma":[0.75546783,0.003114385,0.0061329748,0.027859954,0.0061240843,0.010115265,0.007026958,0.005002617,0.0043403376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036096217,0.0023293337,0.03469468,0.060443435,0.0027382337,0.00065244816,0.017348152,0.007847033,0.011433183,0.048321303,0.08179494,0.72878766],"study_design_scores_gemma":[0.0067636063,0.009742638,0.09105337,0.15150332,0.00680815,0.0011658211,0.022174653,0.058832847,0.05737302,0.15811582,0.43425933,0.002207523],"about_ca_topic_score_codex":0.004802534,"about_ca_topic_score_gemma":0.007972544,"teacher_disagreement_score":0.53084016,"about_ca_system_score_codex":0.008857794,"about_ca_system_score_gemma":0.017137494,"threshold_uncertainty_score":0.65462047},"labels":[],"label_agreement":null},{"id":"W3010658448","doi":"10.1002/smr.2260","title":"Fuzzy case‐based‐reasoning‐based imputation for incomplete data in software engineering repositories","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Missing data; Imputation (statistics); Categorical variable; Data mining; Computer science; Software; Fuzzy logic; Reuse; Machine learning; Artificial intelligence; Engineering","score_opus":0.03250375646217073,"score_gpt":0.29706369706087565,"score_spread":0.2645599405987049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010658448","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07303965,0.00047918278,0.9225016,0.0006858653,0.00007487127,0.00020378982,0.00042297773,0.0007852689,0.0018067722],"genre_scores_gemma":[0.61625195,0.00032404132,0.3811141,0.000144615,0.00004163919,0.0002524503,0.0010408879,0.00005975436,0.0007705331],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9827855,0.008271579,0.0016507044,0.0014775523,0.0052871024,0.00052755204],"domain_scores_gemma":[0.9356114,0.03999206,0.006050608,0.009574772,0.008197777,0.0005732951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021758065,0.00074997405,0.0018071266,0.0065005207,0.0015807374,0.0033581997,0.003949175,0.0019386791,0.0021712407],"category_scores_gemma":[0.07590329,0.00070130633,0.0022192313,0.006335717,0.0013682741,0.0043665324,0.0024249973,0.001865039,0.0005492689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080995366,0.00077666284,0.041404657,0.00089434447,0.0008220514,0.0016932762,0.0019163506,0.516613,0.002963771,0.034623206,0.006317908,0.39116487],"study_design_scores_gemma":[0.000043258577,0.00006671569,0.003768181,0.00017266325,0.00010246108,0.00027901735,0.0002815406,0.96517664,0.0032659161,0.024745097,0.002036199,0.00006229805],"about_ca_topic_score_codex":0.009928925,"about_ca_topic_score_gemma":0.0070818653,"teacher_disagreement_score":0.021758065,"about_ca_system_score_codex":0.0022551129,"about_ca_system_score_gemma":0.0030124278,"threshold_uncertainty_score":0.11506903},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","score_opus":0.024555317956103526,"score_gpt":0.26027563083621114,"score_spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042453106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4422701,0.0019525765,0.5307254,0.0024763423,0.000375458,0.000472469,0.00040183234,0.011963274,0.009362519],"genre_scores_gemma":[0.80190915,0.00022405107,0.19292943,0.00038941758,0.00012534752,0.000253329,0.00056264043,0.0010700173,0.0025365984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99330646,0.0020735841,0.00029729147,0.0006751925,0.0030300184,0.0006174044],"domain_scores_gemma":[0.9667413,0.01796541,0.004155262,0.0043163034,0.005334907,0.0014868019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029312577,0.0017172676,0.0009810582,0.0021647317,0.0006738751,0.0011413074,0.003170509,0.0009984837,0.00457264],"category_scores_gemma":[0.024497991,0.00065526937,0.00079246843,0.00096716697,0.0010387246,0.0019353374,0.0015838832,0.001990008,0.0015295941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021402696,0.0025872886,0.030208794,0.0007138159,0.0002362204,0.00083808287,0.0010573143,0.15119945,0.21251076,0.008665328,0.010320975,0.57952166],"study_design_scores_gemma":[0.00029655008,0.001555064,0.020121222,0.00013807982,0.00023026376,0.00069975277,0.00054897595,0.8722243,0.0810762,0.0070093465,0.016012035,0.00008826183],"about_ca_topic_score_codex":0.004980747,"about_ca_topic_score_gemma":0.0056132,"teacher_disagreement_score":0.004980747,"about_ca_system_score_codex":0.0013190943,"about_ca_system_score_gemma":0.003506853,"threshold_uncertainty_score":0.015502155},"labels":[],"label_agreement":null},{"id":"W3045778863","doi":"10.1002/smr.2300","title":"Analysis of 13 implementations of the software engineering management and engineering basic profile guide of ISO/IEC 29110 in very small entities using different life cycles","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Implementation; Software; Engineering management; Software engineering; International standard; Quality (philosophy); Engineering; Computer science; Telecommunications","score_opus":0.020903511289398206,"score_gpt":0.2593159848100856,"score_spread":0.2384124735206874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045778863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847563,0.000056414043,0.012592034,0.00005594706,0.000007912869,0.0002712304,0.00015226535,0.000112410984,0.0019955323],"genre_scores_gemma":[0.96295595,0.00007958904,0.033890765,0.00002568101,0.0000026955015,0.00031523316,0.00097456056,0.00006540619,0.0016901174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9860206,0.0056387284,0.0011847517,0.0009321545,0.0055345213,0.0006892413],"domain_scores_gemma":[0.9639919,0.0141411675,0.0047863936,0.003136489,0.012919445,0.0010247106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009818204,0.0003795575,0.0003493663,0.002769381,0.00075885124,0.0014110343,0.0008704756,0.00074612885,0.0008199282],"category_scores_gemma":[0.029163977,0.00036449364,0.0005643511,0.0023855462,0.0006551145,0.0009840182,0.0010409902,0.00066882855,0.00027694943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017521455,0.003883503,0.4219129,0.001132922,0.000372519,0.0012034766,0.015209896,0.062048648,0.03433346,0.0090464335,0.003385758,0.44571832],"study_design_scores_gemma":[0.00018038985,0.007275027,0.7388494,0.00051929435,0.00037867052,0.0006482593,0.025325423,0.14190413,0.049755808,0.0037333097,0.031173743,0.0002564797],"about_ca_topic_score_codex":0.0061912118,"about_ca_topic_score_gemma":0.0067587434,"teacher_disagreement_score":0.009818204,"about_ca_system_score_codex":0.0024108263,"about_ca_system_score_gemma":0.0025493004,"threshold_uncertainty_score":0.05192429},"labels":[],"label_agreement":null},{"id":"W3088129556","doi":"10.1002/smr.2318","title":"Hybrid and evolving processes for software and systems—ICSSP 2019 special issue","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Flexibility (engineering); Process (computing); Software; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Management; Operating system","score_opus":0.01569163299704816,"score_gpt":0.2599040716775337,"score_spread":0.24421243868048556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088129556","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013272241,0.06340381,0.0057280636,0.056896016,0.8067318,0.00014511425,0.00046382137,0.0006746718,0.06462945],"genre_scores_gemma":[0.008476256,0.06515108,0.0029166143,0.010418195,0.74808455,0.00018545131,0.0016459208,0.0008788149,0.16224314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970204,0.00035073597,0.00024494424,0.0003167826,0.0017803471,0.00028675885],"domain_scores_gemma":[0.99200773,0.0025102315,0.00042484503,0.0004927661,0.0029731265,0.0015912738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035587277,0.0015346279,0.0013975984,0.003852222,0.002489737,0.010999821,0.0018155747,0.0045887968,0.050421093],"category_scores_gemma":[0.0059816227,0.0006638349,0.001339586,0.003032841,0.0013974374,0.0067426004,0.003313142,0.006618107,0.01778961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021012023,0.000042762087,0.00008402446,0.0002561845,0.000009573148,0.0000676447,0.000041151437,0.00013737805,0.00028065185,0.004480435,0.9571366,0.03744265],"study_design_scores_gemma":[0.0000060362636,0.000052953703,0.00046637384,0.00035871487,0.000009317185,0.00025029771,0.00006668686,0.00035885308,0.0002024477,0.0031533479,0.99506146,0.000013482212],"about_ca_topic_score_codex":0.0017507251,"about_ca_topic_score_gemma":0.0027932702,"teacher_disagreement_score":0.050421093,"about_ca_system_score_codex":0.0036975543,"about_ca_system_score_gemma":0.0045177313,"threshold_uncertainty_score":0.16867536},"labels":[],"label_agreement":null},{"id":"W3122722131","doi":"10.1002/smr.2334","title":"A formal approach to rigorous development of critical systems","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Toolchain; Computer science; Avionics; Life-critical system; Formal methods; Software engineering; Formal specification; Formal verification; Process (computing); Code generation; Domain (mathematical analysis); Model-based design; Software; Systems engineering; Programming language; Computer security; Engineering; Simulation","score_opus":0.029928507112248558,"score_gpt":0.3104433275643223,"score_spread":0.28051482045207377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122722131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011101041,0.00018731454,0.9955225,0.0003593441,0.00003841691,0.0000990968,0.000017957353,0.00017593199,0.0024893647],"genre_scores_gemma":[0.08243985,0.000529619,0.9141224,0.000177628,0.00009935903,0.00054569845,0.00007478814,0.0001435655,0.0018671181],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98936266,0.0057554124,0.0008095394,0.0005922776,0.0030386418,0.00044151468],"domain_scores_gemma":[0.9676508,0.023814626,0.0015962071,0.0032344365,0.0032929878,0.000410921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014716494,0.0011682838,0.00057127135,0.0023371074,0.0016563209,0.00366319,0.0034195972,0.0014741163,0.0036478736],"category_scores_gemma":[0.026358688,0.0012644972,0.0019862084,0.0010445148,0.0093361195,0.0039452175,0.0041349987,0.004403103,0.0005726713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017636909,0.00006432262,0.00023322643,0.00030595378,0.000025560848,0.00020532068,0.0007929187,0.03836822,0.0017692578,0.9384557,0.0008140309,0.018947821],"study_design_scores_gemma":[0.00008552317,0.00009415798,0.000121509234,0.00040577896,0.000041288873,0.00019703589,0.00023826411,0.16547316,0.004238154,0.7890834,0.039972965,0.00004868992],"about_ca_topic_score_codex":0.004249346,"about_ca_topic_score_gemma":0.0034269781,"teacher_disagreement_score":0.014716494,"about_ca_system_score_codex":0.0033896868,"about_ca_system_score_gemma":0.0056070047,"threshold_uncertainty_score":0.07782918},"labels":[],"label_agreement":null},{"id":"W3146730906","doi":"10.1002/smr.2343","title":"On the value of filter feature selection techniques in homogeneous ensembles effort estimation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature selection; Preprocessor; Artificial intelligence; Data mining; Software; Filter (signal processing); Support vector machine; Feature (linguistics); Pattern recognition (psychology); Multilayer perceptron; Machine learning; Subspace topology; Random forest; k-nearest neighbors algorithm; Dimensionality reduction; Process (computing); Curse of dimensionality; Homogeneous; Artificial neural network; Mathematics","score_opus":0.008875852151698763,"score_gpt":0.26110152497721284,"score_spread":0.25222567282551406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146730906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29283068,0.00077104376,0.7044649,0.00025235722,0.000052045725,0.000065584725,0.00014850646,0.00046737675,0.00094756647],"genre_scores_gemma":[0.9085015,0.00015033493,0.0906736,0.00005460084,0.000038859063,0.000057324476,0.00024242901,0.000036190042,0.00024509494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975286,0.001364898,0.00014554037,0.00038227122,0.00043297943,0.00014568299],"domain_scores_gemma":[0.9841945,0.012478599,0.00063029205,0.0009835493,0.0015804581,0.0001325576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065481244,0.00088703167,0.00096256513,0.0017331534,0.0004685087,0.00089045026,0.0006597866,0.00088503596,0.0005996959],"category_scores_gemma":[0.022206696,0.00022059858,0.00083374535,0.0012475556,0.00039464128,0.0015266853,0.0006240755,0.0007195872,0.00014350691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051237806,0.00030063227,0.025630757,0.00011236968,0.00050903496,0.0000834508,0.00011238929,0.6273342,0.0060068886,0.0032787567,0.0011430422,0.3349761],"study_design_scores_gemma":[0.00001195534,0.00012622606,0.0042442963,0.000014112825,0.000052278472,0.000020664718,0.00003150876,0.99119747,0.002858717,0.0012644595,0.00016744818,0.000010948825],"about_ca_topic_score_codex":0.004242222,"about_ca_topic_score_gemma":0.00291803,"teacher_disagreement_score":0.0065481244,"about_ca_system_score_codex":0.00042807843,"about_ca_system_score_gemma":0.00067936064,"threshold_uncertainty_score":0.03463018},"labels":[],"label_agreement":null},{"id":"W3176973231","doi":"10.1002/smr.2361","title":"An exploratory semantic analysis of logging questions","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Logging; Computer science; Android (operating system); Database; Software; Operating system; Login; Data logger; Well logging; Geology","score_opus":0.0118048184376562,"score_gpt":0.2778469793919299,"score_spread":0.26604216095427374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176973231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97566915,0.00010663991,0.016250018,0.00036371005,0.000020028983,0.0005455859,0.0035255635,0.00021341992,0.0033058627],"genre_scores_gemma":[0.97173566,0.00006470055,0.021139508,0.00011108558,0.000025062916,0.0011801487,0.0047407905,0.000048780912,0.00095437875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934528,0.0035943978,0.00046932345,0.00075534114,0.001248653,0.00047960007],"domain_scores_gemma":[0.95431185,0.035600066,0.0034135394,0.0014552008,0.004591028,0.00062837306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055940533,0.00039697727,0.00043818486,0.008068091,0.00136469,0.0021713956,0.000619642,0.000732814,0.0024325994],"category_scores_gemma":[0.0329198,0.00022104957,0.0006809488,0.0063894046,0.0011440242,0.0027886662,0.0020167104,0.0010399122,0.0005390543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013149765,0.0016786356,0.5460182,0.0024288457,0.0001683942,0.0014989431,0.18978329,0.002610501,0.025088614,0.026176857,0.010408766,0.1928241],"study_design_scores_gemma":[0.00011510681,0.000510287,0.67973036,0.00047834276,0.00015938214,0.0008370706,0.18479808,0.056177817,0.011403751,0.023386817,0.042220086,0.00018294001],"about_ca_topic_score_codex":0.0028930067,"about_ca_topic_score_gemma":0.0031927165,"teacher_disagreement_score":0.008068091,"about_ca_system_score_codex":0.001592299,"about_ca_system_score_gemma":0.0013244395,"threshold_uncertainty_score":0.029584587},"labels":[],"label_agreement":null},{"id":"W3196992266","doi":"10.1002/smr.2378","title":"A study of refactorings during software change tasks","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Code refactoring; Workflow; Computer science; Software engineering; Scope (computer science); Software; Task (project management); Adaptation (eye); Software development; Programming language; Systems engineering; Engineering; Database","score_opus":0.03438675384689678,"score_gpt":0.297320505641714,"score_spread":0.2629337517948172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196992266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972249,0.00007229857,0.0019648527,0.000069983624,0.00000393945,0.00009221985,0.000022758328,0.000021545406,0.00052746595],"genre_scores_gemma":[0.9960006,0.0000700709,0.0033462541,0.00004723763,0.0000049843206,0.00009408249,0.00005751394,0.000019094885,0.0003601005],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9780523,0.013361461,0.0016906972,0.0016863863,0.0040317574,0.0011772942],"domain_scores_gemma":[0.75583625,0.17193696,0.03533212,0.010780242,0.021421969,0.004692386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018653901,0.0006690341,0.000606734,0.0026546852,0.002473623,0.0024565894,0.0018886314,0.0017771858,0.0009133366],"category_scores_gemma":[0.16437452,0.001073428,0.00037285165,0.0013125014,0.0023103477,0.0024149593,0.0025024144,0.0020503805,0.00030788686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003695206,0.0022262249,0.3473232,0.0004381329,0.00007162002,0.0016492363,0.5751572,0.0006260314,0.013220596,0.0007696647,0.0005642486,0.05758428],"study_design_scores_gemma":[0.00018272262,0.0033834714,0.6332438,0.00041955884,0.00008274064,0.002029687,0.32273486,0.008492486,0.012468808,0.0023289581,0.014266312,0.00036666426],"about_ca_topic_score_codex":0.006520371,"about_ca_topic_score_gemma":0.009674368,"teacher_disagreement_score":0.018653901,"about_ca_system_score_codex":0.0023031784,"about_ca_system_score_gemma":0.0024643547,"threshold_uncertainty_score":0.09865242},"labels":[],"label_agreement":null},{"id":"W3200749310","doi":"10.1002/smr.2395","title":"Behind the scenes: On the relationship between developer experience and refactoring","year":2021,"lang":"en","type":"preprint","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Technical debt; Computer science; Generalizability theory; Software engineering; Variety (cybernetics); Software development; Software; Programming language; Artificial intelligence; Psychology","score_opus":0.08183480943976264,"score_gpt":0.3301927228445304,"score_spread":0.24835791340476776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200749310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985586,0.00008969981,0.0002760223,0.00011836662,0.000004866573,0.0000058732653,0.000028945364,0.000005545465,0.0009121015],"genre_scores_gemma":[0.9996019,0.000038253635,0.00016310558,0.00001960885,0.00000579663,0.00000560199,0.0000325697,0.0000036544282,0.00012955931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99339986,0.0035355724,0.00042086485,0.0005266927,0.0015058416,0.00061120413],"domain_scores_gemma":[0.8463386,0.106093705,0.028047564,0.0022144432,0.0097349305,0.007570784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050167493,0.0002541278,0.00025209994,0.0023340352,0.00056236755,0.0017653905,0.0005175459,0.00054730295,0.0022697786],"category_scores_gemma":[0.05256996,0.0002661333,0.00031376508,0.0015156672,0.0012012086,0.0016945573,0.0018564962,0.000941325,0.00024321963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008658172,0.00010769916,0.973473,0.00004428015,0.000041901938,0.00020254387,0.01582974,0.000079566955,0.00033718717,0.000116532,0.00021695042,0.009463916],"study_design_scores_gemma":[0.000003660498,0.00014246893,0.97639227,0.000042870124,0.000018149498,0.00017511981,0.021845456,0.00052273425,0.00014244842,0.0001049854,0.0005919845,0.000017842503],"about_ca_topic_score_codex":0.0034236442,"about_ca_topic_score_gemma":0.0044130078,"teacher_disagreement_score":0.0050167493,"about_ca_system_score_codex":0.00062773016,"about_ca_system_score_gemma":0.0005878816,"threshold_uncertainty_score":0.026531398},"labels":[],"label_agreement":null},{"id":"W3208623264","doi":"10.1002/smr.2393","title":"Perceptions of open‐source software developers on collaborations: An interview and survey study","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software development; Open-source software development; Knowledge management; Software peer review; Exploratory research; Software; Coding (social sciences); Team software process; Personal software process; Software engineering; Data science; World Wide Web; Software development process; Software construction","score_opus":0.05647698908527405,"score_gpt":0.34220887135159545,"score_spread":0.2857318822663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208623264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99807346,0.00013271111,0.00077973545,0.00023971389,0.000005749066,0.000060477687,0.00004402507,0.000005430714,0.0006586294],"genre_scores_gemma":[0.9986934,0.00022280999,0.00045463815,0.00014163705,0.000006531884,0.00014794932,0.000042764263,0.0000053708704,0.0002849427],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9846069,0.010779914,0.0008385411,0.0009580308,0.001395423,0.0014211035],"domain_scores_gemma":[0.92933637,0.05090342,0.0060092136,0.0012025988,0.007589026,0.00495941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016931295,0.0003978126,0.00070137624,0.002830513,0.0022506756,0.0024650863,0.00072363584,0.0013472514,0.0012527991],"category_scores_gemma":[0.04216868,0.0006315447,0.00042847323,0.0017494431,0.0021949208,0.0035102821,0.004201358,0.0021075176,0.0002718289],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000734319,0.00022626577,0.13117792,0.00022459726,0.000026942867,0.0006620825,0.853676,0.00009962148,0.0013056532,0.000554172,0.0004722845,0.011500975],"study_design_scores_gemma":[0.0000148244535,0.0003109951,0.058797702,0.0002251216,0.000017664883,0.0003152461,0.9329383,0.0007191255,0.0006398923,0.00033312791,0.005638248,0.00004981476],"about_ca_topic_score_codex":0.0026964508,"about_ca_topic_score_gemma":0.0026948391,"teacher_disagreement_score":0.016931295,"about_ca_system_score_codex":0.0017634344,"about_ca_system_score_gemma":0.0017826536,"threshold_uncertainty_score":0.08954233},"labels":[],"label_agreement":null},{"id":"W3209347229","doi":"10.1002/smr.2402","title":"A systematic mapping study on the employment of neural networks on software engineering projects: Where to go next?","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Artificial neural network; Domain (mathematical analysis); Computer science; Deep learning; Software; Field (mathematics); Software engineering; Artificial intelligence; Software development; Social software engineering; Point (geometry); Data science; Software construction","score_opus":0.028202629790664114,"score_gpt":0.2700500468416283,"score_spread":0.2418474170509642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209347229","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97859484,0.0018377204,0.015198428,0.0004832626,0.000045732417,0.00020007566,0.0006758375,0.00007084526,0.0028932253],"genre_scores_gemma":[0.9870253,0.0005956464,0.01070166,0.00009167828,0.000016132622,0.00021646889,0.00067959825,0.000026582222,0.0006468928],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9877451,0.007789139,0.00094658486,0.001411137,0.0017887576,0.00031927697],"domain_scores_gemma":[0.85581595,0.087147765,0.01638448,0.011280475,0.028113568,0.0012577248],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011135331,0.00042147186,0.00035972154,0.0067945193,0.00086729904,0.0014050083,0.0007653995,0.0006239227,0.0010696877],"category_scores_gemma":[0.07824511,0.00027334224,0.0005687103,0.006414637,0.0009883045,0.0027665142,0.0019415462,0.0008188542,0.00041087184],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003423904,0.0006184114,0.6168388,0.0017901281,0.00053587736,0.0004947869,0.015502799,0.0037956983,0.0036118086,0.007521585,0.0041030208,0.34484476],"study_design_scores_gemma":[0.000099826335,0.0018823188,0.80588436,0.0036659862,0.000985383,0.0009995517,0.051396586,0.05772591,0.01742451,0.023258246,0.036447085,0.00023026836],"about_ca_topic_score_codex":0.003402834,"about_ca_topic_score_gemma":0.006114685,"teacher_disagreement_score":0.98886466,"about_ca_system_score_codex":0.0010242703,"about_ca_system_score_gemma":0.0015157105,"threshold_uncertainty_score":0.058889925},"labels":[],"label_agreement":null},{"id":"W4252725850","doi":"10.1002/smr.1689","title":"Issue Information","year":2015,"lang":"en","type":"paratext","venue":"Journal of Software Evolution and Process","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Citation; Computer science; Information retrieval; World Wide Web; Library science","score_opus":0.01683725682493108,"score_gpt":0.2789373546762098,"score_spread":0.2621000978512787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252725850","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011245969,0.0019451223,0.0012456466,0.011198109,0.020176465,0.0018125408,0.031603325,0.0015837216,0.9293105],"genre_scores_gemma":[0.0029521242,0.0005916813,0.00067612086,0.004080452,0.0029304456,0.00070540945,0.0071532023,0.00043277573,0.98047775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981267,0.0002841549,0.00015304657,0.0002562644,0.0009486167,0.00023120188],"domain_scores_gemma":[0.99226147,0.0012038162,0.000334335,0.0005417116,0.003186203,0.0024725758],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032281638,0.0011243761,0.0011560643,0.0042068814,0.0015719172,0.007438111,0.0019093688,0.003338828,0.84468174],"category_scores_gemma":[0.011882316,0.00045729327,0.0015176559,0.0017637594,0.00056755636,0.0029183088,0.0031333235,0.0016598761,0.68820614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016591822,0.00009234044,0.00019069208,0.0006861309,0.000006348969,0.000032034546,0.000027748378,0.000047633166,0.00019216405,0.003297542,0.9374185,0.057843003],"study_design_scores_gemma":[0.00008184577,0.00007468186,0.0010603667,0.00034058042,0.000010209031,0.000041934498,0.00006205465,0.00008948381,0.00023630563,0.0029677157,0.995024,0.000010891527],"about_ca_topic_score_codex":0.00091704645,"about_ca_topic_score_gemma":0.002483896,"teacher_disagreement_score":0.15531826,"about_ca_system_score_codex":0.001357274,"about_ca_system_score_gemma":0.0044934778,"threshold_uncertainty_score":0.2215426},"labels":[],"label_agreement":null},{"id":"W4254322196","doi":"10.1002/smr.1818","title":"Issue Information","year":2017,"lang":"en","type":"paratext","venue":"Journal of Software Evolution and Process","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.024382284406571083,"score_gpt":0.24304486901754502,"score_spread":0.21866258461097393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254322196","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005512772,0.001160395,0.0012395715,0.0063652475,0.024405658,0.00075814757,0.08573267,0.0034515534,0.87633544],"genre_scores_gemma":[0.0017233427,0.00071077136,0.0004306317,0.0016103905,0.001996705,0.0002039603,0.022481823,0.0009042079,0.96993804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859875,0.00016667748,0.00013039939,0.0002002733,0.0007118768,0.00019209266],"domain_scores_gemma":[0.9923768,0.0011216429,0.0002855534,0.00089416845,0.003672002,0.001649677],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015795572,0.0011618664,0.0016765329,0.0036227766,0.0014476149,0.0061480366,0.0021413043,0.0021668773,0.95471793],"category_scores_gemma":[0.0131241735,0.0005182012,0.0010119317,0.0034213492,0.00039519128,0.0035520282,0.0022810358,0.0017456557,0.8947039],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000427461,0.00002595502,0.00005161477,0.00018260341,0.0000026202968,0.000014876058,0.000008995275,0.000024690822,0.00007304391,0.000796348,0.97672844,0.022048114],"study_design_scores_gemma":[0.000021618442,0.000022197926,0.00021333933,0.0001423592,0.000002794244,0.00002608697,0.000022497145,0.000044852633,0.000099735465,0.0006788696,0.9987207,0.0000048462653],"about_ca_topic_score_codex":0.0017678814,"about_ca_topic_score_gemma":0.0032998964,"teacher_disagreement_score":0.045282066,"about_ca_system_score_codex":0.0012972696,"about_ca_system_score_gemma":0.0024366353,"threshold_uncertainty_score":0.06458938},"labels":[],"label_agreement":null},{"id":"W4281493838","doi":"10.1002/smr.2466","title":"Towards the sustainability of small and medium software enterprises through the implementation of software process improvement: Empirical investigation","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cornerstone; Software; Sustainability; Process (computing); Empirical research; Quality (philosophy); Process management; Business","score_opus":0.02212051156009528,"score_gpt":0.3170361795382084,"score_spread":0.29491566797811314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281493838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943011,0.00088929624,0.0009193189,0.00024305597,0.000005134578,0.00028375987,0.00005212291,0.0000060136276,0.0033002142],"genre_scores_gemma":[0.9978911,0.00059861236,0.0011510776,0.00003544867,0.0000036832266,0.00012909973,0.00003268395,0.0000017076353,0.00015654087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9884459,0.0054578437,0.001133151,0.00060614955,0.003605533,0.0007514154],"domain_scores_gemma":[0.8782384,0.08164008,0.018126724,0.0019651465,0.017862543,0.0021671187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021194702,0.0002611557,0.00041530034,0.0053729964,0.0011881861,0.0031764447,0.00055302156,0.0006890282,0.0013852174],"category_scores_gemma":[0.057665464,0.00028894923,0.00065931794,0.005664819,0.0013764913,0.002550466,0.0022487927,0.00082277786,0.00016995828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030901463,0.0022127235,0.7885885,0.005331212,0.00043138838,0.00080542784,0.054394934,0.0015287017,0.0013320838,0.007154045,0.000808786,0.13710317],"study_design_scores_gemma":[0.000056940396,0.002031986,0.80705744,0.004256892,0.0005676181,0.0002770002,0.16654721,0.0047237454,0.0023287737,0.0025389423,0.009552798,0.00006067184],"about_ca_topic_score_codex":0.004188552,"about_ca_topic_score_gemma":0.0066876695,"teacher_disagreement_score":0.021194702,"about_ca_system_score_codex":0.0030420318,"about_ca_system_score_gemma":0.010841952,"threshold_uncertainty_score":0.112089634},"labels":[],"label_agreement":null},{"id":"W4289518662","doi":"10.1002/smr.2499","title":"Release conventions of open‐source software: An exploratory study","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Software development; Software engineering; Software; Social software engineering; Personal software process; Software peer review; Software release life cycle; Interview; Coding (social sciences); Software development process; Data science; Software construction","score_opus":0.029983820538575456,"score_gpt":0.309171393674136,"score_spread":0.27918757313556053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289518662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99818146,0.0000259374,0.0010525602,0.000040799925,0.0000022176919,0.000054280838,0.00016725335,0.000018863651,0.00045660642],"genre_scores_gemma":[0.99546045,0.00005464544,0.003250484,0.000029304154,0.0000055723353,0.000113154034,0.0006308551,0.00003510266,0.0004203577],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9927859,0.00461598,0.00038457307,0.0007773815,0.0011401067,0.00029614862],"domain_scores_gemma":[0.9201726,0.063617,0.006165068,0.004859933,0.003634349,0.0015510564],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067746327,0.00026969044,0.0002934576,0.002072912,0.0012770322,0.0017582404,0.0010286439,0.00071183825,0.00069543225],"category_scores_gemma":[0.039054736,0.00029958322,0.00032687272,0.0020173169,0.0014366364,0.0026127035,0.0017934231,0.001152578,0.0002720778],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007869401,0.0028659822,0.47321764,0.00085853983,0.00010973589,0.00337697,0.38928112,0.0024347473,0.017577777,0.0026438471,0.0031053107,0.10374133],"study_design_scores_gemma":[0.00007916058,0.0016665227,0.7098705,0.0004007608,0.00007233731,0.0018706527,0.22773525,0.016437616,0.010675113,0.0026040785,0.028348014,0.00023999106],"about_ca_topic_score_codex":0.002263398,"about_ca_topic_score_gemma":0.0055328608,"teacher_disagreement_score":0.9932254,"about_ca_system_score_codex":0.00087792735,"about_ca_system_score_gemma":0.0005473097,"threshold_uncertainty_score":0.035828114},"labels":[],"label_agreement":null},{"id":"W4294237828","doi":"10.1002/smr.2505","title":"Improving the detection of community smells through socio‐technical and sentiment analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Classifier (UML); Software development; Software; Benchmark (surveying); Data science; Empirical research; Software quality; Knowledge management; Artificial intelligence; Software engineering; Machine learning","score_opus":0.016791062457961817,"score_gpt":0.2797237609382808,"score_spread":0.26293269848031897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294237828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8223284,0.0009261981,0.16801205,0.00101098,0.00019851525,0.0002211478,0.00097289553,0.0020112488,0.0043186187],"genre_scores_gemma":[0.9652754,0.00012826953,0.032353707,0.00009069815,0.000087332104,0.000049678252,0.00090611266,0.000056003362,0.0010529256],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872786,0.00043106024,0.00007954438,0.0002558633,0.00037968173,0.0001259691],"domain_scores_gemma":[0.994445,0.00201886,0.0011743187,0.00027208307,0.0017766358,0.00031302293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002002868,0.0008885708,0.0006980285,0.003091693,0.00042968336,0.000892551,0.00060457597,0.00091381883,0.000776239],"category_scores_gemma":[0.0056423177,0.0001808892,0.0006463237,0.00095268263,0.00026671248,0.0012539887,0.0010020809,0.00087281613,0.0006920663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008059139,0.001555427,0.25333485,0.0006936472,0.00048765328,0.0007778007,0.0010617645,0.03803019,0.090669625,0.0012974642,0.017643435,0.59364223],"study_design_scores_gemma":[0.000018598592,0.00018168667,0.053581458,0.000039001185,0.00006161125,0.000093992276,0.0004083179,0.934127,0.008229949,0.0012878097,0.0019348038,0.000035877976],"about_ca_topic_score_codex":0.0029696983,"about_ca_topic_score_gemma":0.003757875,"teacher_disagreement_score":0.003091693,"about_ca_system_score_codex":0.0004912145,"about_ca_system_score_gemma":0.0004399698,"threshold_uncertainty_score":0.010592282},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","score_opus":0.01570769090064231,"score_gpt":0.2828532947039066,"score_spread":0.26714560380326424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294627637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02691202,0.00025178748,0.96339184,0.00021453259,0.00004463436,0.00015039249,0.00047382325,0.006880859,0.0016800816],"genre_scores_gemma":[0.27986062,0.00016259366,0.7157456,0.00015486855,0.00003383297,0.00016963754,0.0014299157,0.00044975957,0.0019931588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998027,0.00036868954,0.00022320665,0.000537907,0.00070195086,0.00014117964],"domain_scores_gemma":[0.99617565,0.0011482964,0.0006322419,0.00067154015,0.0012571473,0.00011518933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001516797,0.0008560944,0.0006303135,0.008326709,0.0008389569,0.0019741755,0.0015376293,0.0011222984,0.0015026696],"category_scores_gemma":[0.0043386603,0.0003839032,0.00132808,0.003473502,0.0007199545,0.0019379357,0.0016736041,0.0010325925,0.0010752431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024127767,0.0004171871,0.03474918,0.0005012695,0.00022163171,0.00047797404,0.00090206135,0.0456156,0.031463064,0.017803472,0.007473304,0.860134],"study_design_scores_gemma":[0.000015917052,0.000050469793,0.006641127,0.000123481,0.00007404563,0.0003708773,0.00053773413,0.9199061,0.035300307,0.026360761,0.0105684,0.000050773644],"about_ca_topic_score_codex":0.004891028,"about_ca_topic_score_gemma":0.0075638783,"teacher_disagreement_score":0.008326709,"about_ca_system_score_codex":0.0012207649,"about_ca_system_score_gemma":0.0015859802,"threshold_uncertainty_score":0.009725153},"labels":[],"label_agreement":null},{"id":"W4313578599","doi":"10.1002/smr.2529","title":"Optimized fuzzy clustering‐based k‐nearest neighbors imputation for mixed missing data in software development effort estimation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Data mining; Computer science; Categorical variable; Imputation (statistics); Missing data; Cluster analysis; Fuzzy logic; Software; Artificial intelligence; Machine learning","score_opus":0.03699946842914301,"score_gpt":0.3226420344798559,"score_spread":0.28564256605071286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313578599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12617528,0.00058269873,0.87101066,0.00023551534,0.00005483575,0.00010229826,0.00032210536,0.00057629304,0.0009402742],"genre_scores_gemma":[0.6675017,0.00017833785,0.33062798,0.00007456196,0.000029778843,0.0001065541,0.0007188871,0.000054336208,0.0007078679],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99444854,0.0028928316,0.0003688221,0.000944176,0.0010884254,0.00025723255],"domain_scores_gemma":[0.98299754,0.010657638,0.0015360147,0.0014458533,0.0030956706,0.0002672069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010425247,0.0007243483,0.0015866683,0.0022659989,0.00081195415,0.0012782607,0.0022021981,0.0011617928,0.0008964561],"category_scores_gemma":[0.028262569,0.00049970817,0.0014238023,0.0021884576,0.0005022414,0.0014887382,0.0010408137,0.0012952535,0.00032436382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045931237,0.00025406096,0.01831599,0.00025191705,0.0004112027,0.00013594623,0.000335293,0.7963141,0.0010223154,0.003293098,0.001674696,0.17753208],"study_design_scores_gemma":[0.000012123963,0.000039730283,0.0022866612,0.000027716267,0.000030911415,0.000025536125,0.00006559455,0.99436945,0.0008735862,0.0020005016,0.0002509391,0.000017201119],"about_ca_topic_score_codex":0.015475804,"about_ca_topic_score_gemma":0.012478202,"teacher_disagreement_score":0.015475804,"about_ca_system_score_codex":0.001260939,"about_ca_system_score_gemma":0.001969549,"threshold_uncertainty_score":0.055134654},"labels":[],"label_agreement":null},{"id":"W4323851663","doi":"10.1002/smr.2548","title":"Combining object‐oriented metrics and centrality measures to predict faults in object‐oriented software: An empirical validation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Centrality; Computer science; Software metric; Data mining; Object-oriented programming; Software; Software fault tolerance; Object (grammar); Fault (geology); Artificial intelligence; Software development; Machine learning; Software quality; Programming language; Mathematics","score_opus":0.033226737176487164,"score_gpt":0.3259724400237865,"score_spread":0.29274570284729934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323851663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925609,0.00013997978,0.006347441,0.00007266079,0.000015395373,0.00004829537,0.00036585185,0.00007054847,0.00037889887],"genre_scores_gemma":[0.99479973,0.00004965379,0.0042558596,0.00001896028,0.0000152462035,0.000059375743,0.0006342328,0.00002035051,0.00014641654],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99363756,0.003674457,0.00032973028,0.00087691366,0.0012367662,0.00024458038],"domain_scores_gemma":[0.7493601,0.21091343,0.010178173,0.0112413755,0.016520495,0.0017865513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016618649,0.0011250741,0.0006232799,0.0045993812,0.0005448883,0.0011807346,0.0015298737,0.0012822871,0.0012225023],"category_scores_gemma":[0.08240763,0.0004352794,0.0012019177,0.003134347,0.0010721356,0.0025031727,0.0013463182,0.0017523975,0.00057013525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049390644,0.0015843165,0.9190753,0.00015872564,0.0006233841,0.00010323717,0.000548006,0.042080354,0.0009263286,0.00073121866,0.0011120968,0.032563154],"study_design_scores_gemma":[0.00012048493,0.0014859901,0.4216964,0.000106176594,0.00023615081,0.00012767209,0.00068390527,0.57011604,0.002403527,0.0019488316,0.0010171003,0.00005770046],"about_ca_topic_score_codex":0.0076579205,"about_ca_topic_score_gemma":0.0053787483,"teacher_disagreement_score":0.016618649,"about_ca_system_score_codex":0.00087773916,"about_ca_system_score_gemma":0.00078086293,"threshold_uncertainty_score":0.0878889},"labels":[],"label_agreement":null},{"id":"W4376615930","doi":"10.1002/smr.2571","title":"CodeBERT‐Attack: Adversarial attack against source code deep learning models via pre‐trained model","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Computer science; Source code; Adversarial system; Code (set theory); Artificial intelligence; Machine learning; Masking (illustration); Vulnerability (computing); Deep learning; Inference; Programming language; Computer security","score_opus":0.02888597047409828,"score_gpt":0.28905566858260295,"score_spread":0.26016969810850465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376615930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15380478,0.00055344496,0.83540255,0.0011324061,0.00014839011,0.0001037981,0.00012496428,0.0053279484,0.003401619],"genre_scores_gemma":[0.950242,0.00012356704,0.046810694,0.00040767886,0.000029207396,0.000058783153,0.00014067309,0.0001619894,0.0020253903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908304,0.00029835268,0.000044138626,0.00017331721,0.00026940092,0.00013169344],"domain_scores_gemma":[0.99715555,0.0015846647,0.00025145148,0.00061525626,0.00029914046,0.000093946044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012695754,0.0012339507,0.00057443214,0.00044720352,0.00035664308,0.00051926525,0.0010997447,0.0011908414,0.001424758],"category_scores_gemma":[0.006136385,0.0003554132,0.0007378841,0.00020845691,0.0011984406,0.0014694716,0.0018577335,0.002735857,0.0004277574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028224196,0.00007218385,0.0021563428,0.000072810384,0.00008282899,0.00022335077,0.00008801945,0.9066708,0.014420858,0.00828963,0.0026819184,0.06495898],"study_design_scores_gemma":[0.0000029193607,0.00002327401,0.00006360069,0.0000037689729,0.000004237324,0.000017608683,0.000002992684,0.9952141,0.0030181548,0.0014871279,0.00015915686,0.0000030255937],"about_ca_topic_score_codex":0.0028237284,"about_ca_topic_score_gemma":0.0024367014,"teacher_disagreement_score":0.0028237284,"about_ca_system_score_codex":0.00082519895,"about_ca_system_score_gemma":0.00088485546,"threshold_uncertainty_score":0.0067142844},"labels":[],"label_agreement":null},{"id":"W4385632434","doi":"10.1002/smr.2602","title":"Understanding the quality and evolution of Android app build systems","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council; Monash University","keywords":"Android (operating system); Computer science; Plug-in; Executable; Scripting language; Software quality; Software engineering; Software; World Wide Web; Software development; Operating system","score_opus":0.0747303414186689,"score_gpt":0.32579833055526153,"score_spread":0.2510679891365926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385632434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936168,0.00028014474,0.0027344725,0.00028995101,0.0000054568245,0.000041528878,0.00010859278,0.00006052196,0.0028623638],"genre_scores_gemma":[0.9976878,0.0000956639,0.0016756329,0.000019508298,0.0000035097742,0.000014104412,0.00011809479,0.000027179705,0.00035849118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99282795,0.0020147911,0.00064637227,0.0006707121,0.003334908,0.0005053734],"domain_scores_gemma":[0.88545805,0.050088145,0.027779985,0.007116809,0.027187934,0.002369058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008469536,0.00025328045,0.00022104935,0.0043578735,0.0009186732,0.0037264302,0.00055042276,0.0006912506,0.0010921817],"category_scores_gemma":[0.08174053,0.0004556646,0.0002800251,0.0022595536,0.0015839301,0.0038145953,0.0021322588,0.0008935895,0.00025368165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001273068,0.00010919182,0.89993495,0.00016990752,0.00005859451,0.0003670503,0.02019782,0.0025161968,0.0028769132,0.0026988802,0.0007196921,0.070223406],"study_design_scores_gemma":[0.000008672875,0.0001611434,0.96827567,0.00011830253,0.00004554922,0.0003797633,0.010673468,0.010771429,0.0021083504,0.0018405586,0.005571735,0.00004544526],"about_ca_topic_score_codex":0.009767591,"about_ca_topic_score_gemma":0.010448088,"teacher_disagreement_score":0.009767591,"about_ca_system_score_codex":0.0022795505,"about_ca_system_score_gemma":0.001233868,"threshold_uncertainty_score":0.0447917},"labels":[],"label_agreement":null},{"id":"W4386213535","doi":"10.1002/smr.2609","title":"Image‐based communication on social coding platforms","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Coding (social sciences); World Wide Web; Variety (cybernetics); Social media; Image (mathematics); Multimedia; Data science; Information retrieval; Software engineering; Artificial intelligence; Programming language","score_opus":0.036699246919948886,"score_gpt":0.32083804380023945,"score_spread":0.28413879688029053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386213535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97684866,0.00031447643,0.0066744974,0.00059925433,0.00003913034,0.00015071903,0.0016146856,0.00016036049,0.013598177],"genre_scores_gemma":[0.9935656,0.00014096157,0.004087875,0.00006153393,0.000051300583,0.000071819944,0.0006414078,0.00004206266,0.0013374597],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9966935,0.0014425076,0.0001796234,0.0003814974,0.0010238562,0.00027907407],"domain_scores_gemma":[0.9454584,0.035128202,0.01096755,0.0024483118,0.0050197584,0.0009777442],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023040914,0.0003801733,0.0002805007,0.0071860547,0.001054272,0.002641109,0.0005840289,0.0007357632,0.0038261372],"category_scores_gemma":[0.03528735,0.00023076883,0.000246836,0.003911419,0.0011384587,0.005383822,0.0019575655,0.0006229289,0.00073658855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060267205,0.0003360393,0.6395119,0.0018179821,0.00018318658,0.0020631421,0.06293819,0.002194539,0.014217886,0.009610757,0.00884843,0.2576753],"study_design_scores_gemma":[0.000033477383,0.00044784063,0.79328126,0.0010607518,0.00020580206,0.0023763508,0.065551326,0.037946235,0.01354297,0.012361422,0.07292616,0.00026639993],"about_ca_topic_score_codex":0.0048291306,"about_ca_topic_score_gemma":0.0061786906,"teacher_disagreement_score":0.9973589,"about_ca_system_score_codex":0.0011018169,"about_ca_system_score_gemma":0.000620187,"threshold_uncertainty_score":0.01279974},"labels":[],"label_agreement":null},{"id":"W4388768226","doi":"10.1002/smr.2639","title":"A catalog of metrics at source code level for vulnerability prediction: A systematic mapping study","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Vulnerability (computing); Code review; Software quality; Software security assurance; Software; Data mining; Software metric; Predictive modelling; Quality (philosophy); Machine learning; Data science; Software development; Computer security; Information security","score_opus":0.06678564583861035,"score_gpt":0.3157488891498784,"score_spread":0.24896324331126807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388768226","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31184083,0.6101332,0.048179615,0.0033020133,0.00036982712,0.006262303,0.009619957,0.0003605294,0.009931755],"genre_scores_gemma":[0.6880297,0.23052229,0.06675463,0.0009349677,0.00013160077,0.0063236034,0.0063114627,0.00014891019,0.000842811],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9769976,0.0071804626,0.0067775943,0.0020988039,0.006521446,0.00042404607],"domain_scores_gemma":[0.78314626,0.14221552,0.022698617,0.0070326277,0.04365261,0.0012544482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036409933,0.0010878096,0.0016862248,0.063259,0.0012954411,0.0028907037,0.0012544588,0.00091391196,0.0017299477],"category_scores_gemma":[0.13853504,0.0007714306,0.0024703213,0.039606996,0.000994512,0.0057410398,0.0029308046,0.0010935882,0.0003754368],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024950376,0.00026753987,0.14401598,0.14879838,0.002409174,0.000735378,0.010308613,0.0012569483,0.0027046637,0.006397526,0.006736355,0.6761199],"study_design_scores_gemma":[0.00018814333,0.0016284002,0.2558088,0.5196512,0.01759657,0.0026198905,0.029746117,0.0064011416,0.008636277,0.010413477,0.14697209,0.00033800522],"about_ca_topic_score_codex":0.004918696,"about_ca_topic_score_gemma":0.00987088,"teacher_disagreement_score":0.9635901,"about_ca_system_score_codex":0.0027692544,"about_ca_system_score_gemma":0.012575182,"threshold_uncertainty_score":0.19255644},"labels":[],"label_agreement":null},{"id":"W4391649227","doi":"10.1002/smr.2657","title":"Practitioners' expectations on automated release note generation techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software release life cycle; Task (project management); Software engineering; Software; Data science; Software development; Process management; World Wide Web; Engineering; Software construction; Systems engineering","score_opus":0.015397722247283613,"score_gpt":0.31779093120839425,"score_spread":0.30239320896111066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391649227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9085012,0.0018049349,0.053466603,0.02256446,0.00021597577,0.0005695226,0.0002001725,0.0011871522,0.011489964],"genre_scores_gemma":[0.95673394,0.0013202894,0.03675858,0.0022757004,0.00009813574,0.0005136821,0.00022341375,0.00021002756,0.0018661951],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8901858,0.057476804,0.009026631,0.0048268936,0.0345254,0.003958456],"domain_scores_gemma":[0.37022746,0.4114439,0.051323876,0.02451642,0.12865649,0.013831865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12054744,0.000586592,0.00048255594,0.0035976921,0.0015107039,0.0070787347,0.0028018008,0.003765097,0.003067058],"category_scores_gemma":[0.38580737,0.0009372883,0.0008621226,0.0016456626,0.0019737114,0.0069096275,0.0030386627,0.00358277,0.0019112389],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009766447,0.0015719412,0.18964805,0.0043507973,0.00014850784,0.0031410593,0.32471335,0.004260749,0.038435206,0.005969079,0.01596022,0.41082442],"study_design_scores_gemma":[0.0004142115,0.007821245,0.2343015,0.011087993,0.00045198362,0.0074278126,0.5094454,0.04426487,0.023926627,0.013566921,0.14606461,0.0012268586],"about_ca_topic_score_codex":0.0019440933,"about_ca_topic_score_gemma":0.001684653,"teacher_disagreement_score":0.12054744,"about_ca_system_score_codex":0.003621503,"about_ca_system_score_gemma":0.0047377,"threshold_uncertainty_score":0.6375234},"labels":[],"label_agreement":null},{"id":"W4400302466","doi":"10.1002/smr.2710","title":"On the value of instance selection for bug resolution prediction performance","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Selection (genetic algorithm); Value (mathematics); Resolution (logic); Artificial intelligence; Machine learning; Data mining","score_opus":0.012080885809297288,"score_gpt":0.2595333875728785,"score_spread":0.24745250176358125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400302466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287697,0.007522259,0.05225064,0.0016339159,0.0005586926,0.00028313513,0.0016069722,0.0030440288,0.004330662],"genre_scores_gemma":[0.9776543,0.00037135617,0.0197387,0.00012918233,0.00009562772,0.00006526869,0.0015224789,0.00005961542,0.0003634964],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98941004,0.005384931,0.0009978234,0.0018175796,0.0018453865,0.0005441972],"domain_scores_gemma":[0.9131768,0.07392405,0.0027000029,0.003794195,0.0053894613,0.0010154077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01717014,0.001995512,0.002341442,0.0041600782,0.0010189527,0.0031158333,0.0020331193,0.0023232477,0.0012367665],"category_scores_gemma":[0.05377705,0.00034075862,0.001124624,0.0028651813,0.0010196494,0.0031679403,0.00097148446,0.0026353237,0.0006159962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058117206,0.0022108983,0.16327557,0.0007048326,0.0013881626,0.00027753177,0.0002448511,0.39815682,0.0047681085,0.0013433256,0.01177068,0.41004753],"study_design_scores_gemma":[0.00007464734,0.00064502313,0.010404731,0.000062614774,0.0001949443,0.00010397088,0.00016113094,0.98240536,0.0046237404,0.0008189927,0.00047562472,0.000029152638],"about_ca_topic_score_codex":0.0057055857,"about_ca_topic_score_gemma":0.0027797353,"teacher_disagreement_score":0.01717014,"about_ca_system_score_codex":0.0013358193,"about_ca_system_score_gemma":0.0015329834,"threshold_uncertainty_score":0.09080547},"labels":[],"label_agreement":null},{"id":"W4400332620","doi":"10.1002/smr.2709","title":"A rule‐based method to effectively adopt robotic process automation","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automation; Process (computing); Process automation system; Artificial intelligence; Human–computer interaction; Programming language; Mechanical engineering","score_opus":0.009132686651321152,"score_gpt":0.2928261820119839,"score_spread":0.28369349536066274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400332620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12375375,0.0002530629,0.85954463,0.000383679,0.00008185843,0.0013662641,0.00055567623,0.008547727,0.005513372],"genre_scores_gemma":[0.3600789,0.00008742066,0.6375834,0.00008972554,0.00002105958,0.00037728556,0.0006054023,0.00010232935,0.0010544929],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926817,0.0022842672,0.0008659441,0.0015160315,0.0024456182,0.00020636566],"domain_scores_gemma":[0.97402114,0.01622275,0.0022127659,0.0012843382,0.005883783,0.0003752785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052499613,0.0011811553,0.00088494783,0.0040378226,0.000702706,0.0022227913,0.0016913379,0.0010579828,0.0020293999],"category_scores_gemma":[0.026887659,0.00038299008,0.00096148724,0.0019304492,0.00051202334,0.0015011394,0.00081335614,0.000979411,0.00090756646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004227177,0.00094220066,0.03378092,0.00040819726,0.00022142245,0.00032440454,0.00071664155,0.045206487,0.015616792,0.0028922977,0.0029390678,0.89652896],"study_design_scores_gemma":[0.00008412215,0.00024358086,0.008039421,0.00009899249,0.0001358689,0.00021180863,0.00027394207,0.97075504,0.013139964,0.0028468268,0.004112125,0.000058275153],"about_ca_topic_score_codex":0.0065540457,"about_ca_topic_score_gemma":0.007402148,"teacher_disagreement_score":0.0065540457,"about_ca_system_score_codex":0.0010571762,"about_ca_system_score_gemma":0.0024064917,"threshold_uncertainty_score":0.027764797},"labels":[],"label_agreement":null},{"id":"W4408374128","doi":"10.1002/smr.70006","title":"Guest Editorial for the Special Issue on Source Code Analysis and Manipulation, SCAM 2022","year":2025,"lang":"en","type":"editorial","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code (set theory); Open source; Programming language; Software engineering; Software","score_opus":0.006004983743247865,"score_gpt":0.28164415437758783,"score_spread":0.27563917063433996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408374128","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007919899,0.0027367463,0.00042368862,0.03624435,0.9554262,0.000027029668,0.00012248274,0.00025010362,0.0046902173],"genre_scores_gemma":[0.00055410754,0.0027208193,0.00028261356,0.015395995,0.9539488,0.000037922735,0.0001672754,0.0002788127,0.026613593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479276,0.0005845407,0.0004968603,0.00086530764,0.002871792,0.00038876617],"domain_scores_gemma":[0.9738261,0.0065755513,0.0017509293,0.0010168907,0.013065889,0.0037647274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005430334,0.002628232,0.0020461103,0.0036826492,0.0027269411,0.010827766,0.0027919766,0.008224752,0.0705485],"category_scores_gemma":[0.025162304,0.00094828557,0.0020164952,0.001743509,0.0019012232,0.005108526,0.002213082,0.010099397,0.045294955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001785203,0.000009438234,0.00003242199,0.00008235862,0.00000471763,0.000039347102,0.000008618791,0.000019793475,0.00007306583,0.00027921624,0.9932027,0.0062303464],"study_design_scores_gemma":[0.00001706243,0.00002062517,0.00022144712,0.00016277241,0.000009641881,0.00010429233,0.000023671832,0.000097323944,0.00010384156,0.0006554885,0.9985728,0.000010985729],"about_ca_topic_score_codex":0.0010646401,"about_ca_topic_score_gemma":0.0024180757,"teacher_disagreement_score":0.0705485,"about_ca_system_score_codex":0.0024133,"about_ca_system_score_gemma":0.0028854022,"threshold_uncertainty_score":0.23600829},"labels":[],"label_agreement":null},{"id":"W4415002193","doi":"10.1002/smr.70057","title":"Evaluation and Improvement of Test Selection for Large Language Models","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; Université du Luxembourg","keywords":"Selection (genetic algorithm); Test (biology); Margin (machine learning); Process (computing); Harm; Deep learning; Empirical research; Ground truth","score_opus":0.015548742286457652,"score_gpt":0.3038847352079227,"score_spread":0.28833599292146506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415002193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7105112,0.0041290754,0.25904208,0.0016108818,0.0005100897,0.0004467353,0.0013005382,0.019605912,0.0028434151],"genre_scores_gemma":[0.93863434,0.00012516954,0.056897555,0.0004016583,0.00007722643,0.00015953615,0.0023962485,0.0003730918,0.00093516073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99086237,0.004914472,0.00065188215,0.0014799151,0.0016604306,0.00043091894],"domain_scores_gemma":[0.9509532,0.037703604,0.0018823144,0.0030791578,0.0048008286,0.0015810479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107199205,0.0019961228,0.0013144104,0.0022414587,0.0005444797,0.0011860044,0.00305389,0.0018747359,0.0018154614],"category_scores_gemma":[0.04633984,0.0005353609,0.0010757482,0.00105975,0.0009744908,0.0019693917,0.0018321894,0.0025753297,0.0008810385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003701656,0.0016220399,0.05437334,0.0005223356,0.00069919595,0.00053052546,0.00020603632,0.37604234,0.020643864,0.002717192,0.016887136,0.5220543],"study_design_scores_gemma":[0.00008963785,0.00034938168,0.0015818945,0.000013537564,0.000029630466,0.000052360097,0.000028833323,0.99038285,0.006244252,0.0008379133,0.00037620487,0.000013549163],"about_ca_topic_score_codex":0.0036211675,"about_ca_topic_score_gemma":0.0046277493,"teacher_disagreement_score":0.0107199205,"about_ca_system_score_codex":0.0012205649,"about_ca_system_score_gemma":0.0017297107,"threshold_uncertainty_score":0.056693077},"labels":[],"label_agreement":null},{"id":"W4415137920","doi":"10.1002/smr.2760","title":"A Comprehensive Framework for Testing Goal‐Oriented NFPs in Software Product Lines","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Software product line; Domain engineering; Domain (mathematical analysis); Quality (philosophy); Software development; Domain analysis; Product (mathematics); Consistency (knowledge bases)","score_opus":0.037804355290026834,"score_gpt":0.3371360906745671,"score_spread":0.2993317353845403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415137920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007230031,0.00025979232,0.98651683,0.0004884438,0.000023274655,0.0006185117,0.00015349017,0.0016024013,0.0031072646],"genre_scores_gemma":[0.07422555,0.00022087671,0.9238906,0.00011060515,0.000016191161,0.0006906622,0.0003252423,0.00010458512,0.0004157608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98490405,0.0074824463,0.001985863,0.0015706444,0.003333357,0.00072362414],"domain_scores_gemma":[0.97257394,0.0166471,0.0025930267,0.0031992912,0.004306281,0.0006803611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017147215,0.0021447295,0.0010308233,0.008374832,0.0015288659,0.0039973725,0.0038786929,0.0027077945,0.0021712717],"category_scores_gemma":[0.03070877,0.0013258713,0.0030325716,0.0029220588,0.0047118105,0.0053545097,0.0042048567,0.002961988,0.00062774663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113547794,0.0009128178,0.011859533,0.0015855113,0.00024395152,0.0018605861,0.0062628584,0.17954165,0.007077192,0.5301151,0.0030231471,0.2574041],"study_design_scores_gemma":[0.0001303939,0.000554159,0.0035136302,0.0034388716,0.00022360845,0.0010095013,0.0019812945,0.6295458,0.007040576,0.3016118,0.05072058,0.00022976921],"about_ca_topic_score_codex":0.016787661,"about_ca_topic_score_gemma":0.014558103,"teacher_disagreement_score":0.017147215,"about_ca_system_score_codex":0.0031430346,"about_ca_system_score_gemma":0.007849496,"threshold_uncertainty_score":0.090684235},"labels":[],"label_agreement":null}]}