{"meta":{"query_hash":"de6465206055","filters":{"venue":"Journal of Systems and Software"},"cohort_total":159,"direct_labels_cover":1,"predictions_cover":159,"exported":159,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/de6465206055","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Systems+and+Software"},"results":[{"id":"W1969971118","doi":"10.1016/j.jss.2014.11.040","title":"Investigating the effect of “defect co-fix” on quality assurance resource allocation: A search-based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Quality assurance; Software; Software quality assurance; Resource allocation; Software bug; Quality (philosophy); Code (set theory); Software quality; Source code; Resource (disambiguation); Software inspection; Data mining; Software engineering; Software development; Artificial intelligence; Engineering; Programming language; Operations management","score_opus":0.027913264131770945,"score_gpt":0.2912585648168751,"score_spread":0.2633453006851042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969971118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778535,0.00039678818,0.018421447,0.00039223034,0.00003347551,0.00014415174,0.000104076054,0.00020371158,0.0024505798],"genre_scores_gemma":[0.9924717,0.000045505392,0.0069509842,0.000051254025,0.0000067124047,0.000043870627,0.00004096777,0.0000149032585,0.00037399586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942887,0.003591235,0.00024362521,0.00058170356,0.0008136709,0.00048109752],"domain_scores_gemma":[0.86099774,0.12577863,0.005513665,0.0033130688,0.0033281345,0.0010686795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0099191,0.0007891693,0.0014113191,0.0015510161,0.000570481,0.0013319426,0.002311004,0.0020162554,0.003421878],"category_scores_gemma":[0.05380825,0.00047521477,0.0009957564,0.0014204673,0.0011081257,0.0018577857,0.0008708817,0.0013006013,0.00018959281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023021482,0.006488247,0.049125012,0.0010788961,0.0019929337,0.00025926763,0.00053736387,0.7332192,0.017748866,0.008876314,0.0014978516,0.15615454],"study_design_scores_gemma":[0.00105883,0.008797146,0.028147765,0.00005673546,0.0014981133,0.0001099813,0.00063784467,0.94681525,0.007946808,0.004282348,0.00057805574,0.000071163566],"about_ca_topic_score_codex":0.011469321,"about_ca_topic_score_gemma":0.009417913,"teacher_disagreement_score":0.011469321,"about_ca_system_score_codex":0.0017083365,"about_ca_system_score_gemma":0.0035313063,"threshold_uncertainty_score":0.05245787},"labels":[],"label_agreement":null},{"id":"W1976074482","doi":"10.1016/j.jss.2005.10.014","title":"Investigating the impact of usability on software architecture through scenarios: A case study on Web systems","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Usability engineering; Web usability; Usability inspection; Computer science; Usability lab; Cognitive walkthrough; Software engineering; Usability goals; Heuristic evaluation; System usability scale; Human–computer interaction; World Wide Web","score_opus":0.06010819479502414,"score_gpt":0.3348676516079262,"score_spread":0.27475945681290204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976074482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939032,0.000053266704,0.0031060285,0.00017620032,0.000005432105,0.00012632523,0.000024583398,0.000021951531,0.0025829102],"genre_scores_gemma":[0.994325,0.00006875169,0.005065561,0.000022055672,0.0000037525278,0.0000705137,0.000033644294,0.00000972594,0.00040099482],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98797417,0.0097990045,0.00037803035,0.0002889276,0.0009911841,0.0005686517],"domain_scores_gemma":[0.8816765,0.106410585,0.0032944833,0.0029374962,0.0035757388,0.0021052302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009800914,0.0007806657,0.00040245205,0.0017466064,0.0024833514,0.0029874283,0.0014624046,0.0037701463,0.001966871],"category_scores_gemma":[0.04182839,0.00066471426,0.00067738304,0.0014060303,0.0018295854,0.0048137736,0.0021419881,0.0014830733,0.00024568388],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062182215,0.029280484,0.2722913,0.0029501123,0.00063689525,0.03422825,0.21027295,0.1248503,0.051777687,0.051195353,0.004314472,0.21198398],"study_design_scores_gemma":[0.0020135106,0.03527559,0.16608943,0.0015545676,0.0013992569,0.013456228,0.22515449,0.4139154,0.06588419,0.038752954,0.03573171,0.00077270326],"about_ca_topic_score_codex":0.003130016,"about_ca_topic_score_gemma":0.005248624,"teacher_disagreement_score":0.009800914,"about_ca_system_score_codex":0.002275863,"about_ca_system_score_gemma":0.0014570076,"threshold_uncertainty_score":0.051832795},"labels":[],"label_agreement":null},{"id":"W1983791649","doi":"10.1016/s0164-1212(00)00054-6","title":"Using viewpoints to derive object-oriented frameworks: a case study in the web-based education domain","year":2000,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Viewpoints; Domain (mathematical analysis); Computer science; Object (grammar); Set (abstract data type); Domain model; Domain analysis; Object-oriented programming; Software engineering; Data mining; Information retrieval; Artificial intelligence; Programming language; Domain knowledge; Mathematics; Software; Software development","score_opus":0.018688544644854,"score_gpt":0.2914465459258986,"score_spread":0.2727580012810446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983791649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6886929,0.0003546096,0.28979826,0.001632611,0.000038856706,0.00045036647,0.00022227588,0.00032845984,0.018481705],"genre_scores_gemma":[0.67664397,0.0003394837,0.3198377,0.000097253826,0.0000075189882,0.0000895319,0.00038204808,0.00024014903,0.002362476],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995464,0.0027672627,0.00017390015,0.00024643348,0.0011400903,0.0002083719],"domain_scores_gemma":[0.9832471,0.0131463865,0.0004613383,0.0015468689,0.0012482451,0.00035015127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006217158,0.00056362856,0.0004126028,0.0011644978,0.0026178602,0.002436902,0.0017855784,0.0025664663,0.0014555397],"category_scores_gemma":[0.021354064,0.0005560049,0.000898006,0.0015168166,0.0014744512,0.0029910535,0.002216354,0.002334376,0.0003286942],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069860654,0.003185497,0.032488015,0.0011447808,0.00012593591,0.017213605,0.12691912,0.068852045,0.028446406,0.1520095,0.005858282,0.5630582],"study_design_scores_gemma":[0.00066697673,0.0015794733,0.0239735,0.0012937982,0.00043734227,0.010695838,0.0960411,0.49653012,0.06835825,0.14792886,0.1520575,0.00043733016],"about_ca_topic_score_codex":0.0067743566,"about_ca_topic_score_gemma":0.022950618,"teacher_disagreement_score":0.0067743566,"about_ca_system_score_codex":0.0012412287,"about_ca_system_score_gemma":0.0019750316,"threshold_uncertainty_score":0.03287983},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","score_opus":0.30182631749823163,"score_gpt":0.3452181019100203,"score_spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983931539","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12665741,0.021711992,0.8134831,0.0034449634,0.0003623557,0.0002985641,0.00013467514,0.00087117025,0.03303574],"genre_scores_gemma":[0.72391236,0.010008278,0.25499588,0.00037527553,0.00017838112,0.0005666481,0.00019105787,0.00028153814,0.009490565],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9930982,0.0038117748,0.00043445957,0.0009062293,0.0014876487,0.00026172382],"domain_scores_gemma":[0.95560646,0.03427668,0.0017816992,0.0039057138,0.0037602242,0.0006692583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006540569,0.0014555813,0.00084094505,0.0025304493,0.000831129,0.007476037,0.0028419811,0.0030630745,0.004875418],"category_scores_gemma":[0.027036708,0.0016445011,0.0013776611,0.0021984149,0.0030186654,0.016742976,0.0025991623,0.002371339,0.0016286892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050613267,0.00067967793,0.015749462,0.0023301605,0.00021056275,0.0004192697,0.010594765,0.010002841,0.008099517,0.39536303,0.0041421973,0.55190235],"study_design_scores_gemma":[0.00025347958,0.0035303535,0.023198344,0.00415094,0.0008883027,0.0064496654,0.012265108,0.44248018,0.0318381,0.3727177,0.10173504,0.000492882],"about_ca_topic_score_codex":0.0011699081,"about_ca_topic_score_gemma":0.0009800278,"teacher_disagreement_score":0.007476037,"about_ca_system_score_codex":0.0013787532,"about_ca_system_score_gemma":0.0014301996,"threshold_uncertainty_score":0.034590244},"labels":[],"label_agreement":null},{"id":"W1987608134","doi":"10.1016/j.jss.2014.11.041","title":"An investigation into the best practices for the successful design and implementation of lightweight software process assessment methods: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Documentation; Process (computing); Systematic review; Set (abstract data type); Computer science; Process management; Quality (philosophy); Software; Systematic process; Software engineering; Engineering management; Engineering; Knowledge management; Work in process; Operations management","score_opus":0.03674286099790741,"score_gpt":0.396400107786119,"score_spread":0.3596572467882116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987608134","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071380764,0.8551095,0.035724603,0.007975,0.0006524988,0.02360214,0.0010819155,0.00018599184,0.0042875786],"genre_scores_gemma":[0.34031165,0.488505,0.15076953,0.0027173231,0.00012422069,0.016216327,0.00077109743,0.000101764235,0.00048302894],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.81519926,0.08271149,0.06704798,0.00574192,0.02759077,0.0017086101],"domain_scores_gemma":[0.45753142,0.40823817,0.05717127,0.013355724,0.060609225,0.003094159],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22220944,0.001493222,0.0049622944,0.02710872,0.0039362595,0.008989638,0.0050844904,0.0030921795,0.0015039889],"category_scores_gemma":[0.47078162,0.0024425965,0.0051478758,0.019716192,0.0035982665,0.010742559,0.0061423345,0.0035250662,0.0003317059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004861235,0.00033693266,0.011387426,0.48421034,0.004655106,0.0005607194,0.028767632,0.0008459265,0.0015254468,0.004534428,0.0022181885,0.46047172],"study_design_scores_gemma":[0.0003943739,0.0007607645,0.009881285,0.91629356,0.017433807,0.000759535,0.01759397,0.0009354236,0.0026495894,0.003141323,0.029949352,0.00020702148],"about_ca_topic_score_codex":0.011859886,"about_ca_topic_score_gemma":0.038382635,"teacher_disagreement_score":0.77779055,"about_ca_system_score_codex":0.015467198,"about_ca_system_score_gemma":0.09148202,"threshold_uncertainty_score":0.95915425},"labels":[],"label_agreement":null},{"id":"W1989123043","doi":"10.1016/j.jss.2010.07.006","title":"An exploratory study of architectural effects on requirements decisions","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Exploratory research; Systems engineering; Computer science; Business; Engineering; Architectural engineering; Sociology","score_opus":0.027657954471684367,"score_gpt":0.30029587554250925,"score_spread":0.2726379210708249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989123043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99667656,0.00001458834,0.0002986773,0.00003825958,0.0000018803757,0.000039383674,0.000033456956,0.000009413085,0.002887752],"genre_scores_gemma":[0.9985481,0.000017032156,0.0007398845,0.000021429387,0.0000021108474,0.000046636767,0.00003729632,0.000011022281,0.00057643757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967744,0.0023645489,0.000111636386,0.00017590696,0.00042073356,0.00015276243],"domain_scores_gemma":[0.81557196,0.17181006,0.0053139506,0.0032389767,0.0027441925,0.0013207495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044180364,0.00032159901,0.00022416467,0.00070656184,0.0010923055,0.0011409667,0.0010014839,0.00065940846,0.005829884],"category_scores_gemma":[0.057963554,0.0003501025,0.00025580075,0.00091044774,0.0009956876,0.0013447714,0.0010049422,0.0011661174,0.00045152192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015346193,0.032690685,0.5261122,0.0011899509,0.00031863205,0.0027908555,0.16114348,0.008652216,0.052121762,0.014221375,0.00294224,0.18247034],"study_design_scores_gemma":[0.0011839577,0.02204,0.8233586,0.00020526201,0.00043007496,0.00095240877,0.095442146,0.020954259,0.016550535,0.0066903466,0.011977607,0.0002148417],"about_ca_topic_score_codex":0.0025023941,"about_ca_topic_score_gemma":0.0054357187,"teacher_disagreement_score":0.005829884,"about_ca_system_score_codex":0.0011563402,"about_ca_system_score_gemma":0.00097263284,"threshold_uncertainty_score":0.02336508},"labels":[],"label_agreement":null},{"id":"W1992312374","doi":"10.1016/s0164-1212(01)00049-8","title":"Using self-organizing maps to analyze object-oriented software measures","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software visualization; Computer science; Software; Software sizing; Visualization; Software construction; Software metric; Software development; Domain (mathematical analysis); Software system; Software analytics; Software deployment; Java; Software engineering; Software framework; Data mining; Human–computer interaction; Programming language","score_opus":0.02772940442969858,"score_gpt":0.2707078016126779,"score_spread":0.2429783971829793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992312374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41204146,0.00046034894,0.5828732,0.00012234655,0.000058115464,0.0001799946,0.00029010413,0.0014599086,0.0025145586],"genre_scores_gemma":[0.7992775,0.00012008167,0.19949889,0.0000133076255,0.00003321658,0.000120591896,0.00039604338,0.000107217376,0.00043318517],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891317,0.00035877916,0.000089067085,0.00012892274,0.00042519683,0.0000848386],"domain_scores_gemma":[0.99287814,0.004615242,0.00072051433,0.00038968856,0.0012326628,0.00016389159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025084275,0.000487989,0.00045210507,0.008920738,0.00057499495,0.0017671898,0.00049438595,0.00040451385,0.000724879],"category_scores_gemma":[0.0093727745,0.00024599163,0.00066795043,0.0038831518,0.00074256945,0.0018253007,0.0006718449,0.00047182967,0.00019054791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006300671,0.0005534801,0.09537654,0.0005424276,0.0006345826,0.00034884622,0.0029151184,0.08545132,0.023238162,0.04477486,0.0031556638,0.742379],"study_design_scores_gemma":[0.0000551227,0.0002861549,0.09116609,0.00005477871,0.00020035461,0.00029018757,0.0017230626,0.8265734,0.013489449,0.06289422,0.003153055,0.00011415667],"about_ca_topic_score_codex":0.0030607178,"about_ca_topic_score_gemma":0.002496741,"teacher_disagreement_score":0.008920738,"about_ca_system_score_codex":0.00061562617,"about_ca_system_score_gemma":0.0006692816,"threshold_uncertainty_score":0.013266027},"labels":[],"label_agreement":null},{"id":"W1993514628","doi":"10.1016/j.jss.2007.01.011","title":"Empirical study of the effects of open source adoption on software development economics","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Quality (philosophy); Productivity; Software development; Empirical research; Exploratory research; Software quality; Software; Product (mathematics); Open source software; Software peer review; Knowledge management; Computer science; Engineering management; Engineering; Software construction; Economics; Mathematics; Sociology; Statistics; Economic growth; Social science","score_opus":0.026480526298815796,"score_gpt":0.28840418584704025,"score_spread":0.26192365954822444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993514628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983158,0.00011460327,0.00013933847,0.00015179034,0.0000023589228,0.0000061853925,0.000050527608,0.000004268818,0.0012151777],"genre_scores_gemma":[0.9992964,0.00009404195,0.00010019453,0.000016889358,0.000008843734,0.0000053341428,0.000059941965,0.0000022408362,0.00041606266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981279,0.001152973,0.00010788659,0.00012814527,0.00028455548,0.00019842418],"domain_scores_gemma":[0.76406956,0.20345542,0.020009367,0.0034895649,0.004733152,0.0042429664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004187148,0.00022942794,0.00030756707,0.0014402836,0.0006297373,0.0013435775,0.0005996447,0.00076947,0.0059563974],"category_scores_gemma":[0.041709203,0.00021610266,0.0005340804,0.0019289945,0.0010861797,0.0015970073,0.0009574781,0.0021381155,0.00049316924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012231129,0.0035954104,0.9629112,0.00010925539,0.00021361402,0.00038841262,0.0014772213,0.002194094,0.0011514238,0.0033791622,0.00058372796,0.022773482],"study_design_scores_gemma":[0.00006529058,0.0007846201,0.9889387,0.00003127351,0.00017874807,0.00013225498,0.002469003,0.004222045,0.0010340351,0.0013112018,0.000812685,0.000020163447],"about_ca_topic_score_codex":0.005909377,"about_ca_topic_score_gemma":0.0065142945,"teacher_disagreement_score":0.0059563974,"about_ca_system_score_codex":0.0010043933,"about_ca_system_score_gemma":0.0009626678,"threshold_uncertainty_score":0.02214402},"labels":[],"label_agreement":null},{"id":"W1993743759","doi":"10.1016/j.jss.2013.12.037","title":"Cooperation, collaboration and pair-programming: Field studies on backup behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Backup; Teamwork; Field (mathematics); Computer science; Pair programming; Salient; Work (physics); Artificial intelligence; Engineering; Programming language; Software development; Database; Software; Mathematics; Management","score_opus":0.02510894068006842,"score_gpt":0.2978236989630619,"score_spread":0.27271475828299346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993743759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985018,0.000028622286,0.00028023814,0.00003923621,0.0000035189141,0.00003348218,0.00002087732,0.0000045491993,0.0010875965],"genre_scores_gemma":[0.99866927,0.000045306402,0.0004230777,0.00003997471,0.0000043505074,0.000063743944,0.000038559665,0.0000053759773,0.000710233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996128,0.0028127346,0.00014616444,0.00040989748,0.00029557248,0.00020762156],"domain_scores_gemma":[0.9150917,0.061796814,0.005951387,0.0069273664,0.0059257145,0.0043069893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007254655,0.0004248518,0.00050179474,0.0018262324,0.0034952909,0.0011843104,0.0015184241,0.0011340156,0.003468371],"category_scores_gemma":[0.034993943,0.00054915744,0.0002513454,0.0011725711,0.0033162108,0.0020694674,0.0017951988,0.0016874038,0.0004244935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116475355,0.047767162,0.5936081,0.00076732406,0.00021385065,0.0014492266,0.20137146,0.0030015847,0.018813448,0.009496288,0.002949202,0.10891484],"study_design_scores_gemma":[0.0011147683,0.023875177,0.687985,0.0004452735,0.00017049075,0.0023107051,0.23469816,0.009340645,0.012830266,0.015093235,0.011870076,0.00026614804],"about_ca_topic_score_codex":0.0036239745,"about_ca_topic_score_gemma":0.004687788,"teacher_disagreement_score":0.007254655,"about_ca_system_score_codex":0.0009273165,"about_ca_system_score_gemma":0.0014530988,"threshold_uncertainty_score":0.038366795},"labels":[],"label_agreement":null},{"id":"W2000624622","doi":"10.1016/j.jss.2013.10.044","title":"Visualizing protected variations in evolving software designs","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds de Recherche du Québec - Santé; École de technologie supérieure","keywords":"Computer science; Software; Software visualization; Task (project management); Software design; Software engineering; Software analytics; Software construction; Software evolution; Visualization; Software development; Human–computer interaction; Data science; Data mining; Systems engineering; Engineering; Programming language","score_opus":0.02924881058216502,"score_gpt":0.2726796775483301,"score_spread":0.2434308669661651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000624622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6643793,0.0006707669,0.31678346,0.00043511254,0.00013342522,0.000083024985,0.0005882905,0.009089157,0.00783738],"genre_scores_gemma":[0.85318667,0.0001973792,0.14278638,0.000038148348,0.000022308124,0.000039942155,0.00050167897,0.0011727747,0.002054773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994554,0.00012413891,0.000033022592,0.00008174339,0.00025208626,0.000053669086],"domain_scores_gemma":[0.9950257,0.0025661616,0.0006284429,0.00074063183,0.00072156783,0.00031755207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000922653,0.000662217,0.0003643196,0.0025548027,0.0005288926,0.0014214172,0.0008086868,0.0009793922,0.0038184172],"category_scores_gemma":[0.0057605905,0.00053809764,0.0005071295,0.001534505,0.0007100659,0.0016944661,0.001331949,0.0012609708,0.0003345837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017025525,0.00044014197,0.038437765,0.00093450863,0.00018205098,0.0027556098,0.011060442,0.2121181,0.13226414,0.06234258,0.010252588,0.5275095],"study_design_scores_gemma":[0.000098424534,0.0004539628,0.018433148,0.0001601994,0.00014322132,0.0013661747,0.0012182011,0.8800627,0.033937834,0.041772313,0.02222959,0.00012424668],"about_ca_topic_score_codex":0.0023152693,"about_ca_topic_score_gemma":0.003577004,"teacher_disagreement_score":0.0038184172,"about_ca_system_score_codex":0.00051510753,"about_ca_system_score_gemma":0.0006650619,"threshold_uncertainty_score":0.012773871},"labels":[],"label_agreement":null},{"id":"W2003468239","doi":"10.1016/s0164-1212(02)00055-9","title":"API documentation with executable examples","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Executable; Internal documentation; Computer science; Software documentation; Software engineering; Test (biology); Consistency (knowledge bases); Technical documentation; Test case; Programming language; Software; Software system; Software development; Software development process; Artificial intelligence; Software construction","score_opus":0.015681775056133943,"score_gpt":0.2449624474642674,"score_spread":0.22928067240813346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003468239","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018215256,0.00028541996,0.762783,0.0010496114,0.00041378962,0.00029133068,0.0038990283,0.1448878,0.068174824],"genre_scores_gemma":[0.18866776,0.0007501189,0.6683721,0.00047918805,0.00020787335,0.0005313373,0.016506627,0.050462827,0.07402212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975623,0.0005416815,0.0004034301,0.00022633874,0.0011236498,0.00014264719],"domain_scores_gemma":[0.988853,0.0047086235,0.00056990737,0.0033944135,0.0023181953,0.00015572958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016605646,0.0012852754,0.000688527,0.0022331306,0.0010031583,0.0026539303,0.0015834703,0.0018328216,0.058579378],"category_scores_gemma":[0.019946696,0.0015550265,0.0008448585,0.0018165004,0.00055732916,0.0043353206,0.0025561298,0.00291017,0.023792984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005432281,0.00046805528,0.0024127339,0.0014529818,0.00006128873,0.0022649697,0.00184548,0.009317282,0.016317276,0.07581813,0.26040405,0.6290945],"study_design_scores_gemma":[0.00025273024,0.00016210144,0.002251495,0.0012616548,0.00013026086,0.005229765,0.000385347,0.1350576,0.094221815,0.080343515,0.6804875,0.00021619535],"about_ca_topic_score_codex":0.00099164,"about_ca_topic_score_gemma":0.0016551409,"teacher_disagreement_score":0.058579378,"about_ca_system_score_codex":0.00041549138,"about_ca_system_score_gemma":0.0010639197,"threshold_uncertainty_score":0.19596756},"labels":[],"label_agreement":null},{"id":"W2006253492","doi":"10.1016/j.jss.2007.05.037","title":"Traffic-aware stress testing of distributed real-time systems based on UML models using genetic algorithms","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Real-time computing; Test case; Focus (optics); Sequence diagram; Scenario testing; Algorithm; Stress test; Distributed computing; Artificial intelligence; Machine learning; Software; Variety (cybernetics)","score_opus":0.03951929322770974,"score_gpt":0.26828445766643977,"score_spread":0.22876516443873002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006253492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.532086,0.0001760833,0.46329358,0.00022262028,0.000031679658,0.00006273134,0.00004798339,0.0020787779,0.0020005985],"genre_scores_gemma":[0.9615555,0.000026556037,0.038052384,0.000015345451,0.000003850662,0.000026029213,0.000032479224,0.000043854925,0.00024403971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929285,0.00032825093,0.000028721937,0.0000887116,0.00018176087,0.00007962968],"domain_scores_gemma":[0.994311,0.0042266976,0.0005018054,0.00029756318,0.0005453008,0.000117691714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009886987,0.0008205864,0.00066433905,0.0011266769,0.00037395622,0.00079813116,0.0011010069,0.00080622034,0.0007943844],"category_scores_gemma":[0.005626062,0.00035579322,0.000663427,0.00039194294,0.0005984919,0.00107208,0.0004937393,0.0004739964,0.00006945836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018267013,0.00013253462,0.0032368433,0.000043165714,0.000052901658,0.0000921024,0.00011374071,0.9544748,0.007009468,0.0035842517,0.00017608644,0.03090157],"study_design_scores_gemma":[0.000009068759,0.00001672441,0.0001468807,0.000003002817,0.00001064183,0.000007441363,0.00000650197,0.99754626,0.0012248765,0.0009962379,0.000030113244,0.0000022053548],"about_ca_topic_score_codex":0.0074473997,"about_ca_topic_score_gemma":0.0062525165,"teacher_disagreement_score":0.0074473997,"about_ca_system_score_codex":0.0011332774,"about_ca_system_score_gemma":0.0010106951,"threshold_uncertainty_score":0.014808059},"labels":[],"label_agreement":null},{"id":"W2009151039","doi":"10.1016/j.jss.2012.07.050","title":"Towards an early software estimation using log-linear regression and a multilayer perceptron model","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software; Computer science; Linear regression; Machine learning; Artificial neural network; Software sizing; Software development; Perceptron; Multilayer perceptron; Data mining; Software metric; Estimator; Artificial intelligence; Software development process; Software construction; Statistics; Mathematics","score_opus":0.050758474118636175,"score_gpt":0.3211822357308679,"score_spread":0.27042376161223175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009151039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009517129,0.00025827723,0.9887679,0.00016068427,0.000026489466,0.000011013163,0.000025169766,0.0007126056,0.0005206037],"genre_scores_gemma":[0.41515845,0.0006084739,0.57355434,0.00023070718,0.0001214359,0.000084942956,0.00025741445,0.00037005797,0.009614203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986545,0.0004784479,0.00008810908,0.000271795,0.00036609397,0.00014104493],"domain_scores_gemma":[0.995368,0.0026737167,0.00030709087,0.00045784863,0.0010447543,0.00014863929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025531058,0.0009744114,0.0011627072,0.001414234,0.00047174827,0.0015989337,0.0018604527,0.0017208117,0.0019669554],"category_scores_gemma":[0.009591992,0.0011189667,0.0011465957,0.0011500452,0.00058225007,0.003522322,0.0016955425,0.003260963,0.001767915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033637352,0.00035510404,0.005212521,0.00024952856,0.00019630487,0.00020995965,0.00023411056,0.3786913,0.019726537,0.022355508,0.0035868823,0.5688459],"study_design_scores_gemma":[0.0000030140004,0.000018815277,0.00030215958,0.0000095336,0.000011292918,0.000012563978,0.0000062128324,0.9931058,0.0016097237,0.0045319204,0.00038181525,0.0000071841873],"about_ca_topic_score_codex":0.007829616,"about_ca_topic_score_gemma":0.009257376,"teacher_disagreement_score":0.007829616,"about_ca_system_score_codex":0.0008466004,"about_ca_system_score_gemma":0.0013177112,"threshold_uncertainty_score":0.015568078},"labels":[],"label_agreement":null},{"id":"W2015747019","doi":"10.1016/j.jss.2008.11.846","title":"Determining factors that affect long-term evolution in scientific application software","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software evolution; Software development; Social software engineering; Term (time); Software construction; Software; Software engineering; Computer science; Software analytics; Software sizing; Software system; Software maintenance; Personal software process; Operating system","score_opus":0.03252627983587554,"score_gpt":0.2681634616516386,"score_spread":0.2356371818157631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015747019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99876785,0.00010050202,0.0004171595,0.00005367837,0.0000034015904,0.000006440646,0.000023987206,0.000010120757,0.00061690994],"genre_scores_gemma":[0.99937063,0.000027922639,0.00026761275,0.000018867584,0.000004097449,0.0000034992004,0.00006180798,0.000013828801,0.00023183467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984843,0.0004529557,0.0001735457,0.00021817446,0.00046475136,0.00020628645],"domain_scores_gemma":[0.9605301,0.02391183,0.0074365283,0.0013030875,0.0052087074,0.0016096843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023506607,0.00019003532,0.00022212623,0.001016645,0.00061589817,0.0015747104,0.00040960964,0.00076432806,0.0017831296],"category_scores_gemma":[0.03371463,0.00022001924,0.00028019655,0.00086511875,0.0005234989,0.0011658986,0.00050589326,0.00088990905,0.00032079947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042782797,0.0003682324,0.9414322,0.00005725975,0.00014859656,0.00024686428,0.0006034845,0.0020846385,0.03453902,0.0004216251,0.0003003964,0.019369893],"study_design_scores_gemma":[0.0000074579953,0.00019793578,0.9883167,0.00001010466,0.000068524714,0.00026234688,0.00050324196,0.004337799,0.0054053217,0.00048904505,0.00038467528,0.0000168998],"about_ca_topic_score_codex":0.0028208632,"about_ca_topic_score_gemma":0.005333197,"teacher_disagreement_score":0.0028208632,"about_ca_system_score_codex":0.00072262564,"about_ca_system_score_gemma":0.0005938615,"threshold_uncertainty_score":0.012431622},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","score_opus":0.009354810289471018,"score_gpt":0.22645228793459235,"score_spread":0.21709747764512133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019509721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011458038,0.00009422634,0.98514926,0.000040314237,0.000009562438,0.000035507568,0.00020237884,0.0023898827,0.00062080985],"genre_scores_gemma":[0.38310543,0.0003233,0.6109446,0.000066259236,0.000051336312,0.00032100835,0.0022681328,0.00076749007,0.0021523396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991247,0.0002252756,0.00007247563,0.00012532414,0.00035250877,0.000099659315],"domain_scores_gemma":[0.9948855,0.0033688133,0.0003501749,0.0005890873,0.0006884705,0.00011792986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011396458,0.00110884,0.0009780872,0.0032705986,0.00073568465,0.0012059537,0.0013454786,0.0013598864,0.0019258069],"category_scores_gemma":[0.008248509,0.00065081776,0.0010941764,0.0028365473,0.000446172,0.0023534668,0.0010798846,0.0017757186,0.001231074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028143218,0.00028635247,0.0058764853,0.00022674134,0.00017458411,0.00024818067,0.00043286782,0.4711795,0.011366281,0.03906343,0.0062011075,0.46466306],"study_design_scores_gemma":[0.000007781596,0.000022724971,0.00035796792,0.00001019218,0.00002275963,0.000034718294,0.000016627815,0.97667956,0.0014204334,0.020411182,0.0010065838,0.000009519756],"about_ca_topic_score_codex":0.0052186623,"about_ca_topic_score_gemma":0.0060993796,"teacher_disagreement_score":0.0052186623,"about_ca_system_score_codex":0.0008064677,"about_ca_system_score_gemma":0.0012832658,"threshold_uncertainty_score":0.010376573},"labels":[],"label_agreement":null},{"id":"W2019797727","doi":"10.1016/j.jss.2009.05.019","title":"Exploring alternatives for transition verification","year":2009,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Sequence (biology); Invertible matrix; Finite-state machine; Computer science; Model checking; State (computer science); Range (aeronautics); Transition system; Automaton; Algorithm; Conformance testing; Theoretical computer science; Programming language; Mathematics; Engineering","score_opus":0.10664762297229999,"score_gpt":0.28679998609778135,"score_spread":0.18015236312548136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019797727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025397154,0.0005806484,0.9519058,0.0023676644,0.00025619176,0.000101832804,0.00009411781,0.001085193,0.018211499],"genre_scores_gemma":[0.61830777,0.00033942203,0.37586895,0.0003639153,0.0001398327,0.00013279129,0.00020530254,0.00035286817,0.0042892112],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915496,0.004266397,0.00053610984,0.0011715379,0.001738966,0.0007372973],"domain_scores_gemma":[0.96858996,0.02209521,0.00077167863,0.005971681,0.002122507,0.0004490704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006481001,0.00093404856,0.0011923079,0.002039878,0.001898226,0.003697259,0.0028120512,0.0035051669,0.015298436],"category_scores_gemma":[0.04012554,0.0009379145,0.002656352,0.0016743428,0.0053999936,0.0114549715,0.0045348895,0.004302786,0.0017710741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004402744,0.00011711943,0.00077393424,0.00018920143,0.000050978757,0.00021214204,0.00047390372,0.016065497,0.0012762046,0.88060564,0.0024858525,0.097309195],"study_design_scores_gemma":[0.00005943529,0.000082589846,0.00008663699,0.00007350998,0.000049370858,0.000077548175,0.00017521244,0.09247457,0.001409821,0.9015407,0.003942947,0.000027723083],"about_ca_topic_score_codex":0.0014418447,"about_ca_topic_score_gemma":0.00262129,"teacher_disagreement_score":0.015298436,"about_ca_system_score_codex":0.0011567512,"about_ca_system_score_gemma":0.0017402148,"threshold_uncertainty_score":0.051178336},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","score_opus":0.024331629017472493,"score_gpt":0.25826157320889126,"score_spread":0.23392994419141877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023839889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036899835,0.0001466882,0.9481567,0.00044207246,0.000104578285,0.00007351177,0.000113283124,0.009256535,0.0048068245],"genre_scores_gemma":[0.6604056,0.0002254632,0.33282146,0.0002600263,0.0000719326,0.000095089854,0.00046027,0.0028312048,0.002829056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99529785,0.0014857928,0.00036668454,0.0007068188,0.0016462328,0.00049658876],"domain_scores_gemma":[0.9899328,0.0023400462,0.00055428414,0.0059666713,0.0009887196,0.0002176138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041756104,0.0010907078,0.0009028582,0.0010438369,0.0007194925,0.004917825,0.0027597344,0.0015428851,0.0019853776],"category_scores_gemma":[0.01769573,0.0010607863,0.0013386077,0.0008899655,0.0017957593,0.005703909,0.006838063,0.003652615,0.00082997506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009492791,0.00076251966,0.014494019,0.0004407506,0.00031380454,0.0014210591,0.004801365,0.21704616,0.084617496,0.22412218,0.013868768,0.43716267],"study_design_scores_gemma":[0.0000453723,0.000057233403,0.0008698821,0.00006921379,0.000110379515,0.00018067271,0.00028839166,0.84458065,0.0380723,0.101098284,0.014541939,0.0000857197],"about_ca_topic_score_codex":0.002057306,"about_ca_topic_score_gemma":0.0039014623,"teacher_disagreement_score":0.004917825,"about_ca_system_score_codex":0.00096073037,"about_ca_system_score_gemma":0.001981753,"threshold_uncertainty_score":0.022082984},"labels":[],"label_agreement":null},{"id":"W2028793581","doi":"10.1016/j.jss.2011.12.006","title":"The impact of accounting for special methods in the measurement of object-oriented class cohesion on refactoring and fault prediction activities","year":2011,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Cohesion (chemistry); Code refactoring; Computer science; Empirical research; Class (philosophy); Object-oriented programming; Artificial intelligence; Software; Programming language; Mathematics; Statistics","score_opus":0.06450824714716616,"score_gpt":0.33079920345488045,"score_spread":0.26629095630771427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028793581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856623,0.00032371888,0.012271859,0.00025493623,0.000065452805,0.000017527267,0.00016810177,0.00022485194,0.0010111773],"genre_scores_gemma":[0.9955557,0.000032732834,0.0041553285,0.000022916649,0.000014548689,0.00000492905,0.00008057135,0.0000219378,0.00011136303],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9838754,0.00777692,0.0013612191,0.002124037,0.0039208834,0.00094157836],"domain_scores_gemma":[0.7265895,0.20836781,0.027349012,0.021374017,0.013632428,0.0026872351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01386539,0.00090604153,0.00077205943,0.0018184963,0.00086593145,0.0028892858,0.0011962525,0.0013303707,0.0006518308],"category_scores_gemma":[0.13361593,0.0005366118,0.0006029707,0.0029708194,0.0010364737,0.004130695,0.001181633,0.0016052091,0.0002157062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023022012,0.00085590885,0.81230664,0.00018138315,0.00052193104,0.00011092541,0.0005642884,0.04470497,0.0072838683,0.0015937175,0.00056884903,0.12900537],"study_design_scores_gemma":[0.000076930606,0.0011682294,0.66385543,0.00008140499,0.00067538075,0.00026438557,0.00042307898,0.31300554,0.016516497,0.0030334105,0.00078763714,0.00011210622],"about_ca_topic_score_codex":0.01603767,"about_ca_topic_score_gemma":0.02211163,"teacher_disagreement_score":0.01603767,"about_ca_system_score_codex":0.0013124638,"about_ca_system_score_gemma":0.0027259185,"threshold_uncertainty_score":0.07332808},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","score_opus":0.013899987794626409,"score_gpt":0.2142190393488737,"score_spread":0.20031905155424728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036458369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8639639,0.00023151205,0.12936184,0.00018757307,0.00003613123,0.0001887477,0.00040269765,0.0033500472,0.0022775636],"genre_scores_gemma":[0.94609874,0.00008486436,0.052833773,0.000011390853,0.000009191435,0.000055722114,0.0005484956,0.0001547103,0.00020318064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951977,0.0018825802,0.00040914147,0.0003420721,0.001680907,0.00048747152],"domain_scores_gemma":[0.9698182,0.022489348,0.0021441004,0.0024353322,0.0026058822,0.00050714926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041864817,0.0016549834,0.0006082217,0.0033138522,0.0004985806,0.0017224933,0.0010802118,0.0011171019,0.0019376847],"category_scores_gemma":[0.024643756,0.00081254775,0.0014726572,0.001316151,0.00050384755,0.0027840673,0.00096303667,0.0010468035,0.0004262859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033330515,0.0009613718,0.052193444,0.00076032634,0.00064672006,0.00096471305,0.001018132,0.6649345,0.10622982,0.011554563,0.0013793018,0.15602392],"study_design_scores_gemma":[0.000039878847,0.00032203793,0.0038587085,0.00002304931,0.00018740592,0.00014809796,0.000093446,0.9661886,0.026424725,0.0021592807,0.00052083825,0.000033968714],"about_ca_topic_score_codex":0.002561848,"about_ca_topic_score_gemma":0.0021249661,"teacher_disagreement_score":0.0041864817,"about_ca_system_score_codex":0.0008653698,"about_ca_system_score_gemma":0.0011319004,"threshold_uncertainty_score":0.022140503},"labels":[],"label_agreement":null},{"id":"W2036852063","doi":"10.1016/j.jss.2008.03.064","title":"Achieving efficiency, quality of service and robustness in multi-organizational Grids","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Robustness (evolution); Scalability; Computer science; Distributed computing; Grid; Provisioning; Grid computing; Quality of service; Middleware (distributed applications); Flexibility (engineering); Database; Computer network","score_opus":0.044706091764394065,"score_gpt":0.2700360642910037,"score_spread":0.22532997252660963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036852063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34345183,0.0007539379,0.6428127,0.0027680795,0.0000928752,0.000116350035,0.00008171951,0.00082459266,0.009097853],"genre_scores_gemma":[0.9786794,0.00008617035,0.0203307,0.00006178819,0.000031290012,0.000027862738,0.000025141082,0.000046002773,0.00071168045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99599886,0.0018344963,0.00021297776,0.0003971264,0.00090686453,0.0006496827],"domain_scores_gemma":[0.98391867,0.009059127,0.002112741,0.0024811488,0.001567531,0.00086078566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057002665,0.0007006177,0.0011366599,0.0007798014,0.0012676415,0.004232198,0.0021817903,0.0018516354,0.0012812457],"category_scores_gemma":[0.021277212,0.0005242252,0.0005808029,0.0008881853,0.0026536689,0.0053430735,0.0032740452,0.001679462,0.00031131698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091260165,0.0003704439,0.0052185515,0.0002044659,0.00016791117,0.0002236676,0.0004609286,0.64257246,0.013566988,0.2699453,0.0024306888,0.06392605],"study_design_scores_gemma":[0.0000717682,0.00013940467,0.0010183562,0.000015098077,0.000043235083,0.00009151087,0.0002196993,0.76318294,0.0066713337,0.22707045,0.0014460637,0.000030001467],"about_ca_topic_score_codex":0.0013912016,"about_ca_topic_score_gemma":0.0007308585,"teacher_disagreement_score":0.0057002665,"about_ca_system_score_codex":0.0017791605,"about_ca_system_score_gemma":0.0016634047,"threshold_uncertainty_score":0.030146241},"labels":[],"label_agreement":null},{"id":"W2043030767","doi":"10.1016/j.jss.2012.02.034","title":"Coding-error based defects in enterprise resource planning software: Prevention, discovery, elimination and mitigation","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Coding (social sciences); Enterprise resource planning; Computer science; Software; Software engineering; Risk analysis (engineering); Knowledge management; Business; Operating system; Mathematics","score_opus":0.019357104095974048,"score_gpt":0.27485237154378017,"score_spread":0.25549526744780615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043030767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8456617,0.00032009685,0.14720064,0.00075408653,0.000060304457,0.00015942872,0.00025757923,0.002162831,0.0034233343],"genre_scores_gemma":[0.95613384,0.00011952253,0.04229106,0.00005317434,0.000007756542,0.000031786145,0.00021499861,0.00013625411,0.0010116515],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946607,0.001517906,0.0005070773,0.00041146833,0.002613896,0.00028890077],"domain_scores_gemma":[0.8694269,0.08039465,0.016371043,0.015054572,0.01798026,0.0007726683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057015372,0.0004106594,0.0003238407,0.0027871113,0.0006577361,0.0016632306,0.0014690624,0.0010878759,0.0009470364],"category_scores_gemma":[0.07406184,0.00049209764,0.0004945832,0.002110741,0.0012598329,0.001962768,0.0011109636,0.0011382755,0.00023051421],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074081717,0.0007785658,0.30749413,0.000466757,0.00015149241,0.0019708984,0.0048894584,0.09867692,0.023290709,0.018343804,0.0027160812,0.5404804],"study_design_scores_gemma":[0.000094098075,0.0010682085,0.102501094,0.00042633392,0.00054988964,0.003959664,0.0031169415,0.744356,0.110789105,0.02791692,0.005029201,0.00019257507],"about_ca_topic_score_codex":0.009035799,"about_ca_topic_score_gemma":0.008389668,"teacher_disagreement_score":0.009035799,"about_ca_system_score_codex":0.0011442439,"about_ca_system_score_gemma":0.003433738,"threshold_uncertainty_score":0.030152977},"labels":[],"label_agreement":null},{"id":"W2043839920","doi":"10.1016/j.jss.2014.01.010","title":"Web application testing: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web testing; Dependability; Systematic review; Field (mathematics); Web application; World Wide Web; Empirical research; Data science; Set (abstract data type); Web engineering; Software engineering; Information retrieval; Web application security; The Internet; Web development","score_opus":0.016224326302853694,"score_gpt":0.2516204591044873,"score_spread":0.23539613280163363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043839920","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036591985,0.992063,0.0006897793,0.000659054,0.00016969643,0.0015911706,0.00072226534,0.000020234942,0.00042561183],"genre_scores_gemma":[0.038740765,0.9529697,0.003952641,0.0014322312,0.00010700473,0.0020294206,0.0005408912,0.000021528558,0.00020584083],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9722,0.008684373,0.012288679,0.0016880136,0.0045206924,0.0006182463],"domain_scores_gemma":[0.8744955,0.089276776,0.0206444,0.0023385186,0.01182777,0.0014169285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031157574,0.0019724474,0.009482507,0.02916416,0.0013514548,0.0037117344,0.0028427516,0.0029651104,0.0040637003],"category_scores_gemma":[0.10223705,0.0017482558,0.0073131244,0.019585714,0.0018326174,0.00589163,0.0036405397,0.0017113204,0.00043506204],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002664805,0.000067230736,0.00205085,0.92086715,0.0068227854,0.00027016504,0.0007587859,0.00011456898,0.00033787993,0.0002194546,0.0025303506,0.06569418],"study_design_scores_gemma":[0.0003472883,0.00025035674,0.0044636484,0.9331358,0.04676914,0.0005912998,0.0010700739,0.000106614396,0.00024844584,0.00032777563,0.012628504,0.00006104765],"about_ca_topic_score_codex":0.008633388,"about_ca_topic_score_gemma":0.042756006,"teacher_disagreement_score":0.031157574,"about_ca_system_score_codex":0.0061128684,"about_ca_system_score_gemma":0.028302735,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2044396529","doi":"10.1016/j.jss.2012.03.028","title":"Preserving knowledge in software projects","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"Universiteit Gent; King Abdulaziz University; Polytechnique Montréal","keywords":"Scope (computer science); Computer science; Software engineering; Software development; Software; Exploit; Software mining; Knowledge management; Software construction; Computer security; Operating system; Programming language","score_opus":0.033872038305964074,"score_gpt":0.28261224862066975,"score_spread":0.24874021031470567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044396529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35049587,0.0011719979,0.5876931,0.006040743,0.00014258805,0.00017839068,0.00031454943,0.0007985812,0.05316413],"genre_scores_gemma":[0.96071875,0.00039827914,0.030084431,0.00016080204,0.00007623058,0.00006703008,0.000190313,0.00011585605,0.0081882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9877422,0.005291416,0.0011790418,0.0014212237,0.003177565,0.0011885589],"domain_scores_gemma":[0.8873764,0.05892892,0.0054641785,0.03661098,0.007877966,0.0037414897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010234087,0.0004666009,0.0010506685,0.002915506,0.0037934124,0.007928758,0.0028035827,0.0030624429,0.003520632],"category_scores_gemma":[0.069784895,0.0011447639,0.00142362,0.004866004,0.006944933,0.024140198,0.010893241,0.004017371,0.00061296666],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016792715,0.00015085097,0.0041541723,0.00012493707,0.000068316636,0.00036545368,0.0025687045,0.0073838253,0.00094564783,0.91956234,0.0010535349,0.063454285],"study_design_scores_gemma":[0.00001558777,0.00002837995,0.00031343344,0.000020482272,0.000034817072,0.00012445734,0.00035385755,0.005622594,0.00090272876,0.9896674,0.0029070647,0.000009091016],"about_ca_topic_score_codex":0.0025183894,"about_ca_topic_score_gemma":0.0017170552,"teacher_disagreement_score":0.010234087,"about_ca_system_score_codex":0.001847972,"about_ca_system_score_gemma":0.0033292181,"threshold_uncertainty_score":0.0541237},"labels":[],"label_agreement":null},{"id":"W2050390791","doi":"10.1016/j.jss.2007.08.033","title":"A language for high-level description of adaptive web systems","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Atlantic Canada Opportunities Agency","keywords":"Reusability; Computer science; Adaptation (eye); Software engineering; Web application; Domain (mathematical analysis); Web modeling; Web engineering; Reuse; Software product line; Domain engineering; Software design pattern; Aspect-oriented programming; Software development; Software; Web service; Component-based software engineering; World Wide Web; Programming language; Engineering; Web intelligence","score_opus":0.0233679791437894,"score_gpt":0.2394639457123145,"score_spread":0.2160959665685251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050390791","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000494903,0.00011981595,0.98665893,0.00013764767,0.00007453347,0.00014420896,0.0009338273,0.009793307,0.0016428245],"genre_scores_gemma":[0.022766737,0.0005776352,0.95701253,0.00054317596,0.00013276971,0.0010123558,0.004994232,0.0058795526,0.0070810243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982766,0.00035980664,0.00049121847,0.00020404397,0.000512588,0.00015571805],"domain_scores_gemma":[0.9972851,0.0012054933,0.00019916132,0.0005905392,0.0005653189,0.00015441625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024554736,0.0021884763,0.0016180272,0.0017571963,0.0012625662,0.005826309,0.003858493,0.002534453,0.013315485],"category_scores_gemma":[0.0046831025,0.0022649167,0.0031370658,0.0018148558,0.0017077269,0.006090798,0.0029733316,0.005819154,0.0071320366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023055138,0.00022217669,0.00089017936,0.0020891975,0.0002146159,0.0017193302,0.0021892616,0.04245856,0.021522235,0.7027064,0.061570484,0.16418697],"study_design_scores_gemma":[0.00014693268,0.00009244226,0.00025869437,0.0004398935,0.00017351034,0.0010355436,0.00021015144,0.1883483,0.013503418,0.24274099,0.55288315,0.00016697517],"about_ca_topic_score_codex":0.004259276,"about_ca_topic_score_gemma":0.0043549077,"teacher_disagreement_score":0.013315485,"about_ca_system_score_codex":0.0010884679,"about_ca_system_score_gemma":0.0024436738,"threshold_uncertainty_score":0.044544756},"labels":[],"label_agreement":null},{"id":"W2057043582","doi":"10.1016/j.jss.2007.01.005","title":"RDL: A language for framework instantiation representation","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Council Canada","keywords":"Reuse; Computer science; Software engineering; Domain engineering; Software development; Process (computing); Software; Component-based software engineering; Programming language; Systems engineering; Engineering","score_opus":0.03718007478074709,"score_gpt":0.3411848635072173,"score_spread":0.3040047887264702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057043582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005832612,0.000084666994,0.9325815,0.00017875318,0.00006781956,0.00013566545,0.0023196933,0.06156383,0.0024847677],"genre_scores_gemma":[0.033957534,0.0005263904,0.90965,0.00063859706,0.000100468256,0.0009378306,0.014224827,0.029717313,0.010247053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720347,0.00060681754,0.000652199,0.0004886903,0.00078464695,0.00026422262],"domain_scores_gemma":[0.99567586,0.0019730264,0.0002368021,0.0013617036,0.0005745948,0.00017803238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042855395,0.0023325079,0.0017765242,0.0028395243,0.0014243285,0.00801638,0.0060427804,0.0031150053,0.03162057],"category_scores_gemma":[0.009925597,0.003553772,0.0036603943,0.0021142594,0.002505735,0.009882767,0.006550653,0.006349686,0.013401434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046707777,0.00022177657,0.0019239914,0.0026988983,0.00020955873,0.001145433,0.0030365272,0.024747662,0.0133033525,0.44951114,0.16435288,0.33838168],"study_design_scores_gemma":[0.00023464992,0.00007764711,0.0003140111,0.0006305677,0.00016247224,0.00081878336,0.00035728264,0.13199131,0.027338939,0.18010284,0.6577181,0.00025331002],"about_ca_topic_score_codex":0.0058965054,"about_ca_topic_score_gemma":0.0069386517,"teacher_disagreement_score":0.03162057,"about_ca_system_score_codex":0.001991758,"about_ca_system_score_gemma":0.002785214,"threshold_uncertainty_score":0.10578132},"labels":[],"label_agreement":null},{"id":"W2057780988","doi":"10.1016/j.jss.2007.05.035","title":"Applying machine learning to software fault-proneness prediction","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Software metric; Machine learning; Computer science; Support vector machine; Metric (unit); Software; Data mining; Artificial neural network; Artificial intelligence; Binary classification; Fault (geology); Software quality; Software fault tolerance; Reliability engineering; Software development; Engineering","score_opus":0.016601231710283004,"score_gpt":0.25773426312200903,"score_spread":0.24113303141172604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057780988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6125322,0.0013279619,0.38146457,0.0005967543,0.00019196335,0.00008348259,0.00024053866,0.0017188169,0.0018436373],"genre_scores_gemma":[0.96239454,0.00016197367,0.036575135,0.00005014089,0.000061460974,0.000020462225,0.00016974483,0.000026078602,0.0005403138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990195,0.00041131355,0.0000982778,0.00014500962,0.0002426778,0.00008319113],"domain_scores_gemma":[0.98785573,0.009629927,0.0006756351,0.0004971676,0.0012091028,0.00013258537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018250488,0.00055242627,0.00080753514,0.001983202,0.00037731908,0.000691366,0.0007248268,0.0007645156,0.00067876565],"category_scores_gemma":[0.01340825,0.00024517937,0.00045895163,0.0011335188,0.00030066507,0.00080725626,0.0003754742,0.0007591676,0.00025156644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026183954,0.00054476474,0.04681607,0.00013052911,0.00025283828,0.00013828799,0.000091970964,0.4723378,0.003745597,0.0007656368,0.0015925817,0.4733222],"study_design_scores_gemma":[0.0000076218885,0.000047523183,0.00261074,0.0000051655074,0.0000149747975,0.000023794802,0.000011442181,0.99387383,0.0013581481,0.0019297196,0.00011096696,0.00000612669],"about_ca_topic_score_codex":0.0066612125,"about_ca_topic_score_gemma":0.00498049,"teacher_disagreement_score":0.0066612125,"about_ca_system_score_codex":0.00048528533,"about_ca_system_score_gemma":0.00064188853,"threshold_uncertainty_score":0.013244867},"labels":[],"label_agreement":null},{"id":"W2061243812","doi":"10.1016/j.jss.2007.12.764","title":"Software architecting without requirements knowledge and experience: What are the repercussions?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Software; Computer science; Systems engineering; Engineering; Operating system","score_opus":0.04710047116379498,"score_gpt":0.30230812209598856,"score_spread":0.25520765093219355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061243812","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1164975,0.03223494,0.035633475,0.7011598,0.0030111265,0.000067545065,0.00016084916,0.0003371895,0.1108976],"genre_scores_gemma":[0.9403741,0.016208801,0.0138987005,0.019889351,0.0018405159,0.000051511925,0.00009950417,0.00013384146,0.007503723],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98064476,0.011995909,0.00046927578,0.0014942952,0.0036831559,0.0017126305],"domain_scores_gemma":[0.7932588,0.14921805,0.008666552,0.015013355,0.020656558,0.013186639],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028339708,0.0006754768,0.0007554463,0.0011069666,0.0035522492,0.010149349,0.0038695084,0.006464849,0.016361164],"category_scores_gemma":[0.107552364,0.0005222547,0.0007468979,0.0014628718,0.010482779,0.027947268,0.005540138,0.0056858803,0.0024869023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006149157,0.0014951511,0.028457653,0.0014761778,0.00017842394,0.0013361468,0.010633336,0.0025524863,0.0008853148,0.3626681,0.06182473,0.5278777],"study_design_scores_gemma":[0.00014416754,0.0003649873,0.013940529,0.0025955122,0.000119562756,0.0018332326,0.041420467,0.008068478,0.0014636868,0.8533138,0.076565996,0.00016963856],"about_ca_topic_score_codex":0.006079308,"about_ca_topic_score_gemma":0.008398475,"teacher_disagreement_score":0.9716603,"about_ca_system_score_codex":0.0027963745,"about_ca_system_score_gemma":0.0077517545,"threshold_uncertainty_score":0.14987653},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","score_opus":0.11936883647251961,"score_gpt":0.3048904650970761,"score_spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062886955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99872094,0.000015072619,0.0008858488,0.000017965602,0.000004653108,0.000020422349,0.0000705364,0.000023627344,0.00024097155],"genre_scores_gemma":[0.99769753,0.0000202465,0.0015910844,0.000021869502,0.00000421398,0.00011080024,0.00012477569,0.000026862084,0.0004026361],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9990287,0.00031834526,0.00010811905,0.00028325128,0.00018655322,0.00007506249],"domain_scores_gemma":[0.9676316,0.024703689,0.003388856,0.0021886716,0.0012391725,0.00084795605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001217891,0.00035963856,0.00032735016,0.0006607264,0.0003098545,0.0008506038,0.0008060675,0.0008704118,0.0023639346],"category_scores_gemma":[0.017784487,0.0004962067,0.00022249378,0.0005000796,0.00078752707,0.0012227888,0.00055778597,0.0014176273,0.00024214994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022986418,0.054329395,0.18685873,0.00053491263,0.00041670006,0.0003613437,0.006256211,0.0161807,0.6369416,0.0049072606,0.0010166727,0.069209985],"study_design_scores_gemma":[0.002386039,0.04093501,0.4610436,0.00007227615,0.00049061474,0.00056750356,0.0021252614,0.24164028,0.2441391,0.0048326994,0.0015217876,0.00024575493],"about_ca_topic_score_codex":0.0024478224,"about_ca_topic_score_gemma":0.0025996543,"teacher_disagreement_score":0.0024478224,"about_ca_system_score_codex":0.000751441,"about_ca_system_score_gemma":0.000575289,"threshold_uncertainty_score":0.007908106},"labels":[],"label_agreement":null},{"id":"W2070709401","doi":"10.1016/j.jss.2012.05.075","title":"Specification and monitoring of data-centric temporal properties for service-based systems","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Service (business); Systems engineering; Software engineering; Engineering; Business","score_opus":0.17770935210370786,"score_gpt":0.31549559374527614,"score_spread":0.13778624164156827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070709401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05005427,0.00023834303,0.945398,0.00031281414,0.00005239982,0.00024023252,0.00020766456,0.002159486,0.001336755],"genre_scores_gemma":[0.80088115,0.00024882017,0.19668303,0.00012986347,0.000095219686,0.00032457837,0.00043116228,0.0002775379,0.00092867285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9900719,0.0025241363,0.0016203545,0.0011547018,0.0038609267,0.0007678446],"domain_scores_gemma":[0.9591987,0.019805284,0.0053520924,0.008268666,0.0065473886,0.0008278537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013093446,0.00093830057,0.0012205975,0.0016221636,0.00094766554,0.0052330843,0.0027264538,0.0013867649,0.0010151187],"category_scores_gemma":[0.030545583,0.0011538728,0.0012153601,0.0010794511,0.0023895123,0.00450544,0.0021211486,0.002237377,0.00035462514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023434316,0.00072960125,0.01997925,0.0010705412,0.00031798347,0.0015777355,0.003095658,0.32800543,0.11584458,0.34868217,0.004488862,0.17386477],"study_design_scores_gemma":[0.000105496176,0.00017747025,0.0007285869,0.000076191915,0.00009676905,0.00022168914,0.00012927364,0.90943587,0.047871593,0.037385013,0.0037292978,0.000042685573],"about_ca_topic_score_codex":0.004656383,"about_ca_topic_score_gemma":0.0042117448,"teacher_disagreement_score":0.013093446,"about_ca_system_score_codex":0.0021139362,"about_ca_system_score_gemma":0.00477213,"threshold_uncertainty_score":0.06924558},"labels":[],"label_agreement":null},{"id":"W2073693978","doi":"10.1016/j.jss.2010.08.028","title":"A comparative study on simulation vs. real time deployment in wireless sensor networks","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Acadia University","funders":"University of Waterloo; King Fahd University of Petroleum and Minerals; Dalhousie University; Acadia University","keywords":"Software deployment; Wireless sensor network; Computer science; Network packet; Overhead (engineering); Computer network; Node (physics); Energy consumption; Protocol stack; Wireless; Protocol (science); Key distribution in wireless sensor networks; Real-time computing; Wireless network; Simulation; Engineering; Telecommunications; Operating system","score_opus":0.0171478042809233,"score_gpt":0.2678245711020612,"score_spread":0.25067676682113793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073693978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8809408,0.0057740835,0.10041727,0.0011108137,0.0004037306,0.00013678071,0.00031158427,0.0008470182,0.010057991],"genre_scores_gemma":[0.98508584,0.0006672534,0.013218769,0.00005235923,0.000038644852,0.00002747275,0.00014572192,0.00009947034,0.0006644583],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99257964,0.005347943,0.00032613656,0.00038321214,0.0010783811,0.00028467848],"domain_scores_gemma":[0.84074044,0.14300427,0.0025546085,0.004919115,0.008065836,0.00071569654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00998711,0.0007090657,0.00090613787,0.0018411024,0.0005320175,0.001150129,0.0013739296,0.0010574758,0.0020928106],"category_scores_gemma":[0.05035913,0.00031831532,0.0004933973,0.0017610649,0.00068149867,0.0028754524,0.00067152164,0.00047439395,0.00020660342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064416677,0.0009439079,0.021236345,0.0013111912,0.00041742975,0.00023927761,0.00060299534,0.7482599,0.014487357,0.010408283,0.0026939355,0.19295776],"study_design_scores_gemma":[0.00012861328,0.0027314597,0.009411783,0.000081547325,0.00027311454,0.00040862765,0.00072399015,0.9756328,0.006568491,0.0022068345,0.0017811616,0.000051599865],"about_ca_topic_score_codex":0.004305281,"about_ca_topic_score_gemma":0.004524122,"teacher_disagreement_score":0.00998711,"about_ca_system_score_codex":0.0017846649,"about_ca_system_score_gemma":0.0007171192,"threshold_uncertainty_score":0.052817523},"labels":[],"label_agreement":null},{"id":"W2073887468","doi":"10.1016/j.jss.2004.09.002","title":"Worst case constant time priority queue","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Interconnection Networks and Systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Priority queue; Queue; Constant (computer programming); Computer science; Discrete time and continuous time; Topology (electrical circuits); Data structure; Distributed computing; Real-time computing; Computer network; Mathematics; Operating system; Combinatorics","score_opus":0.010786132188702259,"score_gpt":0.22381069664331485,"score_spread":0.2130245644546126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073887468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083244674,0.0023042264,0.8805689,0.0033973176,0.001572506,0.00026594146,0.00071602396,0.0058327066,0.022097657],"genre_scores_gemma":[0.8111683,0.000746095,0.16162239,0.000819601,0.00068475027,0.00010643666,0.0006300817,0.00048335706,0.02373894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954674,0.0007042382,0.00028006782,0.0008288819,0.0016518914,0.0010675666],"domain_scores_gemma":[0.98162144,0.0076560043,0.0011133834,0.0039922437,0.004303647,0.0013131318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052602957,0.0014429664,0.0017120905,0.0014372043,0.0036805158,0.008370446,0.0051872195,0.0020114502,0.016785765],"category_scores_gemma":[0.018900504,0.0009955709,0.0006030719,0.0021374025,0.0013663,0.005710806,0.0020177278,0.0032286735,0.0024946753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012823862,0.0015687797,0.00734412,0.00090835744,0.00040611203,0.0011856505,0.0008370687,0.23649184,0.042386863,0.31908116,0.07524856,0.30171767],"study_design_scores_gemma":[0.00048077543,0.0004539873,0.0003732087,0.000031750733,0.0001770289,0.0006232445,0.00016213758,0.88623303,0.01124466,0.09047165,0.009681586,0.00006696454],"about_ca_topic_score_codex":0.005873716,"about_ca_topic_score_gemma":0.007745815,"teacher_disagreement_score":0.016785765,"about_ca_system_score_codex":0.0040456844,"about_ca_system_score_gemma":0.0071492614,"threshold_uncertainty_score":0.056154013},"labels":[],"label_agreement":null},{"id":"W2076091918","doi":"10.1016/j.jss.2010.07.032","title":"Adaptive ridge regression system for software cost estimating on multi-collinear datasets","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Collinearity; Regression; Computer science; Regression analysis; Linear regression; Machine learning; Proper linear model; Data mining; Artificial intelligence; Polynomial regression; Stepwise regression; Robust regression; Local regression; Regression diagnostic; Software; Statistics; Mathematics","score_opus":0.03813444071146832,"score_gpt":0.30601431565287796,"score_spread":0.26787987494140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076091918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037884866,0.000048248345,0.99311817,0.000029805387,0.000013301083,0.00003060698,0.00010028686,0.0027687955,0.000102352074],"genre_scores_gemma":[0.072667785,0.000094487834,0.92394423,0.00004560213,0.00003536245,0.00030575166,0.0007227268,0.00052649266,0.0016575692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974197,0.0012000174,0.00020347396,0.00048430325,0.000558374,0.000134133],"domain_scores_gemma":[0.9944159,0.0027044003,0.00038542977,0.001182749,0.0012210222,0.00009063416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005311409,0.0007859277,0.0018782368,0.001528061,0.00037702263,0.0009209899,0.0024271137,0.0013091724,0.00411834],"category_scores_gemma":[0.014039819,0.00083111273,0.0012892951,0.0022210036,0.00036106232,0.0012167623,0.001423788,0.0023865304,0.0024823816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004996435,0.00031482082,0.003621244,0.00018926045,0.00043403322,0.00011464905,0.00009845387,0.16833502,0.0112036895,0.007036763,0.009066373,0.799086],"study_design_scores_gemma":[0.000040491537,0.000045037283,0.00081811467,0.00000655784,0.00002534292,0.000032094707,0.000010036111,0.9935868,0.0018672332,0.0024377573,0.0011147413,0.000015651754],"about_ca_topic_score_codex":0.0037433642,"about_ca_topic_score_gemma":0.006341508,"teacher_disagreement_score":0.005311409,"about_ca_system_score_codex":0.00043132034,"about_ca_system_score_gemma":0.0015031856,"threshold_uncertainty_score":0.028089762},"labels":[],"label_agreement":null},{"id":"W2077138769","doi":"10.1016/j.jss.2003.05.006","title":"Towards automatic monitoring of component-based software systems","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bell (Canada); Queen's University","funders":"","keywords":"Correctness; Component (thermodynamics); Computer science; Asynchronous communication; Component-based software engineering; Distributed computing; Software; Concurrency; Software system; Real-time computing; Software architecture; Software quality; Embedded system; Reliability engineering; Software development; Programming language; Engineering; Computer network","score_opus":0.02532862100587766,"score_gpt":0.27847469964679067,"score_spread":0.253146078640913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077138769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028340042,0.00045166744,0.9661757,0.00016621385,0.000048363145,0.000039426046,0.000054203167,0.004059469,0.0006648845],"genre_scores_gemma":[0.55227274,0.00035063663,0.4452045,0.00011100454,0.00009082159,0.000074865064,0.00026607208,0.00029476048,0.0013346415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974214,0.00072272663,0.0001719613,0.00051260524,0.0009890185,0.00018229372],"domain_scores_gemma":[0.99189734,0.003687442,0.00087117346,0.001697883,0.001672046,0.0001740339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018453097,0.0010358682,0.0011166955,0.0026829129,0.0005111799,0.0019327713,0.0017375792,0.0011887471,0.0010037055],"category_scores_gemma":[0.011633679,0.00071415387,0.00049117964,0.0009995311,0.00070759683,0.0021180906,0.0017359285,0.0017131844,0.0006790351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056733144,0.00024770814,0.0065570027,0.00039267816,0.00013002289,0.00017641959,0.0004436762,0.07710674,0.17956084,0.013754745,0.004828815,0.7162341],"study_design_scores_gemma":[0.000037241432,0.00011977943,0.0021921252,0.00003303911,0.00006203511,0.00021104101,0.000048873822,0.9279773,0.045958154,0.020157162,0.0031757464,0.000027352216],"about_ca_topic_score_codex":0.0017734634,"about_ca_topic_score_gemma":0.0022954708,"teacher_disagreement_score":0.0026829129,"about_ca_system_score_codex":0.0006007499,"about_ca_system_score_gemma":0.0008110308,"threshold_uncertainty_score":0.0097590685},"labels":[],"label_agreement":null},{"id":"W2078095173","doi":"10.1016/s0164-1212(00)00121-7","title":"An industrial study of reuse, quality, and productivity","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Computer science; Interface (matter); Engineering; Operating system; Waste management","score_opus":0.09495754713181716,"score_gpt":0.33974108319004304,"score_spread":0.2447835360582259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078095173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757951,0.0013681112,0.006534866,0.0005769551,0.000014121214,0.00008448442,0.00005874924,0.000033830707,0.015533856],"genre_scores_gemma":[0.99522865,0.00038471466,0.003517231,0.00003737107,0.00001374038,0.000020953838,0.00003067711,0.000010430525,0.00075625884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99471855,0.0032397083,0.00023507122,0.00035652617,0.0012701214,0.0001800577],"domain_scores_gemma":[0.88208663,0.09984334,0.0047468105,0.005385365,0.0067518046,0.001186052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072013894,0.0002751256,0.00025678918,0.0034342522,0.001271832,0.0015425385,0.0009867639,0.00062560063,0.0021022903],"category_scores_gemma":[0.04756309,0.00035182276,0.0003725622,0.0033800756,0.0022940899,0.0025202206,0.001230918,0.0010499515,0.00022786137],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016076589,0.0080961725,0.5035493,0.00061326363,0.0003438908,0.0007901226,0.018256348,0.013772527,0.0096598985,0.0986837,0.0031659324,0.34146118],"study_design_scores_gemma":[0.0006525692,0.011990692,0.7269471,0.00067316135,0.0008681929,0.0014240037,0.019093305,0.09651895,0.022965081,0.08369485,0.035005428,0.00016671576],"about_ca_topic_score_codex":0.009121051,"about_ca_topic_score_gemma":0.009137489,"teacher_disagreement_score":0.009121051,"about_ca_system_score_codex":0.0029087535,"about_ca_system_score_gemma":0.001880302,"threshold_uncertainty_score":0.038085043},"labels":[],"label_agreement":null},{"id":"W2087216294","doi":"10.1016/j.jss.2010.02.041","title":"Design and evaluation of a novel MAC layer handoff protocol for IEEE 802.11 wireless networks","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"IPv6, Mobility, Handover, Networks, Security","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer network; Inter-Access Point Protocol; Wireless distribution system; Roaming; Computer science; Network allocation vector; Handover; Wireless network; Wi-Fi array; IEEE 802.11s; IEEE 802.1X; IEEE 802.11e-2005; Link layer; Service set; Wireless; IEEE 802.11; Hidden node problem; Multiple Access with Collision Avoidance for Wireless; Wi-Fi; Node (physics); Engineering; Telecommunications; Wireless mesh network","score_opus":0.04691286892505359,"score_gpt":0.2968248293430291,"score_spread":0.24991196041797553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087216294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44596624,0.002222739,0.5417244,0.00048086405,0.0004067883,0.001030207,0.00008861223,0.0015375562,0.006542593],"genre_scores_gemma":[0.8823807,0.00054665055,0.11376912,0.00011908827,0.000095357515,0.00021619882,0.00008743765,0.00005482322,0.0027305877],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845743,0.0003535358,0.00012328831,0.00014582198,0.00080169854,0.00011812955],"domain_scores_gemma":[0.9983621,0.0005004546,0.00018245015,0.00016094031,0.000713494,0.00008051279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021493922,0.0005292807,0.00045451408,0.00039498188,0.00034643142,0.0009900338,0.0014627345,0.00059528305,0.0011537947],"category_scores_gemma":[0.0027584461,0.00035395686,0.00025109915,0.0001666067,0.00041386136,0.0013127914,0.00037598354,0.0008034356,0.00020590627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024923356,0.0016788119,0.0077214777,0.00086992764,0.0005333597,0.00057617057,0.0003886452,0.0941716,0.5610688,0.013780114,0.0026428173,0.3140759],"study_design_scores_gemma":[0.00048054836,0.005578551,0.0042992807,0.00004220445,0.0005723742,0.00077059725,0.00010873668,0.81521934,0.16276118,0.001065676,0.0090485765,0.000052846914],"about_ca_topic_score_codex":0.0012587275,"about_ca_topic_score_gemma":0.0011872997,"teacher_disagreement_score":0.0021493922,"about_ca_system_score_codex":0.00062285975,"about_ca_system_score_gemma":0.0010411022,"threshold_uncertainty_score":0.011367202},"labels":[],"label_agreement":null},{"id":"W2092198121","doi":"10.1016/j.jss.2012.12.051","title":"A survey of software testing practices in Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Software testing; Test (biology); Survey research; Software; Engineering; Computer science; Psychology; Applied psychology","score_opus":0.06050471719038154,"score_gpt":0.2706308278705806,"score_spread":0.2101261106801991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092198121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871035,0.04697299,0.0018853814,0.011469603,0.000224502,0.00033414783,0.011677781,0.0003420442,0.056058533],"genre_scores_gemma":[0.95147693,0.027100062,0.0022171382,0.0024015128,0.000033228764,0.000076984914,0.0026882335,0.000120569755,0.013885232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99289024,0.00042340043,0.0005505293,0.00066371396,0.004125809,0.0013462729],"domain_scores_gemma":[0.9423838,0.008392444,0.0054996493,0.0006736644,0.03447647,0.008573928],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025790378,0.00038224508,0.00052043935,0.009695053,0.004579158,0.003094968,0.0024629952,0.0009267799,0.005292805],"category_scores_gemma":[0.017149104,0.0005227926,0.0004342439,0.024284597,0.0016228473,0.0010291389,0.0012971256,0.0009334587,0.0005867861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004400791,0.00022220242,0.68431586,0.0012570317,0.00011767309,0.001021689,0.011598965,0.00082632795,0.0019291135,0.0039974814,0.03048984,0.26378372],"study_design_scores_gemma":[0.000021586151,0.0000999816,0.909713,0.0007945314,0.000051258965,0.000525748,0.010735795,0.00061512255,0.00054561876,0.00017999229,0.07664217,0.000075268385],"about_ca_topic_score_codex":0.989943,"about_ca_topic_score_gemma":0.9936674,"teacher_disagreement_score":0.99742097,"about_ca_system_score_codex":0.066141024,"about_ca_system_score_gemma":0.13182211,"threshold_uncertainty_score":0.47988898},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","score_opus":0.020253913933099235,"score_gpt":0.21546277780221912,"score_spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092628922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005931368,0.00004626368,0.99090564,0.00016591331,0.000022110997,0.0000898923,0.000028155984,0.0008227537,0.00198791],"genre_scores_gemma":[0.11159572,0.0001245773,0.8854097,0.000090816975,0.000008836713,0.0002885145,0.000112727634,0.00029443987,0.0020746335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99662507,0.0013196357,0.00027225286,0.0003713844,0.0012588869,0.00015271973],"domain_scores_gemma":[0.9946755,0.0027391778,0.00023347257,0.001492388,0.00078313047,0.000076264034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031363708,0.0009567992,0.00079727895,0.0010436728,0.0006224903,0.0027620727,0.0018027974,0.001612351,0.004440472],"category_scores_gemma":[0.014099032,0.0011074925,0.0016844334,0.00084665726,0.0014105003,0.004284071,0.002163175,0.0020989797,0.0009405377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002654135,0.000446528,0.0032790168,0.0008841702,0.00021590253,0.000462158,0.0023244207,0.13598,0.019594433,0.4069672,0.0059918677,0.423589],"study_design_scores_gemma":[0.000108291424,0.00021959892,0.0004211531,0.00021008821,0.00019593754,0.00048262512,0.00029469637,0.7149884,0.019342426,0.24186532,0.021820277,0.000051165098],"about_ca_topic_score_codex":0.0014803058,"about_ca_topic_score_gemma":0.0019113645,"teacher_disagreement_score":0.004440472,"about_ca_system_score_codex":0.0007699321,"about_ca_system_score_gemma":0.0012226962,"threshold_uncertainty_score":0.0165869},"labels":[],"label_agreement":null},{"id":"W2093277130","doi":"10.1016/j.jss.2003.10.027","title":"Task-directed software inspection","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software inspection; Suite; Task (project management); Software; Process (computing); Computer science; Visual inspection; Variety (cybernetics); Software engineering; Engineering; Risk analysis (engineering); Reliability engineering; Software development; Systems engineering; Software quality; Artificial intelligence; Business; Programming language","score_opus":0.013998482647934067,"score_gpt":0.2397085514835722,"score_spread":0.22571006883563813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093277130","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16966756,0.00015848718,0.8130696,0.00020574237,0.000099417004,0.00017898185,0.00009830038,0.0054597547,0.011062232],"genre_scores_gemma":[0.84098595,0.00009366122,0.15014121,0.00011617043,0.000017873188,0.00007241762,0.0002149897,0.00024011663,0.008117637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990339,0.0002937665,0.000043517455,0.00015797476,0.00034899177,0.00012187627],"domain_scores_gemma":[0.9954081,0.0017133745,0.000344689,0.0011336199,0.0011131589,0.00028695524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013162907,0.0005794731,0.00052885356,0.0006609827,0.00052930514,0.0005683613,0.0011700139,0.0008242335,0.0033161715],"category_scores_gemma":[0.006099071,0.00035868396,0.000390862,0.00036979123,0.00048374484,0.0006702841,0.0012696692,0.00078233646,0.0008198543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015844008,0.0012559856,0.0113538345,0.00046572427,0.00010975147,0.0008643627,0.000950556,0.13367741,0.15674746,0.032286827,0.014599727,0.6461039],"study_design_scores_gemma":[0.00006966194,0.0004545918,0.00596634,0.00004460652,0.00006654286,0.00041808287,0.0001939329,0.9013972,0.048584837,0.035802983,0.0069521773,0.00004896382],"about_ca_topic_score_codex":0.0029110378,"about_ca_topic_score_gemma":0.005236678,"teacher_disagreement_score":0.0033161715,"about_ca_system_score_codex":0.0003318843,"about_ca_system_score_gemma":0.0012675432,"threshold_uncertainty_score":0.011093676},"labels":[],"label_agreement":null},{"id":"W2094528278","doi":"10.1016/j.jss.2014.05.063","title":"Development and validation of customized process models","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Correctness; Business process modeling; Business process; Process (computing); Reference model; Artifact-centric business process model; Scalability; Personalization; Process modeling; Business Process Model and Notation; Set (abstract data type); Software engineering; Business rule; Data mining; Work in process; Database; Programming language; Engineering","score_opus":0.02262774907150179,"score_gpt":0.22509148571444793,"score_spread":0.20246373664294615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094528278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17690022,0.000104642415,0.8085616,0.0002028378,0.00009237655,0.0009961571,0.0007123587,0.0074163177,0.005013425],"genre_scores_gemma":[0.51212054,0.0001778693,0.48141122,0.00006917679,0.000012752708,0.0007269691,0.0027574867,0.0008694394,0.0018545758],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963548,0.0013354847,0.0004037804,0.00040627836,0.0012863218,0.00021328988],"domain_scores_gemma":[0.98386973,0.006572991,0.0008734504,0.005189679,0.0033102287,0.00018404501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006807799,0.00089671754,0.0005273907,0.0014340858,0.0006151089,0.0019058926,0.0026042862,0.0011552294,0.002131653],"category_scores_gemma":[0.023304207,0.00088011514,0.001411551,0.0007914942,0.00064735016,0.0021728023,0.0017064558,0.0015350152,0.0005704954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034876214,0.00094124296,0.010212099,0.0004034813,0.00026956882,0.0004889356,0.001147436,0.69853294,0.024864383,0.034231212,0.0033265536,0.22523336],"study_design_scores_gemma":[0.000047731304,0.000101817655,0.0009011658,0.00004533164,0.00005520889,0.00005695065,0.00005574552,0.9766185,0.014863424,0.0033566505,0.003876256,0.000021209098],"about_ca_topic_score_codex":0.0078660045,"about_ca_topic_score_gemma":0.006145246,"teacher_disagreement_score":0.0078660045,"about_ca_system_score_codex":0.0015716067,"about_ca_system_score_gemma":0.0035404407,"threshold_uncertainty_score":0.03600353},"labels":[],"label_agreement":null},{"id":"W2095526692","doi":"10.1016/j.jss.2010.07.012","title":"A replicated survey of software testing practices in the Canadian province of Alberta: What has changed from 2004 to 2009?","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"IBM; Test (biology); Software testing; Software; Unit (ring theory); Usability; Unit testing; Engineering; Software engineering; Business; Computer science; Psychology","score_opus":0.06858567220213452,"score_gpt":0.2852814977116194,"score_spread":0.2166958255094849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095526692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97709876,0.0039784876,0.00038902066,0.0026688124,0.0000733143,0.00010366875,0.010451398,0.000041892115,0.0051947413],"genre_scores_gemma":[0.9889731,0.0021972302,0.0008285711,0.0008691081,0.000016007552,0.00006796469,0.004009795,0.000019697047,0.0030184072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946478,0.00039678614,0.00043591048,0.00060038955,0.0026393596,0.0012797705],"domain_scores_gemma":[0.97402793,0.001978118,0.0036193714,0.00059203146,0.016775008,0.0030075947],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003097869,0.00037323943,0.0006275851,0.004324729,0.003141541,0.002526881,0.0033835664,0.0010742566,0.0017173723],"category_scores_gemma":[0.012296517,0.00046482566,0.00054679636,0.015422758,0.0016667846,0.0009369998,0.0016733541,0.001016199,0.00028432976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010484386,0.00007055255,0.9670506,0.00024658963,0.00007677157,0.0002354162,0.007874322,0.00025489443,0.00038635932,0.0002986576,0.005249725,0.018151315],"study_design_scores_gemma":[0.0000032030407,0.00001769421,0.9874068,0.00010026232,0.000019645156,0.000052104224,0.008053857,0.00017213583,0.00008296215,0.000022096701,0.0040514953,0.000017761839],"about_ca_topic_score_codex":0.99835616,"about_ca_topic_score_gemma":0.9992174,"teacher_disagreement_score":0.9969021,"about_ca_system_score_codex":0.06958693,"about_ca_system_score_gemma":0.106266394,"threshold_uncertainty_score":0.5048909},"labels":[],"label_agreement":null},{"id":"W2116759993","doi":"10.1016/j.jss.2005.05.001","title":"Automated impact analysis of UML models","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Unified Modeling Language; Applications of UML; Computer science; UML tool; Class diagram; Object Constraint Language; Data mining; Software engineering; Programming language; Software","score_opus":0.020332780479825893,"score_gpt":0.2926373504047893,"score_spread":0.2723045699249634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116759993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39730346,0.0008813635,0.57581,0.00060316914,0.00010864595,0.00047900146,0.0011881638,0.012572355,0.011053818],"genre_scores_gemma":[0.85600734,0.0002847825,0.14000365,0.000045218323,0.000041614825,0.00013622663,0.0017283496,0.00050417683,0.0012486319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935487,0.0016660965,0.0003004225,0.00030073925,0.0038589565,0.00032524057],"domain_scores_gemma":[0.9783448,0.013974209,0.0015346303,0.0025744096,0.0033818136,0.00019015037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028544934,0.0010043336,0.0008702538,0.0055969693,0.0006845317,0.0017554021,0.0014728773,0.00075591507,0.0029864586],"category_scores_gemma":[0.02417193,0.00071860105,0.0014523371,0.002091147,0.00053645554,0.0029605872,0.0019795566,0.00087978016,0.00053875305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008231121,0.0006321765,0.025796587,0.00063384883,0.0003439478,0.00048843503,0.00052725966,0.29156885,0.037152935,0.040364858,0.0052493364,0.5964186],"study_design_scores_gemma":[0.000033733497,0.0000729151,0.0034360094,0.000030403886,0.00009619553,0.00007003307,0.00007952621,0.9714253,0.010783586,0.012017152,0.0019373376,0.000017748658],"about_ca_topic_score_codex":0.0068818484,"about_ca_topic_score_gemma":0.0098992465,"teacher_disagreement_score":0.0068818484,"about_ca_system_score_codex":0.0015862188,"about_ca_system_score_gemma":0.0017019056,"threshold_uncertainty_score":0.015096188},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","score_opus":0.011934382450929985,"score_gpt":0.19505192192564821,"score_spread":0.18311753947471823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117262336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009757514,0.0001004263,0.9978963,0.00013074135,0.000028346483,0.0000753054,0.000019161887,0.00020535947,0.0005685036],"genre_scores_gemma":[0.10260679,0.00057353725,0.89396995,0.00019327378,0.00011259904,0.00052213744,0.0001462692,0.00017777541,0.0016975943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99115694,0.0027500973,0.001093256,0.00061086897,0.003839163,0.0005496649],"domain_scores_gemma":[0.98763716,0.006876602,0.0007168952,0.0027416537,0.0017497304,0.0002778479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008053599,0.0013803882,0.0011177937,0.0019932599,0.0017020028,0.0049883956,0.004160175,0.002674327,0.0027717247],"category_scores_gemma":[0.017416842,0.001961038,0.0033561047,0.0012150604,0.005828566,0.005606255,0.004330577,0.0054958826,0.0009102989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074410316,0.00015031955,0.00042818664,0.00044602866,0.000106709296,0.0004521897,0.00085562153,0.09631432,0.0078014857,0.8500342,0.0014735119,0.041863073],"study_design_scores_gemma":[0.00016043897,0.0001536136,0.00016680275,0.00034057142,0.00018202688,0.0003556398,0.0001748524,0.4475968,0.012040839,0.5120203,0.026717016,0.00009103241],"about_ca_topic_score_codex":0.004729206,"about_ca_topic_score_gemma":0.0044721807,"teacher_disagreement_score":0.008053599,"about_ca_system_score_codex":0.0021344898,"about_ca_system_score_gemma":0.0057876557,"threshold_uncertainty_score":0.04259205},"labels":[],"label_agreement":null},{"id":"W2132051115","doi":"10.1016/j.jss.2009.09.034","title":"Survivable ATM mesh networks: Techniques and performance evaluation","year":2009,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Survivability; Computer network; Computer science; Network topology; Spare part; Mesh networking; Reliability (semiconductor); Node (physics); Multiprotocol Label Switching; Distributed computing; Optical mesh network; Path (computing); Network planning and design; Wireless mesh network; Engineering; Quality of service; Telecommunications","score_opus":0.012332304580997941,"score_gpt":0.232347916942082,"score_spread":0.22001561236108408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132051115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32474732,0.008971637,0.65283877,0.0005239586,0.0001422995,0.0002624303,0.0004343173,0.0016199192,0.010459335],"genre_scores_gemma":[0.82231563,0.0048316293,0.17011741,0.000030353222,0.00014076702,0.00009718321,0.00028684238,0.00012869122,0.0020515465],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970414,0.0013015034,0.000113745635,0.00017978177,0.0012016083,0.00016189303],"domain_scores_gemma":[0.99214995,0.0051691793,0.0004719552,0.00085111446,0.0012422,0.000115622635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029185612,0.0010126482,0.00058399467,0.0020600392,0.0005351395,0.00087004656,0.0017300773,0.0009140827,0.0022854896],"category_scores_gemma":[0.010967985,0.00031200662,0.00038843864,0.003065169,0.00063440535,0.0030358746,0.00093128235,0.00091605535,0.00029167024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013985715,0.00050306576,0.0031056313,0.0005835873,0.0001439473,0.00008768059,0.0002719147,0.53883964,0.023508327,0.01845898,0.002222369,0.4108763],"study_design_scores_gemma":[0.000049735245,0.0006150418,0.00091317605,0.000024161567,0.00006194245,0.00014364878,0.0000691833,0.98199993,0.010226278,0.0045245867,0.0013508518,0.00002139976],"about_ca_topic_score_codex":0.0027751958,"about_ca_topic_score_gemma":0.0026980734,"teacher_disagreement_score":0.0029185612,"about_ca_system_score_codex":0.0017081284,"about_ca_system_score_gemma":0.00070961803,"threshold_uncertainty_score":0.01543498},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","score_opus":0.01703102316261164,"score_gpt":0.2695985732001873,"score_spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137544679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005427028,0.000027647804,0.9882798,0.00009852005,0.0000099446615,0.000061845014,0.000023287672,0.004048259,0.0020236413],"genre_scores_gemma":[0.20634948,0.00017846953,0.78743523,0.00009286663,0.000014999796,0.00020588629,0.0002259003,0.0013978708,0.00409925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998162,0.00061067723,0.00012187074,0.00028111425,0.00058356347,0.0002408491],"domain_scores_gemma":[0.9965276,0.0008666712,0.00023086382,0.0018058544,0.00044258797,0.0001264618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023100886,0.00078423205,0.00060803187,0.0011770979,0.0009984609,0.0020797472,0.0022519438,0.0012616736,0.003182783],"category_scores_gemma":[0.0048300563,0.00083709834,0.001233665,0.0010818724,0.0017369186,0.0033037318,0.003330549,0.0020773388,0.0015907799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040964992,0.00039821884,0.0040766387,0.00037333515,0.00011381552,0.00080028793,0.0022729123,0.13871263,0.060854524,0.31406385,0.0060605183,0.47186366],"study_design_scores_gemma":[0.000098465265,0.00013948434,0.00046456303,0.00007739144,0.00008585205,0.00051693316,0.00030812417,0.73585224,0.066150665,0.14707622,0.04915612,0.000073920426],"about_ca_topic_score_codex":0.0030499585,"about_ca_topic_score_gemma":0.0040679057,"teacher_disagreement_score":0.003182783,"about_ca_system_score_codex":0.001035216,"about_ca_system_score_gemma":0.0024256236,"threshold_uncertainty_score":0.012217045},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","score_opus":0.01899381723609378,"score_gpt":0.24796271683280643,"score_spread":0.22896889959671266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142324585","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22582883,0.016909333,0.026362607,0.57440025,0.0050545717,0.00012279571,0.00024295518,0.0013421642,0.1497365],"genre_scores_gemma":[0.92062175,0.006360136,0.0125172,0.03936745,0.0011364121,0.00008642379,0.00020922668,0.0004778042,0.019223595],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9763841,0.012276727,0.00075592677,0.0012883493,0.007002634,0.0022922244],"domain_scores_gemma":[0.9049419,0.036957327,0.009603615,0.0066500003,0.02684817,0.014999061],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022181524,0.0006536766,0.0006841971,0.0024201055,0.0031530873,0.008025751,0.0012433372,0.0042066,0.004916304],"category_scores_gemma":[0.09659665,0.0009632816,0.00048389245,0.0017860867,0.006584271,0.01510231,0.0022115263,0.003413162,0.0036797374],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024106137,0.00080563885,0.17379214,0.0013078505,0.0003343485,0.00052077795,0.032823667,0.0011045403,0.0026766558,0.071955234,0.23547788,0.47896028],"study_design_scores_gemma":[0.00029105032,0.00072726404,0.1184003,0.0025462005,0.00040920035,0.0019923851,0.09005518,0.0031163725,0.0043964325,0.22107184,0.55663645,0.00035731785],"about_ca_topic_score_codex":0.0042369575,"about_ca_topic_score_gemma":0.009821849,"teacher_disagreement_score":0.9968469,"about_ca_system_score_codex":0.002909709,"about_ca_system_score_gemma":0.009878545,"threshold_uncertainty_score":0.1173085},"labels":[],"label_agreement":null},{"id":"W2153155317","doi":"10.1016/j.jss.2010.12.018","title":"A model of job satisfaction for collaborative development processes","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Job satisfaction; Agile software development; Job design; Computer science; Knowledge management; Extreme programming; Job attitude; Sustainability; Software development; Work (physics); Job analysis; Pair programming; Job performance; Software development process; Software; Psychology; Engineering; Software engineering; Social psychology","score_opus":0.02750157553542526,"score_gpt":0.2656077780506239,"score_spread":0.23810620251519865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153155317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21630614,0.0006288073,0.7142494,0.0052932254,0.0001764538,0.00045652545,0.0006320832,0.0007307811,0.061526585],"genre_scores_gemma":[0.9676331,0.00019133862,0.022036197,0.00015547547,0.000054503114,0.00032365514,0.00019612935,0.00007183757,0.009337768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9958477,0.0021301978,0.00015108519,0.0005210717,0.0006171067,0.00073279097],"domain_scores_gemma":[0.9911061,0.005998282,0.0006214411,0.00044091998,0.001201777,0.0006313707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041018203,0.0012494017,0.0010318157,0.0019001692,0.0016823869,0.003935762,0.0037422888,0.0034561371,0.0124954],"category_scores_gemma":[0.01257347,0.00080617383,0.0015135499,0.0021549843,0.0029309387,0.0044330833,0.0021296295,0.0022909357,0.002483766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043667355,0.0010808115,0.021070981,0.00036067012,0.0002929259,0.00063999475,0.005272508,0.4330967,0.0020561242,0.4792673,0.0056783543,0.05074699],"study_design_scores_gemma":[0.000075946555,0.00026865088,0.0072517595,0.000058194826,0.000083782405,0.00013699365,0.0009763145,0.9052131,0.00018921918,0.08353702,0.0021407944,0.000068181296],"about_ca_topic_score_codex":0.017918628,"about_ca_topic_score_gemma":0.008610723,"teacher_disagreement_score":0.017918628,"about_ca_system_score_codex":0.0037867075,"about_ca_system_score_gemma":0.0031262524,"threshold_uncertainty_score":0.041801274},"labels":[],"label_agreement":null},{"id":"W2289443514","doi":"10.1016/j.jss.2016.02.048","title":"Mining trends and patterns of software vulnerabilities","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Toronto Metropolitan University","funders":"","keywords":"Secure coding; Computer science; Computer security; Vulnerability (computing); Software; Security bug; Vulnerability management; Buffer overflow; SQL injection; Software security assurance; Software bug; Vulnerability assessment; World Wide Web; Information security; Operating system","score_opus":0.019134659158093432,"score_gpt":0.2533022777641016,"score_spread":0.23416761860600815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289443514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837061,0.0013683446,0.008321479,0.00033050653,0.00003350506,0.00007933253,0.004396438,0.00037721512,0.0013870625],"genre_scores_gemma":[0.9769836,0.00074941537,0.01516965,0.000051703835,0.000041244388,0.00005200738,0.00594991,0.000050178693,0.00095236005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982798,0.00014369292,0.00031001875,0.00041300466,0.000686334,0.00016723204],"domain_scores_gemma":[0.9891053,0.004312818,0.0033997246,0.0007942307,0.0018541141,0.0005338178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001209073,0.0004237688,0.0004059186,0.013708343,0.00056489545,0.0011029883,0.0008755865,0.0006707432,0.0008770713],"category_scores_gemma":[0.008457375,0.0002967434,0.0010368056,0.0068277344,0.0003108967,0.0022022275,0.00080167473,0.0006733766,0.0004302455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020230305,0.00024180242,0.82563424,0.00043641773,0.00034957947,0.00064744527,0.0006455565,0.0023123836,0.006967418,0.0016689157,0.0032084647,0.15768541],"study_design_scores_gemma":[0.000048131824,0.0005779122,0.8602763,0.00039050187,0.0008776281,0.0059119123,0.0034902773,0.08866042,0.013067918,0.011683865,0.014931599,0.000083626415],"about_ca_topic_score_codex":0.00384535,"about_ca_topic_score_gemma":0.010371333,"teacher_disagreement_score":0.013708343,"about_ca_system_score_codex":0.0004653299,"about_ca_system_score_gemma":0.0012953313,"threshold_uncertainty_score":0.0076459646},"labels":[],"label_agreement":null},{"id":"W2292909616","doi":"10.1016/j.jss.2016.02.023","title":"Context-awareness in the software domain—A semantic web enabled modeling approach","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; Semantic Web; Domain (mathematical analysis); World Wide Web; Context (archaeology); Software engineering; Software; Programming language; Biology","score_opus":0.03540588600884567,"score_gpt":0.2457662015245157,"score_spread":0.21036031551567003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292909616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01767123,0.0007950499,0.9708164,0.0008195735,0.00005396222,0.00006388408,0.00019863987,0.00037151002,0.009209785],"genre_scores_gemma":[0.6894688,0.0024591256,0.30348077,0.00020751682,0.000076425014,0.00021582081,0.0003984298,0.000103739265,0.0035894455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994636,0.00020127735,0.00004898966,0.000097003416,0.00013608253,0.00005305114],"domain_scores_gemma":[0.99950325,0.0002274111,0.00005376628,0.000086365915,0.00008142371,0.00004779751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007836287,0.0005589044,0.00069613114,0.0017226967,0.00062693283,0.0032001613,0.0015592759,0.001160407,0.0012157613],"category_scores_gemma":[0.0016425656,0.0005835106,0.0014382134,0.0016401465,0.0010968486,0.0048243618,0.001746486,0.001452975,0.00035241374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090670874,0.00023838105,0.0029254614,0.00025476122,0.00018235462,0.00055329216,0.0014252462,0.30516893,0.004248257,0.6185683,0.0017425144,0.06460189],"study_design_scores_gemma":[0.000009270349,0.000027473792,0.00055888627,0.000077925855,0.000079525955,0.0001483829,0.00030530468,0.82283133,0.0012208805,0.16476883,0.009946673,0.000025543946],"about_ca_topic_score_codex":0.010005755,"about_ca_topic_score_gemma":0.008878662,"teacher_disagreement_score":0.010005755,"about_ca_system_score_codex":0.00086871366,"about_ca_system_score_gemma":0.0014449788,"threshold_uncertainty_score":0.019895017},"labels":[],"label_agreement":null},{"id":"W2344731017","doi":"10.1016/j.jss.2016.04.058","title":"Missing data techniques in analogy-based software development effort estimation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Imputation (statistics); Missing data; Data mining; Computer science; Software; Toleration; Fuzzy logic; Artificial intelligence; Statistics; Machine learning; Mathematics","score_opus":0.03479454045576043,"score_gpt":0.29073897468402865,"score_spread":0.25594443422826824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344731017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033962578,0.00024269667,0.9648001,0.00012288564,0.000032132604,0.000046875975,0.000060756392,0.00032859258,0.0004034664],"genre_scores_gemma":[0.67584914,0.00018456334,0.32246783,0.000078603494,0.000056726385,0.00021533054,0.0003058697,0.00009282924,0.00074913114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9871041,0.008779405,0.00075435604,0.0011930917,0.0018201778,0.0003489045],"domain_scores_gemma":[0.9060247,0.083234034,0.0026990597,0.0044376305,0.00310764,0.00049692916],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014063773,0.00078466855,0.0017775766,0.003330166,0.0008676705,0.001194362,0.003213561,0.0018630552,0.0023958655],"category_scores_gemma":[0.110081255,0.00093413005,0.0012000102,0.0026923262,0.00092891086,0.00399945,0.0029599888,0.002765149,0.00042970284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00104568,0.0008266545,0.023359539,0.00062308856,0.0005305894,0.00036514044,0.0008724503,0.4234195,0.0033108843,0.04484408,0.0013665697,0.49943593],"study_design_scores_gemma":[0.000041132018,0.00013095573,0.001818566,0.00003577939,0.000048969825,0.00007913997,0.00006872287,0.96705586,0.0010684382,0.029194053,0.00043343406,0.00002500111],"about_ca_topic_score_codex":0.0029491913,"about_ca_topic_score_gemma":0.0030024138,"teacher_disagreement_score":0.9859362,"about_ca_system_score_codex":0.0006548682,"about_ca_system_score_gemma":0.001541443,"threshold_uncertainty_score":0.07437724},"labels":[],"label_agreement":null},{"id":"W2356036115","doi":"10.1016/j.jss.2016.05.015","title":"Topic-based software defect explanation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software quality; Software metric; Software; Source lines of code; Eclipse; Compiler; Software system; Software engineering; Product metric; Software development; Software analytics; Source code; Data mining; Data science; Software construction; Programming language; Metric space","score_opus":0.017429593696882448,"score_gpt":0.24499590244833766,"score_spread":0.22756630875145523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356036115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28336757,0.0024186035,0.67358714,0.0034407282,0.00047225942,0.00081559044,0.008440999,0.011863446,0.015593639],"genre_scores_gemma":[0.8757698,0.0004282159,0.11350263,0.00014907177,0.00012223874,0.00021674599,0.006235168,0.00027048867,0.0033056354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813914,0.00060298236,0.00016039479,0.00038068957,0.00055012736,0.0001667155],"domain_scores_gemma":[0.98388255,0.010531827,0.0010416431,0.0010973704,0.003175843,0.00027079417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021368554,0.00070524326,0.0005713399,0.0049799206,0.00065095205,0.001553267,0.001551881,0.0015228993,0.006330301],"category_scores_gemma":[0.02153315,0.00025297204,0.0010431673,0.002861296,0.00036892906,0.0034243471,0.0015944844,0.0011631099,0.00096247613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016807411,0.00068552844,0.12884608,0.0013344993,0.0005749921,0.00077296945,0.0033962522,0.044724137,0.01064589,0.035555203,0.042908628,0.7288751],"study_design_scores_gemma":[0.00023709422,0.00027924593,0.052387122,0.0002711877,0.0006356332,0.0005570649,0.0019087346,0.8502182,0.009701202,0.06013772,0.023552168,0.00011463333],"about_ca_topic_score_codex":0.009188721,"about_ca_topic_score_gemma":0.0089852335,"teacher_disagreement_score":0.009188721,"about_ca_system_score_codex":0.0010740171,"about_ca_system_score_gemma":0.0017490283,"threshold_uncertainty_score":0.021176994},"labels":[],"label_agreement":null},{"id":"W2464345357","doi":"10.1016/j.jss.2016.06.102","title":"Improving software performance and reliability in a distributed and concurrent environment with an architecture-based self-adaptive framework","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Failover; Adaptation (eye); Reliability (semiconductor); Provisioning; Switchover; Concurrency; Software architecture; Resource (disambiguation); Embedded system; Reliability engineering; Software; Engineering; Computer network; Operating system","score_opus":0.01264431455649355,"score_gpt":0.2240694401440092,"score_spread":0.21142512558751564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464345357","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59709144,0.00033878468,0.39766622,0.00019481505,0.00005107095,0.00006734054,0.000010723998,0.0017737597,0.0028058544],"genre_scores_gemma":[0.9296539,0.000058876038,0.06946509,0.000020732934,0.000013201171,0.000020394904,0.000009131182,0.000054846954,0.00070400175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995215,0.00010891314,0.00002510074,0.00008447346,0.00018254362,0.000077435114],"domain_scores_gemma":[0.9988188,0.0003122358,0.00014170441,0.00024366438,0.00034676344,0.00013682224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010497506,0.00031865478,0.00031279557,0.00047034954,0.0006139064,0.00080783566,0.0011739715,0.0004959,0.0006013981],"category_scores_gemma":[0.00205296,0.0002450742,0.00032122916,0.00024695086,0.0005829492,0.0010434615,0.0009419457,0.0006841925,0.00012588562],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087517704,0.0009861331,0.012819336,0.00015162338,0.00018335813,0.0004300601,0.0007873499,0.41561538,0.2801766,0.03343883,0.0011679804,0.25336814],"study_design_scores_gemma":[0.000053601667,0.00036601702,0.0020234182,0.000008526478,0.000095170966,0.00012800843,0.00006718117,0.96883464,0.02194495,0.005169251,0.0012809787,0.000028282619],"about_ca_topic_score_codex":0.001699947,"about_ca_topic_score_gemma":0.0024081557,"teacher_disagreement_score":0.001699947,"about_ca_system_score_codex":0.00045631177,"about_ca_system_score_gemma":0.0012574687,"threshold_uncertainty_score":0.005551696},"labels":[],"label_agreement":null},{"id":"W2469414321","doi":"10.1016/j.jss.2016.06.101","title":"Reverse engineering reusable software components from object-oriented APIs","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Component-based software engineering; Software engineering; Component (thermodynamics); Object-oriented programming; Java; Software; Application programming interface; Software development; Programming language; Engineering","score_opus":0.014664627731742352,"score_gpt":0.22200487766130164,"score_spread":0.2073402499295593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469414321","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07411077,0.00032656055,0.9128574,0.0002037945,0.00016926687,0.00034797416,0.00012746909,0.00565941,0.0061973706],"genre_scores_gemma":[0.28677318,0.000750062,0.6956053,0.00020934621,0.00004473851,0.00022403328,0.0010929778,0.002812557,0.0124878185],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99805486,0.00032158967,0.00014044403,0.00017074433,0.0010800635,0.00023232303],"domain_scores_gemma":[0.99328965,0.0018732651,0.00046558646,0.0029286102,0.0013570664,0.000085830805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022560991,0.00086592947,0.0004951065,0.0014977027,0.0006130356,0.0019781797,0.0014187698,0.001004825,0.0022521922],"category_scores_gemma":[0.008075135,0.00083351345,0.0015596434,0.0009138533,0.0010162329,0.0020526436,0.0021698126,0.0020670325,0.0017398852],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003964919,0.00048515334,0.008056482,0.0012161926,0.00026108156,0.0020112202,0.001488396,0.04051544,0.16549288,0.12364183,0.00712194,0.6493129],"study_design_scores_gemma":[0.00020295334,0.00047665642,0.0031548827,0.000385259,0.00072708534,0.0024158363,0.0007301726,0.34396175,0.46382582,0.10561099,0.07838245,0.00012611662],"about_ca_topic_score_codex":0.002048435,"about_ca_topic_score_gemma":0.0033173868,"teacher_disagreement_score":0.0022560991,"about_ca_system_score_codex":0.00039573017,"about_ca_system_score_gemma":0.0018364289,"threshold_uncertainty_score":0.011931539},"labels":[],"label_agreement":null},{"id":"W2472565241","doi":"10.1016/j.jss.2016.06.069","title":"Introduction to the special issue on technical debt in software systems","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Scalability; Heap (data structure); Abstraction; Transitive relation; Context (archaeology); Software; Computation; Distributed computing; Algorithm; Programming language; Mathematics","score_opus":0.011428635527294556,"score_gpt":0.24877326356731988,"score_spread":0.23734462804002532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472565241","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005257887,0.06438581,0.004076374,0.10267697,0.798562,0.00004774847,0.00061185396,0.00020870159,0.028904706],"genre_scores_gemma":[0.002777458,0.027590342,0.0009621669,0.018965254,0.9057474,0.00005482607,0.00059723586,0.00033557904,0.042969767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982407,0.0003199342,0.00022205939,0.00032421495,0.0007208261,0.00017234682],"domain_scores_gemma":[0.98801583,0.005977002,0.00074973225,0.00076206116,0.0029085614,0.0015868471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00304317,0.0020907223,0.0024206787,0.005457737,0.0018729835,0.0076292166,0.0018358328,0.0051651257,0.053471275],"category_scores_gemma":[0.012042569,0.0007696431,0.0016495412,0.003781182,0.0017911069,0.008220867,0.0030980175,0.009843715,0.01823523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011099925,0.000019166497,0.00010696211,0.0001694065,0.000009436694,0.000041707586,0.000026662401,0.000078274854,0.00008305681,0.004238884,0.97851425,0.016701039],"study_design_scores_gemma":[0.000009212931,0.000031878124,0.0008022292,0.00044970863,0.00001724266,0.00016596036,0.000050099272,0.00023193279,0.00007260421,0.009302707,0.988848,0.00001853537],"about_ca_topic_score_codex":0.0011993045,"about_ca_topic_score_gemma":0.0026416164,"teacher_disagreement_score":0.053471275,"about_ca_system_score_codex":0.0019015498,"about_ca_system_score_gemma":0.0021697783,"threshold_uncertainty_score":0.1788792},"labels":[],"label_agreement":null},{"id":"W2513125375","doi":"10.1016/j.jss.2014.09.042","title":"Cost, benefits and quality of software development documentation: A systematic mapping","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Quality (philosophy); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.061711152586999704,"score_gpt":0.2973234557729851,"score_spread":0.23561230318598536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513125375","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90123993,0.0804397,0.00841469,0.0023424136,0.00010015623,0.0011671906,0.0016485442,0.000070227194,0.004577251],"genre_scores_gemma":[0.9708166,0.014738273,0.013233881,0.00015195561,0.00004162595,0.00039202333,0.00036666944,0.00002466856,0.00023420797],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.91834855,0.031553924,0.015609682,0.0025173714,0.031218413,0.00075208495],"domain_scores_gemma":[0.44498962,0.41771704,0.060907185,0.013112116,0.061730873,0.0015431235],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06531775,0.0006277206,0.001284803,0.028998695,0.0011401795,0.0033273643,0.0012409702,0.0011178332,0.0010226951],"category_scores_gemma":[0.29877087,0.00090120325,0.002827095,0.012455247,0.0019592189,0.007294583,0.0031152274,0.0013991578,0.00015113819],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013784342,0.00044910164,0.4879323,0.020741167,0.003196011,0.00026573546,0.00724907,0.002064102,0.0010954749,0.0030228607,0.001219202,0.47138652],"study_design_scores_gemma":[0.0004000324,0.0050650523,0.89552706,0.033781864,0.01247034,0.0020067464,0.014705259,0.008435883,0.0043945257,0.008323412,0.014577183,0.00031257913],"about_ca_topic_score_codex":0.004581434,"about_ca_topic_score_gemma":0.01534604,"teacher_disagreement_score":0.93468225,"about_ca_system_score_codex":0.0063546672,"about_ca_system_score_gemma":0.011005415,"threshold_uncertainty_score":0.3454374},"labels":[],"label_agreement":null},{"id":"W2564557565","doi":"10.1016/j.jss.2016.12.016","title":"Software Systems Engineering programmes a capability approach","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Social software engineering; Software development; Software Engineering Process Group; Personal software process; Software; Engineering management; Field (mathematics); Computer science; Software system; Software development process; Engineering; Software construction; Systems engineering","score_opus":0.014768670503857696,"score_gpt":0.22841034605730812,"score_spread":0.21364167555345043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564557565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016927335,0.0014908377,0.5635632,0.007703226,0.00023724155,0.00025046698,0.00010282846,0.00088160054,0.40884316],"genre_scores_gemma":[0.5748646,0.002747469,0.3351532,0.0007786864,0.0005198198,0.0003851764,0.00014010254,0.00033705306,0.08507384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692374,0.0014178772,0.00015734775,0.00024046889,0.0010344968,0.00022597029],"domain_scores_gemma":[0.9874463,0.00769493,0.0005231355,0.0016280693,0.0020233167,0.0006842315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003605987,0.00064328423,0.00035909077,0.002701599,0.001110715,0.0037700261,0.0014636222,0.0012821087,0.012983157],"category_scores_gemma":[0.013618651,0.0003529517,0.0005343064,0.0024152535,0.0041833464,0.0057675564,0.0028566576,0.0027750349,0.0021264176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006996267,0.000049670023,0.00034740756,0.00009135132,0.0000053716576,0.000048785005,0.00039555348,0.0027807995,0.00032666372,0.9577894,0.0020718416,0.03608624],"study_design_scores_gemma":[0.000020933307,0.00008015371,0.00063943217,0.00033092732,0.000011268348,0.00013173601,0.00041246653,0.015316187,0.0013724805,0.89183575,0.08982937,0.000019258954],"about_ca_topic_score_codex":0.0024724114,"about_ca_topic_score_gemma":0.0019931763,"teacher_disagreement_score":0.012983157,"about_ca_system_score_codex":0.0020230869,"about_ca_system_score_gemma":0.0047027045,"threshold_uncertainty_score":0.04343295},"labels":[],"label_agreement":null},{"id":"W2591512809","doi":"10.1016/j.jss.2017.02.021","title":"Predicting bug-fixing time: A replication study using an open source software project","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Replicate; Computer science; Software bug; Software; Open source; Statistics; Operating system; Mathematics","score_opus":0.07000649680391977,"score_gpt":0.350390490200443,"score_spread":0.2803839933965232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591512809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976641,0.000064728876,0.0015367238,0.000045024535,0.000022583517,0.00013511839,0.00021812752,0.000088048895,0.00022566093],"genre_scores_gemma":[0.9895649,0.00008593881,0.008131081,0.00006848072,0.000026380478,0.00029796697,0.0012189534,0.00008532029,0.0005209701],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988305,0.0053279693,0.0012905957,0.0022406594,0.0024808524,0.00035498783],"domain_scores_gemma":[0.81469476,0.0966474,0.01419275,0.03314009,0.038745098,0.0025799274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017100107,0.001286303,0.0010540778,0.0028781483,0.0023945598,0.0014857755,0.0029333043,0.0024277824,0.00087149686],"category_scores_gemma":[0.10330294,0.0009353933,0.0021583016,0.0030460272,0.0011072467,0.002492814,0.0013964036,0.0020465096,0.00058979256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024208927,0.0096075125,0.8830478,0.000601309,0.0013297969,0.0012689375,0.009995297,0.008272018,0.011543729,0.00031572828,0.0020781786,0.06951884],"study_design_scores_gemma":[0.0012046797,0.018418688,0.8862948,0.00023651883,0.0024132999,0.0014634298,0.009220652,0.06144613,0.013071257,0.00095654017,0.0048690154,0.00040507386],"about_ca_topic_score_codex":0.021300355,"about_ca_topic_score_gemma":0.024479732,"teacher_disagreement_score":0.9828999,"about_ca_system_score_codex":0.0016181283,"about_ca_system_score_gemma":0.0026440308,"threshold_uncertainty_score":0.09043509},"labels":[],"label_agreement":null},{"id":"W2593156139","doi":"10.1016/j.jss.2017.02.073","title":"Guest editors introduction: Context for software developers","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"SPARK (programming language); Computer science; Scalability; Context (archaeology); Matching (statistics); Workload; Task (project management); Process (computing); Big data; Software; Distributed computing; Data mining; Database; Operating system; Programming language; Systems engineering; Engineering","score_opus":0.022403619432247838,"score_gpt":0.2704425876801268,"score_spread":0.24803896824787897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593156139","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013804223,0.008522646,0.00056936697,0.07251373,0.91397643,0.0000143107845,0.000111781475,0.00011689076,0.004036804],"genre_scores_gemma":[0.002745907,0.0076375906,0.00046580273,0.024184385,0.94545895,0.000034255085,0.00010854541,0.00020351664,0.019161044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962537,0.00064462883,0.0003883111,0.00082993106,0.0014940804,0.00038926065],"domain_scores_gemma":[0.9732625,0.00596667,0.002051844,0.0011090582,0.011125355,0.006484537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046579656,0.0019360837,0.0014827147,0.0030015449,0.0028794967,0.0103888,0.0021586202,0.0060417005,0.043162093],"category_scores_gemma":[0.029525295,0.00068985904,0.0008831317,0.0018048339,0.0021007233,0.006679727,0.0055147293,0.012186175,0.019721491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017617056,0.000005610209,0.00006449086,0.00014084931,0.000002259719,0.00005021845,0.00004720953,0.00002018165,0.00006760158,0.0010022888,0.9899995,0.0085822875],"study_design_scores_gemma":[0.00001302624,0.000027628144,0.0002983899,0.00041850863,0.000011339259,0.00018748117,0.00015964445,0.000074540374,0.00009827317,0.0017563963,0.99693763,0.0000171078],"about_ca_topic_score_codex":0.0013598131,"about_ca_topic_score_gemma":0.0037522344,"teacher_disagreement_score":0.043162093,"about_ca_system_score_codex":0.002263107,"about_ca_system_score_gemma":0.00343846,"threshold_uncertainty_score":0.14439154},"labels":[],"label_agreement":null},{"id":"W2602253609","doi":"10.1016/j.jss.2017.03.057","title":"Distributed analysis and filtering of application event streams","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"STREAMS; Event (particle physics); Computer science; Environmental science; Real-time computing; Computer network; Physics","score_opus":0.008948841535487742,"score_gpt":0.2543940845877232,"score_spread":0.24544524305223547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602253609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07292097,0.00017079883,0.9252987,0.00011814867,0.00006713879,0.00003674267,0.000060560225,0.0007678771,0.0005591355],"genre_scores_gemma":[0.8716112,0.0002012274,0.124739766,0.000053338776,0.00017288538,0.00005885501,0.0002897003,0.00013034885,0.0027427452],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986255,0.00024338176,0.00009379508,0.00035055864,0.0005381919,0.00014857353],"domain_scores_gemma":[0.9952016,0.0024896676,0.0003186236,0.0008119701,0.0010099808,0.0001681004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002087582,0.00075296673,0.0011928969,0.0018483311,0.000795813,0.0017977323,0.0010872129,0.000666359,0.0014752095],"category_scores_gemma":[0.0076762564,0.00041141117,0.0006499138,0.0011147971,0.000477506,0.0011317191,0.0010050366,0.00089905015,0.00045667074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019284084,0.0005284728,0.01328521,0.00017092394,0.00024483842,0.00038808453,0.0003977445,0.3728481,0.062088005,0.019934896,0.0027759748,0.5254093],"study_design_scores_gemma":[0.000017608785,0.000031658292,0.001365794,0.0000033204844,0.000015517691,0.000037557777,0.000023421386,0.9855622,0.0057520308,0.006724732,0.00046028098,0.000005832986],"about_ca_topic_score_codex":0.0039122174,"about_ca_topic_score_gemma":0.0037134837,"teacher_disagreement_score":0.0039122174,"about_ca_system_score_codex":0.0008357159,"about_ca_system_score_gemma":0.0009282062,"threshold_uncertainty_score":0.01104033},"labels":[],"label_agreement":null},{"id":"W2611232322","doi":"10.1016/j.jss.2018.07.077","title":"How does docker affect energy consumption? Evaluating workloads in and out of Docker containers","year":2018,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Hypervisor; Operating system; Virtual machine; Computer science; Energy consumption; Virtualization; Overhead (engineering); Context (archaeology); Embedded system; Resource consumption; Isolation (microbiology); Context switch; Cloud computing; Engineering","score_opus":0.02923230966265767,"score_gpt":0.2860858014862296,"score_spread":0.2568534918235719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611232322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969676,0.00006184753,0.0016355909,0.000044361543,0.000034005552,0.00001183319,0.00014200053,0.00022475472,0.00087804324],"genre_scores_gemma":[0.99817395,0.000021166139,0.0008629256,0.000024571045,0.00000436728,0.0000061287005,0.00024148723,0.00007556069,0.0005898137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901104,0.00022139329,0.000059098846,0.00019183065,0.00029084866,0.00022577473],"domain_scores_gemma":[0.9965834,0.0016045461,0.0002661862,0.00035040107,0.0007661942,0.00042932242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010519957,0.0006269251,0.00055988965,0.0004524668,0.0004285515,0.0012240234,0.000619121,0.00054774026,0.0018282684],"category_scores_gemma":[0.008146121,0.00033886396,0.0003280368,0.00072695396,0.00036426279,0.0011872505,0.00039368498,0.00063536165,0.00052516843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012605599,0.002185772,0.32421055,0.00053113606,0.0005578113,0.0012624968,0.0011746371,0.29551625,0.22104579,0.002070156,0.010535481,0.12830429],"study_design_scores_gemma":[0.00015471013,0.002785336,0.3228999,0.000040431205,0.0002344674,0.0004093369,0.0012140545,0.5777007,0.08868038,0.001417217,0.004323329,0.00014014267],"about_ca_topic_score_codex":0.004694498,"about_ca_topic_score_gemma":0.0038148654,"teacher_disagreement_score":0.004694498,"about_ca_system_score_codex":0.0004722866,"about_ca_system_score_gemma":0.0005230164,"threshold_uncertainty_score":0.009334326},"labels":[],"label_agreement":null},{"id":"W2614315687","doi":"10.1016/j.jss.2017.05.050","title":"A training process for improving the quality of software projects developed by a practitioner","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; Universidad de Guadalajara","keywords":"Personal software process; Software quality; Quality (philosophy); Software; Team software process; Process (computing); Product (mathematics); Computer science; Software quality control; Software engineering; Software peer review; Software Engineering Process Group; Verification and validation; Software quality analyst; Engineering management; Software development; Process management; Software development process; Software construction; Engineering; Operations management; Operating system","score_opus":0.10614656775770545,"score_gpt":0.3598183419791151,"score_spread":0.25367177422140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614315687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5974868,0.0004948657,0.33802953,0.011047268,0.0003607762,0.008098331,0.0001537919,0.004066567,0.040262077],"genre_scores_gemma":[0.56774795,0.00029223162,0.41813025,0.0007310655,0.00006221158,0.0015289006,0.00016322851,0.00016778475,0.011176383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9868526,0.0062862453,0.00087185943,0.0011675016,0.0038466114,0.0009752441],"domain_scores_gemma":[0.93395454,0.025054341,0.00571616,0.006639955,0.020865578,0.007769471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019644285,0.00074714137,0.0003443016,0.0029100468,0.0036819358,0.0030521527,0.0020266976,0.002388151,0.0043104147],"category_scores_gemma":[0.07096484,0.00078145764,0.00047747002,0.0016341475,0.0010650088,0.003236917,0.006017526,0.0026923274,0.0013503779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039849087,0.007852545,0.02002216,0.0006595246,0.000028137472,0.0007342224,0.04091577,0.003464292,0.020767355,0.007704075,0.013552779,0.88390064],"study_design_scores_gemma":[0.0015862172,0.023034368,0.25151312,0.008506909,0.00055476703,0.005064201,0.13038078,0.13406469,0.14479665,0.052168876,0.24699199,0.0013374559],"about_ca_topic_score_codex":0.0029883403,"about_ca_topic_score_gemma":0.006348816,"teacher_disagreement_score":0.019644285,"about_ca_system_score_codex":0.0029066314,"about_ca_system_score_gemma":0.014873903,"threshold_uncertainty_score":0.10389018},"labels":[],"label_agreement":null},{"id":"W2757999899","doi":"10.1016/j.jss.2017.09.023","title":"R-SHT: A state history tree with R-Tree properties for analysis and visualization of highly parallel system traces","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Visualization; Data structure; Benchmark (surveying); Debugging; Tree (set theory); Tree structure; Data mining; Parallel computing; Theoretical computer science; Programming language","score_opus":0.03187600293634714,"score_gpt":0.2520617234829176,"score_spread":0.22018572054657048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757999899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0130350115,0.00013359917,0.9263338,0.00011343487,0.00004220511,0.000094985684,0.0030863436,0.05575735,0.0014034039],"genre_scores_gemma":[0.2963852,0.000325214,0.686129,0.0001185408,0.000057506222,0.0003463211,0.0063045705,0.008178815,0.0021547813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996056,0.00008578403,0.000042991753,0.000067013505,0.00015209142,0.000046612357],"domain_scores_gemma":[0.99790525,0.0010340795,0.00023138835,0.00043373523,0.00026596745,0.0001296249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084066263,0.00093789125,0.0006529852,0.0019248172,0.00055550167,0.0015845341,0.0013624745,0.0008072462,0.010383266],"category_scores_gemma":[0.0052638324,0.00055354525,0.0007631181,0.0017961381,0.00049807254,0.002454313,0.0012007968,0.0011270602,0.0015979817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012895304,0.00034502827,0.009057211,0.00168625,0.0002585678,0.001027766,0.002151228,0.18888932,0.05260999,0.08697823,0.07417635,0.5815306],"study_design_scores_gemma":[0.00007998176,0.00009694735,0.0013091451,0.00007727827,0.00004658714,0.0002299165,0.00013104198,0.9200755,0.017928725,0.03858777,0.021365311,0.00007173102],"about_ca_topic_score_codex":0.003483467,"about_ca_topic_score_gemma":0.004711032,"teacher_disagreement_score":0.010383266,"about_ca_system_score_codex":0.0003885642,"about_ca_system_score_gemma":0.0011499325,"threshold_uncertainty_score":0.0347355},"labels":[],"label_agreement":null},{"id":"W2780817904","doi":"10.1016/j.jss.2017.12.026","title":"Software sustainability: Research and practice from a software architecture viewpoint","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Engineering and Physical Sciences Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Resource-oriented architecture; Software development; Software engineering; Software system; Architectural pattern; Computer science; Software architecture; Software construction; Software evolution; Software design; Software design description; Social software engineering; Systems engineering; Engineering; Software","score_opus":0.03257197511214964,"score_gpt":0.31660732580373036,"score_spread":0.2840353506915807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780817904","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08738306,0.19241801,0.16541874,0.27494106,0.001551889,0.000108867156,0.0001005519,0.00060361065,0.2774742],"genre_scores_gemma":[0.8863683,0.067584276,0.033397432,0.0053090267,0.00084496534,0.000091696194,0.000059404796,0.00022164496,0.0061233053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898337,0.004986239,0.0005919126,0.0009922024,0.0030618045,0.00053417525],"domain_scores_gemma":[0.9552498,0.033137035,0.0016724535,0.0027728998,0.005617369,0.0015504514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015744787,0.00087386835,0.00093229173,0.0061222757,0.002617437,0.013738708,0.0022644482,0.006664776,0.003521758],"category_scores_gemma":[0.025416192,0.0005724066,0.0005438054,0.006772503,0.024483673,0.013921407,0.00525237,0.004750529,0.0007825911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000193406,0.00014050091,0.0025581738,0.00082952523,0.00002689246,0.00009199699,0.0056681517,0.0028279093,0.00076902914,0.85051686,0.004549721,0.13200189],"study_design_scores_gemma":[0.000015272504,0.0001135248,0.002163149,0.00422276,0.00003411319,0.00018585096,0.016294375,0.0048931385,0.0023045759,0.82713795,0.1425912,0.000044158547],"about_ca_topic_score_codex":0.0052764937,"about_ca_topic_score_gemma":0.0052464213,"teacher_disagreement_score":0.015744787,"about_ca_system_score_codex":0.0075308965,"about_ca_system_score_gemma":0.012583906,"threshold_uncertainty_score":0.08326739},"labels":[],"label_agreement":null},{"id":"W2796461266","doi":"10.1016/j.jss.2018.03.053","title":"Characterizing and predicting blocking bugs in open source projects","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Concordia University","funders":"","keywords":"Blocking (statistics); Software bug; Computer science; Software; Open source; Code (set theory); Source lines of code; Operating system; Programming language; Computer network","score_opus":0.028943378719903365,"score_gpt":0.2765328254276833,"score_spread":0.24758944670777994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796461266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929427,0.00036403068,0.00509082,0.00010526732,0.000020359785,0.000027829057,0.00032129636,0.00054468674,0.000583027],"genre_scores_gemma":[0.9914445,0.00014006988,0.0070450315,0.000030591844,0.000018177398,0.000023776334,0.0008218343,0.00008447549,0.00039144233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942275,0.0009814366,0.0008335884,0.0011019792,0.0022503422,0.00060517393],"domain_scores_gemma":[0.85399324,0.083355315,0.0380932,0.006812878,0.013397286,0.004348129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046381303,0.0006976517,0.00045289786,0.0065053445,0.0007210806,0.0014954204,0.0012029152,0.0015050109,0.0008704897],"category_scores_gemma":[0.070788264,0.0007603383,0.0006158559,0.002930777,0.00082304096,0.0027058676,0.0014318492,0.0012277091,0.00038392516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002552969,0.000264368,0.94753736,0.00013732888,0.000095963675,0.00021942226,0.00045283127,0.005451977,0.004048738,0.0007676029,0.0011023426,0.039666872],"study_design_scores_gemma":[0.00008355399,0.0010096665,0.74609673,0.00019949391,0.00043867217,0.0016883739,0.0014550613,0.22706614,0.009413183,0.009078528,0.0033731076,0.00009746333],"about_ca_topic_score_codex":0.0077175703,"about_ca_topic_score_gemma":0.012361258,"teacher_disagreement_score":0.0077175703,"about_ca_system_score_codex":0.0007430441,"about_ca_system_score_gemma":0.0020618693,"threshold_uncertainty_score":0.0245291},"labels":[],"label_agreement":null},{"id":"W2886769913","doi":"10.1016/j.jss.2018.08.032","title":"Improving reusability of software libraries through usage pattern mining","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Université de Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Reuse; World Wide Web; Software; Software engineering; Set (abstract data type); Database; Operating system; Engineering","score_opus":0.024470703776739766,"score_gpt":0.25866016959175675,"score_spread":0.23418946581501698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886769913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8088551,0.0025723493,0.17379417,0.0005542971,0.0000695912,0.00022781285,0.0025188562,0.008339624,0.003068181],"genre_scores_gemma":[0.8585246,0.0007221866,0.13260916,0.0000967665,0.000048346697,0.00012553821,0.005642263,0.0005654855,0.0016656246],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99549353,0.0007389984,0.00074283953,0.00078861834,0.0019364076,0.00029961378],"domain_scores_gemma":[0.9797736,0.008752619,0.0034227974,0.0034736546,0.004195243,0.00038204333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024698102,0.0010083776,0.0010921968,0.010083488,0.00064803095,0.0018017568,0.0017110915,0.00088946073,0.0007457759],"category_scores_gemma":[0.019631358,0.00054583146,0.0016330524,0.0059796274,0.00038035,0.0039728303,0.0012990155,0.00097305694,0.00056217465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004181254,0.0009844345,0.12549077,0.0007732716,0.0005273476,0.00048459164,0.000569745,0.017562745,0.01995501,0.0012293261,0.003015639,0.82898897],"study_design_scores_gemma":[0.00010997935,0.00096218294,0.0978207,0.00035361067,0.0012197667,0.001582885,0.0008914081,0.82060176,0.053946145,0.012476105,0.009896528,0.00013894383],"about_ca_topic_score_codex":0.0045557613,"about_ca_topic_score_gemma":0.00887349,"teacher_disagreement_score":0.010083488,"about_ca_system_score_codex":0.0005078485,"about_ca_system_score_gemma":0.0015648811,"threshold_uncertainty_score":0.013061762},"labels":[],"label_agreement":null},{"id":"W2903495827","doi":"10.1016/j.jss.2020.110542","title":"On testing machine learning programs","year":2020,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Transformative learning; Domain (mathematical analysis); Witness; Software engineering; Field (mathematics); Reliability (semiconductor); Software testing; Artificial intelligence; Software; Data science; Machine learning; Psychology","score_opus":0.06147200893269984,"score_gpt":0.2724679788593244,"score_spread":0.21099596992662456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903495827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066932246,0.0040217144,0.8977884,0.0050438256,0.00072524126,0.0001866457,0.00039385507,0.0023297127,0.022578403],"genre_scores_gemma":[0.69198817,0.0021659322,0.28659648,0.001613507,0.0014100067,0.00031297372,0.001666881,0.0012342382,0.0130117815],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9843576,0.0077919415,0.0009528748,0.0018808168,0.0040249815,0.0009917675],"domain_scores_gemma":[0.82953256,0.14874014,0.0017534047,0.014405817,0.0044298596,0.0011382508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074770977,0.003147743,0.002845463,0.005191264,0.001364154,0.0021950149,0.0050300932,0.0037945043,0.009724172],"category_scores_gemma":[0.08197311,0.001592562,0.0020863365,0.00488133,0.0065403897,0.012563232,0.0061706994,0.005180425,0.00088659103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014544093,0.0006768494,0.009906262,0.0007581528,0.00036189787,0.00073211675,0.00053578056,0.20251967,0.0049930457,0.21585612,0.02385618,0.5383495],"study_design_scores_gemma":[0.00010962837,0.0001727905,0.0020486247,0.00017727603,0.00015202576,0.00025316275,0.000113251575,0.4859421,0.0034386658,0.50362086,0.0039377487,0.0000338435],"about_ca_topic_score_codex":0.005622361,"about_ca_topic_score_gemma":0.006447045,"teacher_disagreement_score":0.009724172,"about_ca_system_score_codex":0.0025664405,"about_ca_system_score_gemma":0.0017080463,"threshold_uncertainty_score":0.03954315},"labels":[],"label_agreement":null},{"id":"W2919248872","doi":"10.1016/j.jss.2019.02.056","title":"A survey of self-admitted technical debt","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science","keywords":"Technical debt; Replicate; Computer science; Comprehension; Data science; Set (abstract data type); Work (physics); Debt; Empirical research; Code (set theory); Implementation; Source code; Risk analysis (engineering); Data mining; Software engineering; Software; Engineering; Business; Finance; Software development; Statistics","score_opus":0.016736680814053474,"score_gpt":0.2568966118747613,"score_spread":0.24015993106070785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919248872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88288814,0.043265365,0.0054794303,0.009049226,0.00026612845,0.00006823744,0.0033131044,0.00014792544,0.055522323],"genre_scores_gemma":[0.95009315,0.035474986,0.002271914,0.001176568,0.0003288526,0.000040431507,0.0032299648,0.000066679684,0.0073174834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974146,0.0006353889,0.00038575198,0.00022439683,0.000972801,0.00036697777],"domain_scores_gemma":[0.97368026,0.010151588,0.007075565,0.0013979794,0.005383129,0.0023113482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036121586,0.00019955933,0.00034282118,0.006351188,0.0010464839,0.0026503042,0.0008884277,0.00082380674,0.006132053],"category_scores_gemma":[0.027318064,0.0002197928,0.00029617446,0.010521806,0.0010091162,0.004128926,0.0015292467,0.0011309049,0.0009889845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002430654,0.00026520572,0.68525046,0.0004803879,0.000057718502,0.0006730447,0.003816984,0.00042380404,0.0003894298,0.033206735,0.017819643,0.25737357],"study_design_scores_gemma":[0.000029077573,0.000383111,0.6809867,0.0014691547,0.00008542772,0.0073439563,0.012868165,0.0031596415,0.0012249631,0.029943356,0.2624222,0.00008425991],"about_ca_topic_score_codex":0.00408623,"about_ca_topic_score_gemma":0.0037189813,"teacher_disagreement_score":0.006351188,"about_ca_system_score_codex":0.0012835977,"about_ca_system_score_gemma":0.0018599833,"threshold_uncertainty_score":0.020513833},"labels":[],"label_agreement":null},{"id":"W2919910741","doi":"10.1016/j.jss.2019.110486","title":"A machine-learning based ensemble method for anti-patterns detection","year":2019,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Ensemble learning; Machine learning; False positive paradox; Maintainability; Artificial intelligence; Aggregate (composite); Feature (linguistics); Source code; Program comprehension; Java; Class (philosophy); Data mining; Code (set theory); Pattern recognition (psychology); Software; Set (abstract data type); Software system","score_opus":0.024625563804385794,"score_gpt":0.2921812808401903,"score_spread":0.2675557170358045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919910741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016476963,0.0003626863,0.98095393,0.0000872688,0.00014504277,0.00004674433,0.00012683471,0.001122549,0.00067792466],"genre_scores_gemma":[0.26082355,0.00042150053,0.73056346,0.00020142127,0.0002622903,0.0001579054,0.0010670086,0.0002856588,0.006217121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825305,0.00034968575,0.00012776349,0.0004198403,0.0006643576,0.00018521368],"domain_scores_gemma":[0.99672157,0.0010636364,0.00016095834,0.0006014239,0.0013242327,0.000128165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022037902,0.0010467682,0.0019507117,0.00219113,0.00088381185,0.0010756114,0.0019660299,0.0016518161,0.0024283703],"category_scores_gemma":[0.0041415347,0.00046619878,0.0012857468,0.0021530625,0.00034327628,0.0016136534,0.0013814364,0.0015570564,0.0014102779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026920487,0.00027947532,0.0033502432,0.00007787506,0.00030141638,0.000118444885,0.000074081625,0.049495086,0.02347085,0.0022493864,0.0051141097,0.9151998],"study_design_scores_gemma":[0.0000085722195,0.00007458823,0.0011255518,0.000007432362,0.000060407478,0.0001241569,0.00001461362,0.98979455,0.00586114,0.0016122854,0.001300469,0.000016113232],"about_ca_topic_score_codex":0.0023329728,"about_ca_topic_score_gemma":0.0045621987,"teacher_disagreement_score":0.0024283703,"about_ca_system_score_codex":0.00029036563,"about_ca_system_score_gemma":0.0007927751,"threshold_uncertainty_score":0.011654913},"labels":[],"label_agreement":null},{"id":"W2972291021","doi":"10.1016/j.jss.2019.110407","title":"An empirical study on bug propagation through code cloning","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cloning (programming); clone (Java method); Code (set theory); Software maintenance; Commit; Programming language; Computer science; Source code; Software bug; Software evolution; Software; Biology; Software development; Database; Genetics; Software construction; Gene","score_opus":0.035743060351448065,"score_gpt":0.3307752259581475,"score_spread":0.2950321656066994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972291021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99732286,0.00015610803,0.0008817577,0.00011915201,0.0000058451,0.00005359862,0.000108578046,0.000019806484,0.0013323391],"genre_scores_gemma":[0.99816185,0.00011693053,0.00095805514,0.000048466194,0.0000066514003,0.0000358844,0.00017043985,0.000019165744,0.0004824928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911112,0.004288952,0.0010621066,0.00083790044,0.0022729344,0.0004267603],"domain_scores_gemma":[0.5099436,0.38553378,0.059505545,0.016574303,0.025294796,0.0031479585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009312757,0.00042585412,0.00030227663,0.0036408475,0.0013470299,0.0015064368,0.001401523,0.0012089775,0.0035620995],"category_scores_gemma":[0.16464168,0.0005145636,0.00040650685,0.0035272746,0.0019693184,0.0039385916,0.0011734779,0.0022250016,0.00050711766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003254391,0.0016461943,0.96500653,0.00024396354,0.00009089913,0.00050546037,0.008037537,0.0003664933,0.0006890912,0.0009732565,0.0006136572,0.021501541],"study_design_scores_gemma":[0.000088711335,0.0016220235,0.96713924,0.00031739436,0.00026790774,0.0021205696,0.016943317,0.0058616833,0.0014386753,0.0010411935,0.0031079801,0.000051377105],"about_ca_topic_score_codex":0.0060185357,"about_ca_topic_score_gemma":0.007946117,"teacher_disagreement_score":0.009312757,"about_ca_system_score_codex":0.0010139868,"about_ca_system_score_gemma":0.0019544007,"threshold_uncertainty_score":0.0492512},"labels":[],"label_agreement":null},{"id":"W2976928731","doi":"10.1016/j.jss.2019.110427","title":"An empirical study of security warnings from static application security testing tools","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Computer science; False positive paradox; Source code; Application security; Vulnerability (computing); Computer security; Static program analysis; Static analysis; Code (set theory); Open source; Web application security; Software security assurance; Empirical research; Secure coding; Software; Data mining; Information security; Software development; The Internet; World Wide Web; Machine learning; Security service; Set (abstract data type); Programming language","score_opus":0.027078499168745673,"score_gpt":0.30272429123481737,"score_spread":0.2756457920660717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976928731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99859124,0.00004422081,0.000487126,0.0000619564,0.0000048767442,0.000035979836,0.000055973585,0.000011785139,0.00070688484],"genre_scores_gemma":[0.99905056,0.000030412037,0.0005203596,0.000025291572,0.0000034481454,0.000025668307,0.000109475455,0.0000083528685,0.00022653941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99237424,0.003190115,0.00080630754,0.0005011481,0.0027873788,0.00034079968],"domain_scores_gemma":[0.5511046,0.37054953,0.04404118,0.010701861,0.020989658,0.0026131703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010056992,0.00044522248,0.00027855206,0.002441551,0.0005882729,0.0013173041,0.0012584464,0.0011288519,0.0026630762],"category_scores_gemma":[0.19409896,0.00036514626,0.00040902063,0.0016728546,0.0012358144,0.0031758514,0.0012994219,0.002282852,0.00049968244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017139849,0.0076014586,0.92368656,0.00035401713,0.00014347241,0.0006070507,0.01161525,0.0013935363,0.0024530683,0.0016586676,0.0010484591,0.047724385],"study_design_scores_gemma":[0.00020882925,0.006400089,0.9524554,0.00027882363,0.00025603187,0.001193688,0.012742993,0.017729878,0.004432675,0.0013546313,0.002859852,0.000087124405],"about_ca_topic_score_codex":0.00223854,"about_ca_topic_score_gemma":0.0029981008,"teacher_disagreement_score":0.010056992,"about_ca_system_score_codex":0.0009121716,"about_ca_system_score_gemma":0.001211864,"threshold_uncertainty_score":0.053187072},"labels":[],"label_agreement":null},{"id":"W2979630732","doi":"10.1016/j.jss.2019.110487","title":"Google summer of code: Student motivations and contributions","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Onboarding; Mentorship; Work (physics); Code (set theory); Join (topology); Empirical research; Open source software","score_opus":0.01450871788434822,"score_gpt":0.27746241896965157,"score_spread":0.26295370108530336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979630732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5466427,0.003443569,0.0038139632,0.19849598,0.01218573,0.00034367756,0.0017626724,0.0012921521,0.23201951],"genre_scores_gemma":[0.8314702,0.0012862,0.0019851434,0.01793653,0.0029882067,0.00014038385,0.0007812625,0.00093121605,0.14248085],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99196315,0.0020154074,0.00019555248,0.0006933486,0.0033674226,0.0017649845],"domain_scores_gemma":[0.92819166,0.008842155,0.0033343844,0.0024866392,0.016243232,0.040901907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061679217,0.00051193766,0.00044603104,0.0038393307,0.008546916,0.0100512775,0.0015140827,0.0030387365,0.024431612],"category_scores_gemma":[0.03687579,0.00039958316,0.0005471034,0.0040451316,0.0023826135,0.0042895786,0.008533141,0.004262914,0.0067145214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057772984,0.0008109712,0.10738397,0.0003856908,0.00006159593,0.0015633109,0.061267093,0.00027696977,0.002958617,0.043794632,0.64215636,0.138763],"study_design_scores_gemma":[0.000045872654,0.0002443353,0.051274523,0.00029291055,0.000030960706,0.0015653139,0.07429904,0.0011951633,0.0014038188,0.0074774646,0.86207676,0.000093778894],"about_ca_topic_score_codex":0.0047824206,"about_ca_topic_score_gemma":0.01897146,"teacher_disagreement_score":0.024431612,"about_ca_system_score_codex":0.0030641828,"about_ca_system_score_gemma":0.008426486,"threshold_uncertainty_score":0.081731915},"labels":[],"label_agreement":null},{"id":"W3015440189","doi":"10.1016/j.jss.2020.110846","title":"Are game engines software frameworks? A three-perspective study","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Game Developer; Game testing; Video game development; Game programming; Game design document; Game design; Game development tool; Game engine","score_opus":0.0304152413080392,"score_gpt":0.2922933594822764,"score_spread":0.26187811817423723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015440189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48379302,0.0037514926,0.08271242,0.027663752,0.0001170449,0.00016020723,0.00019949752,0.000106087515,0.40149656],"genre_scores_gemma":[0.98912024,0.00087562134,0.006608163,0.00040396932,0.000020967478,0.00003529272,0.000035264326,0.000038124883,0.0028623336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9964954,0.0020812296,0.00006652792,0.00028182205,0.0005668042,0.0005082167],"domain_scores_gemma":[0.9875065,0.008957498,0.00077319116,0.0007648565,0.0011486035,0.0008493978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061997524,0.0010067692,0.0005513999,0.0036758762,0.0038673808,0.011124762,0.0022694503,0.0034826116,0.007017555],"category_scores_gemma":[0.008523818,0.00064809894,0.0010265367,0.0028284586,0.0132961655,0.021886282,0.003864924,0.0046417755,0.00052566925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034512836,0.000044831704,0.0014694164,0.000028964412,0.000010622345,0.00016354478,0.0062221894,0.00024998176,0.0001585339,0.98793715,0.00031375675,0.0033664787],"study_design_scores_gemma":[0.00012314918,0.00015241098,0.008433479,0.00042657205,0.00015559795,0.00066770153,0.0833192,0.018628765,0.0010142536,0.85478526,0.032228258,0.00006529951],"about_ca_topic_score_codex":0.010590791,"about_ca_topic_score_gemma":0.010681844,"teacher_disagreement_score":0.011124762,"about_ca_system_score_codex":0.005481702,"about_ca_system_score_gemma":0.0037526726,"threshold_uncertainty_score":0.03977275},"labels":[],"label_agreement":null},{"id":"W3016005794","doi":"10.1016/j.jss.2020.110589","title":"Multilevel analysis of the java virtual machine based on kernel and userspace traces","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Operating system; Java concurrency; Tracing; Virtual machine; Real time Java; strictfp; Thread (computing); Source code; Kernel (algebra); Linux kernel; Java annotation; Programming language; Embedded system","score_opus":0.018670406610857344,"score_gpt":0.23978956133459078,"score_spread":0.22111915472373345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016005794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235307,0.0003288062,0.36778927,0.00052890147,0.00006954036,0.000042917774,0.000636292,0.0017742205,0.005299292],"genre_scores_gemma":[0.9870143,0.000047825157,0.01178078,0.000020083795,0.000017210983,0.000015000781,0.00021878263,0.00012849565,0.0007574588],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9993305,0.00014376282,0.000022836743,0.00009880156,0.00022924515,0.00017489136],"domain_scores_gemma":[0.99610114,0.0017710386,0.00031561308,0.0007572052,0.00079881,0.00025618574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090718304,0.000352405,0.0006437884,0.001384281,0.000543357,0.0012290371,0.0014741971,0.0006164549,0.0036432473],"category_scores_gemma":[0.007885118,0.0002960683,0.0007182067,0.0011410204,0.00064339093,0.0016343473,0.0010944527,0.0012129009,0.00034898033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009975024,0.00029545295,0.032710835,0.00018309723,0.00024093673,0.00050574826,0.0004441678,0.73020786,0.019352658,0.13929352,0.0052240766,0.07054421],"study_design_scores_gemma":[0.0000027213716,0.00001299468,0.0015914874,0.0000034961572,0.000007659744,0.00001116994,0.000020816438,0.99299276,0.0007508039,0.0044052815,0.00019523752,0.0000056124763],"about_ca_topic_score_codex":0.010457291,"about_ca_topic_score_gemma":0.008547309,"teacher_disagreement_score":0.010457291,"about_ca_system_score_codex":0.0009078952,"about_ca_system_score_gemma":0.001188266,"threshold_uncertainty_score":0.020792842},"labels":[],"label_agreement":null},{"id":"W3017017882","doi":"10.1016/j.jss.2020.110596","title":"ThermoSim: Deep learning based framework for modeling and simulation of thermal-aware resource management for cloud computing environments","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Indian Institute of Technology Delhi","keywords":"Cloud computing; CloudSim; Server; Virtual machine; Data center; Energy consumption; Resource management (computing); Workload; Resource allocation","score_opus":0.021841794848466684,"score_gpt":0.24280312466989812,"score_spread":0.22096132982143143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017017882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07055654,0.0008571593,0.9055684,0.00068774336,0.00025429134,0.0001381555,0.002108114,0.012044353,0.0077852607],"genre_scores_gemma":[0.7719376,0.00063930714,0.21545993,0.0004441672,0.00007233626,0.000367875,0.0027317156,0.0009782765,0.007368739],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998229,0.000042631196,0.000011032354,0.000035890956,0.00005094818,0.00003655789],"domain_scores_gemma":[0.9996124,0.00017413689,0.000032193693,0.000032619526,0.000098776094,0.00004987383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004193116,0.000947899,0.00076455134,0.0005049584,0.0005022005,0.0008841214,0.002032682,0.0012656769,0.0045736386],"category_scores_gemma":[0.0013845065,0.00065414875,0.00088029087,0.00058267923,0.00043346494,0.00088667386,0.00084483315,0.001956693,0.0006041713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032638312,0.000044125787,0.000555507,0.000032194323,0.000031747713,0.000022114114,0.000013826944,0.98968434,0.0005285007,0.0017763701,0.0013579709,0.0059206514],"study_design_scores_gemma":[0.000002660379,0.0000029303715,0.000027336828,0.0000013343436,0.0000017376867,0.0000023724263,0.0000012918788,0.99918777,0.00015081368,0.00039190426,0.00022817274,0.000001596397],"about_ca_topic_score_codex":0.03686117,"about_ca_topic_score_gemma":0.03833685,"teacher_disagreement_score":0.03686117,"about_ca_system_score_codex":0.0012316345,"about_ca_system_score_gemma":0.0022651723,"threshold_uncertainty_score":0.07329327},"labels":[],"label_agreement":null},{"id":"W3020617474","doi":"10.1016/j.jss.2020.110610","title":"Code smells and refactoring: A tertiary systematic review of challenges and observations","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Chicoutimi","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Systematic review; Quality (philosophy); Code review; Software","score_opus":0.07286601472112181,"score_gpt":0.27273289922332516,"score_spread":0.19986688450220336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020617474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021240782,0.9698057,0.0018783371,0.002468693,0.00031695698,0.00095509656,0.0023644967,0.00004775396,0.0009221798],"genre_scores_gemma":[0.18147065,0.80047804,0.0082627535,0.0045338767,0.00027907256,0.0019010932,0.0025262346,0.000099548044,0.00044868432],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.944409,0.018442215,0.01952694,0.004837093,0.01152627,0.0012584614],"domain_scores_gemma":[0.7086046,0.2045894,0.04264225,0.010629807,0.031243797,0.0022901217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.057551235,0.0012329057,0.00522261,0.021312214,0.0011129339,0.004158763,0.0025284006,0.0020225085,0.0020658327],"category_scores_gemma":[0.23582605,0.0013915051,0.006425898,0.015973888,0.002187781,0.0047405986,0.0051051946,0.0019814663,0.0003459204],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070559763,0.00011931511,0.019790096,0.7208341,0.013453864,0.00041920252,0.007902251,0.00031314688,0.0013375251,0.0012900666,0.0072331717,0.22660163],"study_design_scores_gemma":[0.00023425925,0.00059164106,0.032834817,0.8777639,0.035844244,0.0007895332,0.0060398886,0.0002677977,0.0010955783,0.0015944781,0.042805288,0.00013856044],"about_ca_topic_score_codex":0.0104884235,"about_ca_topic_score_gemma":0.04090222,"teacher_disagreement_score":0.94244874,"about_ca_system_score_codex":0.005602843,"about_ca_system_score_gemma":0.030790756,"threshold_uncertainty_score":0.30436367},"labels":[],"label_agreement":null},{"id":"W3090696062","doi":"10.1016/j.jss.2020.110838","title":"A security pattern detection framework for building more secure software","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Pattern matching; Matching (statistics); Scalability; Software security assurance; Software; Attack patterns; Data mining; False positive paradox; Computer security; Intrusion detection system; Artificial intelligence; Information security; Security service; Database","score_opus":0.01546634666256844,"score_gpt":0.2588467138499512,"score_spread":0.2433803671873828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090696062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025515414,0.00005666943,0.992374,0.000113103844,0.000021348376,0.000095551404,0.000074835334,0.0042951494,0.00041776372],"genre_scores_gemma":[0.048487153,0.00008614892,0.9492818,0.00011320217,0.000025493515,0.00008967318,0.00029097838,0.00035938286,0.001266138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698585,0.00036104693,0.00028180404,0.000534272,0.0015945733,0.00024239151],"domain_scores_gemma":[0.9957985,0.0012311048,0.00045066286,0.0011883269,0.0011596093,0.00017174703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025572195,0.0013966896,0.0012310094,0.0035618949,0.0010344993,0.0027629028,0.002949505,0.0016370004,0.0044472017],"category_scores_gemma":[0.0078033856,0.0009788316,0.0026978205,0.0016329614,0.0014454563,0.004593493,0.0031665915,0.0026458977,0.001601636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034134032,0.0006616544,0.006578494,0.00062654243,0.00033411596,0.00076125306,0.000492069,0.092419356,0.05082734,0.12779623,0.01605381,0.7031078],"study_design_scores_gemma":[0.000053066913,0.00014572532,0.00065733754,0.0000825819,0.000112929796,0.00045458876,0.00008795594,0.87393826,0.025746353,0.08582077,0.012831054,0.000069405905],"about_ca_topic_score_codex":0.004550045,"about_ca_topic_score_gemma":0.007871882,"teacher_disagreement_score":0.004550045,"about_ca_system_score_codex":0.0010319646,"about_ca_system_score_gemma":0.0024413457,"threshold_uncertainty_score":0.014877319},"labels":[],"label_agreement":null},{"id":"W3113301275","doi":"10.1016/j.jss.2020.110881","title":"Signal-Based Properties of Cyber-Physical Systems: Taxonomy and Logic-based Characterization","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Université du Luxembourg","keywords":"Completeness (order theory); Taxonomy (biology); Property (philosophy); System requirements specification; Aerospace; Software requirements specification","score_opus":0.06730184173844211,"score_gpt":0.2426470715689955,"score_spread":0.1753452298305534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113301275","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076277636,0.005289829,0.8980472,0.0009879672,0.00012140429,0.00034549308,0.00077104935,0.00066214835,0.01749725],"genre_scores_gemma":[0.7079834,0.005030595,0.28179845,0.00035568498,0.00038514874,0.00048667303,0.0010223661,0.00012310961,0.002814635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972326,0.0004336027,0.0005278721,0.00048255787,0.0011393364,0.00018409782],"domain_scores_gemma":[0.99033993,0.005809209,0.0011920354,0.0012738166,0.0011674913,0.00021749038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024133413,0.00089843397,0.0010993283,0.006107818,0.0010830066,0.00542498,0.0016041655,0.0016831133,0.002168834],"category_scores_gemma":[0.008511424,0.0005286754,0.0018172855,0.003421585,0.0042396784,0.008791841,0.0015801988,0.0019229329,0.00042600805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110242996,0.00016839957,0.0049267295,0.0008111729,0.00008900758,0.0006389256,0.0007726603,0.016536292,0.0077831135,0.9018081,0.0009031842,0.06545221],"study_design_scores_gemma":[0.000033498283,0.00022587171,0.0032014195,0.0003309616,0.00013765175,0.0015358579,0.0004512383,0.11375368,0.007849084,0.85775,0.014651876,0.00007893127],"about_ca_topic_score_codex":0.00086183636,"about_ca_topic_score_gemma":0.00048792173,"teacher_disagreement_score":0.006107818,"about_ca_system_score_codex":0.0012245079,"about_ca_system_score_gemma":0.0013717448,"threshold_uncertainty_score":0.012763143},"labels":[],"label_agreement":null},{"id":"W3135755970","doi":"10.1016/j.jss.2021.110925","title":"Building and evaluating a theory of architectural technical debt in software-intensive systems","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Technical debt; Grounded theory; Construct (python library); Computer science; Architectural pattern; Software engineering; Software; Management science; Software development; Engineering; Qualitative research; Software design; Sociology; Programming language","score_opus":0.027648441915064745,"score_gpt":0.30230903048932406,"score_spread":0.2746605885742593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135755970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45372733,0.0016276063,0.403162,0.013565929,0.00015004726,0.0019963,0.00020914171,0.0001550823,0.12540661],"genre_scores_gemma":[0.92509276,0.00066552154,0.07193404,0.00046250966,0.00002125194,0.00094570377,0.0001267262,0.000020749487,0.0007306746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97757655,0.015867284,0.0009652252,0.001197433,0.0034734677,0.0009200061],"domain_scores_gemma":[0.9077442,0.077100046,0.0045125056,0.0032087178,0.0062160874,0.0012183578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021991331,0.0011000889,0.00070601254,0.006978296,0.0038862093,0.009562248,0.00232412,0.002813576,0.0023044937],"category_scores_gemma":[0.045407757,0.0007440084,0.0010490032,0.0053867083,0.0195963,0.013132817,0.005612798,0.003838598,0.00027998985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007014826,0.0005187262,0.024981184,0.0010916804,0.00010010435,0.0005148247,0.100178085,0.013553124,0.0011516124,0.7894462,0.0013720144,0.06702228],"study_design_scores_gemma":[0.000120568526,0.0005147648,0.021921638,0.0028631855,0.00024238841,0.00034867268,0.19420172,0.10018089,0.0022958026,0.65175974,0.025426602,0.00012401721],"about_ca_topic_score_codex":0.007647908,"about_ca_topic_score_gemma":0.0076976176,"teacher_disagreement_score":0.021991331,"about_ca_system_score_codex":0.01573872,"about_ca_system_score_gemma":0.012937956,"threshold_uncertainty_score":0.11630267},"labels":[],"label_agreement":null},{"id":"W3161629128","doi":"10.1016/j.jss.2020.110702","title":"Introduction to the Special Issue on Source Code Analysis and Manipulation 2018","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Code (set theory); Source code; Programming language; Software engineering; Data science","score_opus":0.011246365712932476,"score_gpt":0.2480194787184211,"score_spread":0.23677311300548862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161629128","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005467605,0.05649231,0.019890461,0.042656764,0.85151666,0.00015821515,0.0014018457,0.001964724,0.02537236],"genre_scores_gemma":[0.002223965,0.043190986,0.0067745205,0.014191352,0.81678027,0.00011958673,0.0031224368,0.002023889,0.11157298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965132,0.00036193628,0.00036430097,0.00071522465,0.0017970066,0.00024838012],"domain_scores_gemma":[0.979988,0.0050984332,0.0014020718,0.0017182797,0.008651204,0.0031419706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031437774,0.0024745304,0.0027960127,0.008281779,0.0017843269,0.006315056,0.002285011,0.0036886993,0.0957638],"category_scores_gemma":[0.014168616,0.0010706006,0.0016295299,0.0038809723,0.0013982081,0.0074306685,0.0040412066,0.0067319716,0.0677681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002016452,0.000027591188,0.000114318034,0.00025648266,0.00000943642,0.000050715935,0.000013047506,0.00007887556,0.00039412707,0.0008861464,0.9300642,0.06808483],"study_design_scores_gemma":[0.000005645665,0.000040293555,0.00043194,0.00025969555,0.000011240496,0.0003109827,0.00001854703,0.0002562559,0.0002514438,0.0023248054,0.9960691,0.000020012569],"about_ca_topic_score_codex":0.0010189654,"about_ca_topic_score_gemma":0.0028238762,"teacher_disagreement_score":0.0957638,"about_ca_system_score_codex":0.0015189543,"about_ca_system_score_gemma":0.0026930957,"threshold_uncertainty_score":0.32036185},"labels":[],"label_agreement":null},{"id":"W3172737624","doi":"10.1016/j.jss.2021.111016","title":"ARTINALI++: Multi-dimensional Specification Mining for Complex Cyber-Physical System Security","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyber-physical system; Key (lock); Computer science; Software deployment; Property (philosophy); Intrusion detection system; Computer security; Computer security model; Distributed computing; Software engineering","score_opus":0.038225378063453726,"score_gpt":0.28967369183790465,"score_spread":0.2514483137744509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172737624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0149240745,0.00039554643,0.9193391,0.00018042009,0.00007306383,0.0002574448,0.0054199016,0.056984447,0.0024260608],"genre_scores_gemma":[0.11610577,0.0002770447,0.86740035,0.00013695689,0.000025830263,0.00046833936,0.011311122,0.0020332534,0.0022412527],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992513,0.0001794896,0.000082828505,0.00015782105,0.0002691905,0.000059341193],"domain_scores_gemma":[0.99834156,0.00088817056,0.000132861,0.00041892557,0.0001681785,0.00005039152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010067583,0.0017845401,0.00078469026,0.0020086898,0.0007943072,0.0016412219,0.0019295334,0.0008050369,0.0070297965],"category_scores_gemma":[0.0045055603,0.0007834828,0.0022645418,0.0012501213,0.0004871018,0.0015826388,0.002177098,0.001506292,0.0022093798],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050799357,0.00038446943,0.011259238,0.001787913,0.00056655594,0.0006330263,0.0005470852,0.187713,0.018684944,0.03654021,0.06218006,0.6791955],"study_design_scores_gemma":[0.00005335824,0.00007992035,0.0009767317,0.000039594885,0.000049750386,0.00019368663,0.00007422406,0.95664656,0.0066366056,0.018054914,0.01716398,0.000030813186],"about_ca_topic_score_codex":0.0041465117,"about_ca_topic_score_gemma":0.010191156,"teacher_disagreement_score":0.0070297965,"about_ca_system_score_codex":0.0004509348,"about_ca_system_score_gemma":0.0013491722,"threshold_uncertainty_score":0.023517013},"labels":[],"label_agreement":null},{"id":"W3207703975","doi":"10.1016/j.jss.2021.111109","title":"Automated reverse engineering of role-based access control policies of web applications","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Access Control and Trust","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fonds National de la Recherche Luxembourg; National Research Foundation Singapore","keywords":"Correctness; Implementation; Computer science; Access control; Role-based access control; Software engineering; Security policy; Reverse engineering; Suite; Computer security; Database; Programming language","score_opus":0.012512806645536867,"score_gpt":0.2849840260895453,"score_spread":0.27247121944400843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207703975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17803693,0.00055067556,0.79561776,0.00095067755,0.00024417095,0.00085649267,0.00039437143,0.019275378,0.0040735267],"genre_scores_gemma":[0.7781143,0.00023770088,0.21669336,0.00027719222,0.000042271735,0.00014850816,0.0006282447,0.0009845186,0.0028737532],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98298496,0.0068360227,0.0012707448,0.0015940459,0.0057124463,0.0016018224],"domain_scores_gemma":[0.9356495,0.03108514,0.003356262,0.02043267,0.008821077,0.000655234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010333905,0.0008748314,0.0010533204,0.0017732608,0.0011423428,0.0039201453,0.0022482397,0.0016475392,0.0021244022],"category_scores_gemma":[0.04669379,0.0009632936,0.002000122,0.0006822512,0.0018764472,0.0039053557,0.0027627347,0.003633657,0.00095677003],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015693543,0.0015923859,0.023869859,0.00090300327,0.00037635973,0.0015434669,0.0021442687,0.1565668,0.10131789,0.08772372,0.009203758,0.6131891],"study_design_scores_gemma":[0.00009501674,0.00016820041,0.0016457246,0.00008995146,0.0001440284,0.00046488325,0.00030660548,0.8744393,0.078497514,0.037382405,0.006682012,0.00008446902],"about_ca_topic_score_codex":0.007872236,"about_ca_topic_score_gemma":0.0095907,"teacher_disagreement_score":0.010333905,"about_ca_system_score_codex":0.0016069838,"about_ca_system_score_gemma":0.005679573,"threshold_uncertainty_score":0.054651618},"labels":[],"label_agreement":null},{"id":"W3207869070","doi":"10.1016/j.jss.2021.111115","title":"Clone detection through srcClone: A program slicing based approach","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Program comprehension; clone (Java method); Benchmark (surveying); Program slicing; Scalability; Semantics (computer science); Source code; Software maintenance; Kernel (algebra); Precision and recall; Software; Programming language; Data mining; Code (set theory); Set (abstract data type); Software system; Artificial intelligence; Operating system; Biology","score_opus":0.022017679272204375,"score_gpt":0.26683964405038046,"score_spread":0.24482196477817608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207869070","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03294863,0.00030814682,0.92237025,0.000110828376,0.00004718262,0.00017877524,0.00051855395,0.04172433,0.0017932679],"genre_scores_gemma":[0.23116179,0.0001773597,0.7578131,0.00025407303,0.000054930795,0.000164319,0.0020530722,0.0046094493,0.003712011],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974355,0.00032791935,0.00021612905,0.00057841005,0.0011964361,0.00024563703],"domain_scores_gemma":[0.99308467,0.002238359,0.0009587427,0.002064133,0.001492211,0.00016179262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014444175,0.0012570723,0.0015380709,0.0024869,0.0006468555,0.0014079337,0.001985749,0.0012270316,0.0047067637],"category_scores_gemma":[0.0047406983,0.00072162715,0.0017363284,0.0020435436,0.0008298892,0.0022549992,0.0016067964,0.001123497,0.00160349],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006700805,0.0003124168,0.016834034,0.0006393843,0.000348862,0.00088599,0.0006314491,0.021519126,0.2106437,0.009037236,0.010535108,0.72794265],"study_design_scores_gemma":[0.00010261725,0.00050198246,0.008365477,0.000110342604,0.00038993583,0.0013472218,0.00028224065,0.7332795,0.22906254,0.012570226,0.0138567835,0.00013112646],"about_ca_topic_score_codex":0.0034712828,"about_ca_topic_score_gemma":0.0066288244,"teacher_disagreement_score":0.0047067637,"about_ca_system_score_codex":0.00064739946,"about_ca_system_score_gemma":0.0019045525,"threshold_uncertainty_score":0.0157457},"labels":[],"label_agreement":null},{"id":"W4210732697","doi":"10.1016/j.jss.2022.111229","title":"Evaluating the performance of clone detection tools in detecting cloned co-change candidates","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"clone (Java method); Java; Commit; Cloning (programming); Computer science; Computational biology; Software evolution; Source code; Biology; Software; Data mining; Genetics; Programming language; Software system; Gene; Database","score_opus":0.07439687648200605,"score_gpt":0.3285819411431132,"score_spread":0.25418506466110713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210732697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626777,0.0007887374,0.027615456,0.00009365912,0.00007854522,0.00008326641,0.00058187416,0.0069022346,0.0011785297],"genre_scores_gemma":[0.9422913,0.00019207729,0.054716192,0.0000567689,0.000025257848,0.00004079866,0.0014222515,0.00020991628,0.0010454437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947076,0.0011383139,0.0005764498,0.0011422876,0.0019536098,0.0004817732],"domain_scores_gemma":[0.9404847,0.04561977,0.0034053859,0.0028315133,0.0062422194,0.0014164636],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044945786,0.0013645653,0.0010863148,0.0047279852,0.0006951669,0.001716208,0.0018728818,0.0023031489,0.0011140757],"category_scores_gemma":[0.03078885,0.0004341044,0.0008094523,0.0027823362,0.0006035267,0.0019112345,0.0009916637,0.0007997981,0.0007251557],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0082140025,0.0022139484,0.24543427,0.0013093194,0.0014899297,0.0013305142,0.00087469415,0.110501096,0.12315148,0.0016059362,0.0060384413,0.4978364],"study_design_scores_gemma":[0.0001885375,0.0019928575,0.041463323,0.000046213103,0.0003476142,0.00082283263,0.00037045818,0.8719621,0.08043998,0.00069586886,0.0015694768,0.00010076192],"about_ca_topic_score_codex":0.0064263456,"about_ca_topic_score_gemma":0.006586305,"teacher_disagreement_score":0.9955054,"about_ca_system_score_codex":0.00058060227,"about_ca_system_score_gemma":0.0012293807,"threshold_uncertainty_score":0.023769855},"labels":[],"label_agreement":null},{"id":"W4221069574","doi":"10.1016/j.jss.2022.111308","title":"Wayback Machine: A tool to capture the evolutionary behavior of the bug reports and their triage process in open-source software systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Triage; Computer science; Process (computing); Software; Software engineering; Open source software; Software evolution; Open source; Operating system; Software system; Software construction; Medicine; Medical emergency","score_opus":0.014279740946357937,"score_gpt":0.25262178928616486,"score_spread":0.2383420483398069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221069574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15572223,0.00046620987,0.67033887,0.00024354829,0.00023960798,0.00039655587,0.007689794,0.16146325,0.0034399773],"genre_scores_gemma":[0.48512626,0.00029291213,0.49559042,0.00012715334,0.000076942415,0.0008001222,0.006930384,0.0070420327,0.0040139104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911076,0.00021044913,0.00008700845,0.00024319692,0.00027803352,0.00007053245],"domain_scores_gemma":[0.98760337,0.008716578,0.001381068,0.0014050406,0.00058637647,0.00030747833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021186683,0.0010714582,0.0005695739,0.0038823646,0.00050360814,0.0013057988,0.0014906782,0.0013629224,0.004779802],"category_scores_gemma":[0.01643536,0.00072231266,0.000852828,0.002216453,0.000528289,0.002487522,0.0011151242,0.001279138,0.0010275812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013183585,0.0008565262,0.12938303,0.0014807485,0.0008002625,0.0015918833,0.0050090444,0.14779414,0.03175701,0.03319562,0.049662784,0.5971505],"study_design_scores_gemma":[0.00006909916,0.00021255479,0.017181264,0.00006891956,0.00009417501,0.00029964943,0.00015499404,0.94221383,0.010862093,0.015564387,0.013191373,0.00008769926],"about_ca_topic_score_codex":0.004049987,"about_ca_topic_score_gemma":0.004978066,"teacher_disagreement_score":0.004779802,"about_ca_system_score_codex":0.0004092958,"about_ca_system_score_gemma":0.00088252855,"threshold_uncertainty_score":0.015990078},"labels":[],"label_agreement":null},{"id":"W4283080319","doi":"10.1016/j.jss.2022.111410","title":"Vulpedia: Detecting vulnerable ethereum smart contracts via abstracted vulnerability signatures","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Computer science; Soundness; Vulnerability (computing); Construct (python library); Smart contract; Computer security; Precision and recall; Asynchrony (computer programming); Static analysis; Data mining; Machine learning; Blockchain; Programming language","score_opus":0.010258321891386374,"score_gpt":0.23084546937371103,"score_spread":0.22058714748232466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283080319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4273144,0.0008159245,0.5276455,0.0006348333,0.00023908155,0.00040837895,0.0024371347,0.033737466,0.006767272],"genre_scores_gemma":[0.9067199,0.00016634399,0.08826125,0.00015187537,0.000027503605,0.000108266264,0.0013948667,0.00045692525,0.0027131666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973537,0.00051052246,0.00015886252,0.00037910347,0.0012458356,0.00035204136],"domain_scores_gemma":[0.9955142,0.001856576,0.00067916163,0.0013594151,0.00041997049,0.00017067943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001520672,0.0007059366,0.0007016356,0.0020214182,0.00046728257,0.0012585399,0.0013640305,0.0017728278,0.002307617],"category_scores_gemma":[0.009185071,0.0005037668,0.00059168524,0.0007902913,0.0010197836,0.0038218158,0.0042926795,0.001164824,0.0009761615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028359827,0.0008055877,0.088257544,0.0009820438,0.00067913026,0.0032379196,0.001044079,0.16404366,0.106335305,0.08256062,0.029406173,0.519812],"study_design_scores_gemma":[0.000096911004,0.00028921798,0.004125086,0.00008421557,0.000058257137,0.0008833122,0.00020371396,0.9047965,0.043108165,0.03824009,0.00804637,0.00006819725],"about_ca_topic_score_codex":0.00092657324,"about_ca_topic_score_gemma":0.001423803,"teacher_disagreement_score":0.002307617,"about_ca_system_score_codex":0.0006184165,"about_ca_system_score_gemma":0.0013692765,"threshold_uncertainty_score":0.008042216},"labels":[],"label_agreement":null},{"id":"W4289687320","doi":"10.1016/j.jss.2022.111383","title":"Transformation-based model checking temporal trust in multi-agent systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Access Control and Trust","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Canadian Armed Forces","keywords":"Model checking; Computation tree logic; Computer science; Theoretical computer science; Transformation (genetics); Temporal logic; Scalability; Automaton; Formal verification; Path (computing); Algorithm; Programming language; Database","score_opus":0.04673837030529043,"score_gpt":0.29788594714495564,"score_spread":0.2511475768396652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289687320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07610725,0.000069194015,0.9200754,0.000250475,0.00004463336,0.00017435233,0.00016088842,0.0019293597,0.0011884343],"genre_scores_gemma":[0.9373482,0.000040461393,0.06146766,0.0000543725,0.000016996915,0.00009816009,0.00020306004,0.00013711416,0.0006340236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910054,0.0038538938,0.0005406403,0.0012368354,0.0022668277,0.0010964768],"domain_scores_gemma":[0.9589136,0.02997431,0.0025558092,0.004172944,0.003663186,0.0007201322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006379425,0.00097275607,0.0017228492,0.0014584714,0.0009904334,0.0022821873,0.002373508,0.0012489067,0.002209402],"category_scores_gemma":[0.034325782,0.0008231245,0.0027569523,0.0010422614,0.0029876004,0.003786353,0.0035625375,0.0029529175,0.00035230405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007106026,0.00019526333,0.0036399944,0.00014852556,0.00018465417,0.00032234835,0.00038726424,0.9178469,0.0038431636,0.043223664,0.0007346678,0.028762877],"study_design_scores_gemma":[0.000025933849,0.000030678602,0.000093163566,0.0000050988815,0.000021238131,0.000019523319,0.00002284454,0.9815844,0.0013205624,0.016728567,0.00014124073,0.000006726443],"about_ca_topic_score_codex":0.017335443,"about_ca_topic_score_gemma":0.012227785,"teacher_disagreement_score":0.017335443,"about_ca_system_score_codex":0.002423799,"about_ca_system_score_gemma":0.0038675847,"threshold_uncertainty_score":0.034469068},"labels":[],"label_agreement":null},{"id":"W4295277053","doi":"10.1016/j.jss.2022.111505","title":"A survey of software architectural change detection and categorization techniques","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Categorization; Software engineering; Computer science; Change detection; Software; Architectural pattern; Data science; Systems engineering; Software development; Engineering; Artificial intelligence; Software design; Programming language","score_opus":0.031604897148514915,"score_gpt":0.2580734554457964,"score_spread":0.2264685582972815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295277053","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082465865,0.22640191,0.6662307,0.0028233957,0.0006833107,0.0006725585,0.002441951,0.007278117,0.0110021755],"genre_scores_gemma":[0.22946359,0.07772559,0.6767752,0.0010959257,0.0009383094,0.00039555854,0.0065339534,0.0005682809,0.0065035596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556905,0.0005894662,0.00057634985,0.001276873,0.0017536756,0.00023463741],"domain_scores_gemma":[0.9907073,0.004179767,0.00087578007,0.0012528555,0.0027491732,0.00023518714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033668398,0.0013459054,0.0024297857,0.014278646,0.0011812415,0.0030607062,0.003477831,0.0015448859,0.0014200548],"category_scores_gemma":[0.009274846,0.00077740935,0.0019530051,0.013137267,0.0006879262,0.0051385066,0.001085406,0.0013291714,0.0012058091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008947183,0.00028167112,0.009140281,0.0014638731,0.00010759252,0.00005474182,0.00019968025,0.0017726349,0.004382231,0.0024412163,0.006102392,0.9739644],"study_design_scores_gemma":[0.00017546855,0.0020188536,0.10119832,0.00444766,0.0016702745,0.006153009,0.0034047593,0.42251647,0.07695058,0.082177356,0.29860032,0.0006869233],"about_ca_topic_score_codex":0.00493542,"about_ca_topic_score_gemma":0.006056388,"teacher_disagreement_score":0.014278646,"about_ca_system_score_codex":0.00097205344,"about_ca_system_score_gemma":0.0020173073,"threshold_uncertainty_score":0.017805755},"labels":[],"label_agreement":null},{"id":"W4309874955","doi":"10.1016/j.jss.2022.111543","title":"Configuring mission-specific behavior in a product line of collaborating Small Unmanned Aerial Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drone; Task (project management); Process (computing); Set (abstract data type); Computer science; Systems engineering; Software; Real-time computing; Distributed computing; Software engineering; Reliability engineering; Engineering; Operating system","score_opus":0.03856794910153191,"score_gpt":0.2618310104852299,"score_spread":0.22326306138369797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309874955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737627,0.000021849219,0.024834054,0.000028380999,0.0000047110734,0.00004411635,0.000030375453,0.0006120021,0.00066178286],"genre_scores_gemma":[0.9864119,0.000008530915,0.013059959,0.000008209517,9.221159e-7,0.000014611589,0.000057703164,0.000048798098,0.00038921623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918956,0.00025697367,0.000049275885,0.00018968263,0.0002338409,0.00008062487],"domain_scores_gemma":[0.9948096,0.0022200684,0.00066437334,0.0011284279,0.0008612376,0.00031627945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011232884,0.0005426469,0.00021130714,0.000491229,0.00042864666,0.0005376301,0.0007533507,0.00052791124,0.0010502477],"category_scores_gemma":[0.0051397425,0.0003120661,0.00021735326,0.0002157364,0.00045724926,0.0006738318,0.00047684097,0.00049904507,0.00018438733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018566243,0.0017076025,0.10285543,0.00021027769,0.00014083918,0.0032015855,0.004203022,0.35817698,0.23968509,0.0026529485,0.001715479,0.28359404],"study_design_scores_gemma":[0.00004944306,0.0012762282,0.022177665,0.000019703642,0.0000514749,0.00040935652,0.0005248663,0.9257386,0.04745697,0.0010807008,0.0011826532,0.000032221575],"about_ca_topic_score_codex":0.0033377095,"about_ca_topic_score_gemma":0.0038102255,"teacher_disagreement_score":0.0033377095,"about_ca_system_score_codex":0.00051203725,"about_ca_system_score_gemma":0.00044726641,"threshold_uncertainty_score":0.00663656},"labels":[],"label_agreement":null},{"id":"W4312055758","doi":"10.1016/j.jss.2022.111590","title":"A study of update request comments in Stack Overflow answer posts","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; JavaScript; Python (programming language); Classifier (UML); Questions and answers; Set (abstract data type); Information retrieval; Point (geometry); Machine learning; Ask price; World Wide Web; Artificial intelligence; Data mining; Programming language","score_opus":0.02101511423514871,"score_gpt":0.2736684938976722,"score_spread":0.2526533796625235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312055758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955023,0.00007597673,0.00048271118,0.0001571126,0.000027911945,0.00008244302,0.00046917106,0.00008280469,0.0031196135],"genre_scores_gemma":[0.994269,0.00008606583,0.0008614179,0.00008966875,0.000052299933,0.00006590343,0.0010394792,0.00006799414,0.0034682332],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9950257,0.0017169723,0.00035848035,0.00034568398,0.0021175176,0.00043563131],"domain_scores_gemma":[0.7950195,0.15570381,0.021631682,0.0032140287,0.021388138,0.003042717],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024052248,0.00031916102,0.00030571216,0.0036850998,0.0019085475,0.0023876284,0.0006927107,0.0014647215,0.005216071],"category_scores_gemma":[0.069735885,0.0003181618,0.0002626845,0.0034403217,0.00069922354,0.0025167705,0.00078212365,0.0012864678,0.00185254],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029996682,0.0027692993,0.84506,0.00072273216,0.00012173179,0.003062385,0.040828533,0.0009557175,0.015102322,0.0023235546,0.007852014,0.07820212],"study_design_scores_gemma":[0.000080692575,0.0017234433,0.89969236,0.00026837058,0.00020047382,0.0016363477,0.05422427,0.013836726,0.009530574,0.000753847,0.01791563,0.00013728051],"about_ca_topic_score_codex":0.011742432,"about_ca_topic_score_gemma":0.013955127,"teacher_disagreement_score":0.99761236,"about_ca_system_score_codex":0.0014630745,"about_ca_system_score_gemma":0.0016678132,"threshold_uncertainty_score":0.023348212},"labels":[],"label_agreement":null},{"id":"W4318159369","doi":"10.1016/j.jss.2023.111626","title":"Collaborative Model-Driven Software Engineering — A systematic survey of practices and needs in industry","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"ITEA3; Rijksdienst voor Ondernemend Nederland; ITEA","keywords":"Interview; Focus group; Engineering management; Knowledge management; Engineering; Software; Computer science; Business; Sociology; Marketing","score_opus":0.029298854225433348,"score_gpt":0.273298687700375,"score_spread":0.24399983347494167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318159369","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87068325,0.0657501,0.040623616,0.009758505,0.00016809766,0.00069521717,0.00027753288,0.0002467294,0.011796885],"genre_scores_gemma":[0.90600485,0.043291226,0.04702102,0.001450343,0.000045932124,0.00041091954,0.0005152975,0.00012475089,0.0011358216],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9623,0.013517639,0.0054549957,0.003168301,0.01442957,0.0011294592],"domain_scores_gemma":[0.7584203,0.17804764,0.0217899,0.008829239,0.027196368,0.0057164812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034725584,0.00039961573,0.0008563783,0.008888645,0.0020032914,0.00524733,0.0022616833,0.0022634733,0.00080894923],"category_scores_gemma":[0.13165085,0.0008100187,0.00074387336,0.010231065,0.0025297874,0.009643466,0.004403582,0.0022729586,0.00024040643],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016254935,0.0009389282,0.14802682,0.0075979466,0.0002227748,0.00057197834,0.10023351,0.0011446568,0.0038015554,0.00840864,0.0032908206,0.7255999],"study_design_scores_gemma":[0.00016866221,0.001867078,0.3147179,0.046128776,0.0008954324,0.007832391,0.34019506,0.014337477,0.00938011,0.022020658,0.2419673,0.0004891173],"about_ca_topic_score_codex":0.0034284405,"about_ca_topic_score_gemma":0.007956299,"teacher_disagreement_score":0.034725584,"about_ca_system_score_codex":0.0035762459,"about_ca_system_score_gemma":0.016069034,"threshold_uncertainty_score":0.1836487},"labels":[],"label_agreement":null},{"id":"W4321793856","doi":"10.1016/j.jss.2023.111651","title":"Finding associations between natural and computer languages: A case-study of bilingual LDA applied to the bleeping computer forum posts","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Lakehead University; Queen's University","funders":"","keywords":"Perplexity; Computer science; Topic model; Natural language processing; Context (archaeology); Latent Dirichlet allocation; Artificial intelligence; Coherence (philosophical gambling strategy); Natural language; Software; Language model; Statistics; Mathematics; Programming language","score_opus":0.026798585533271354,"score_gpt":0.2989785756976393,"score_spread":0.27217999016436795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321793856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914596,0.00015337626,0.0046492973,0.0002340208,0.000012223808,0.00006819245,0.00024640065,0.000055201133,0.0031216287],"genre_scores_gemma":[0.99389416,0.00008414612,0.0043180776,0.000054254368,0.000009782821,0.000041846473,0.00029826871,0.000036110814,0.0012632197],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674547,0.0021165218,0.0001464777,0.0003513901,0.00038343226,0.00025661927],"domain_scores_gemma":[0.97593415,0.019495493,0.0010035174,0.0009818849,0.0018743445,0.0007104961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037516118,0.00027920588,0.0003922427,0.0032458634,0.0032372798,0.001554316,0.0005835404,0.00087141595,0.002392235],"category_scores_gemma":[0.020513268,0.00019819704,0.0002445469,0.0035729967,0.0012041137,0.0021730878,0.0018023864,0.000883284,0.00058551953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018493714,0.0018043837,0.6115392,0.00089761545,0.00012509266,0.0055178576,0.16041718,0.0007783431,0.024620226,0.0051622973,0.0040042177,0.18328425],"study_design_scores_gemma":[0.00017506951,0.0011015617,0.5811534,0.00040560574,0.00037242417,0.010382388,0.29346633,0.030515213,0.024653625,0.010390431,0.04716163,0.00022243173],"about_ca_topic_score_codex":0.017809376,"about_ca_topic_score_gemma":0.043090258,"teacher_disagreement_score":0.017809376,"about_ca_system_score_codex":0.0008790951,"about_ca_system_score_gemma":0.0017984573,"threshold_uncertainty_score":0.035411477},"labels":[],"label_agreement":null},{"id":"W4322754178","doi":"10.1016/j.jss.2023.111666","title":"An empirical evaluation of quasi-static executable slices","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Program slicing; Slicing; Executable; Computer science; Static analysis; Set (abstract data type); Closure (psychology); Programming language; Program analysis; Algorithm","score_opus":0.08142813142564716,"score_gpt":0.3702531606239323,"score_spread":0.2888250291982852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322754178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904951,0.00034298247,0.0063988552,0.00008096344,0.000025202242,0.00015267481,0.00058751635,0.00041748545,0.0014993594],"genre_scores_gemma":[0.9934284,0.000074821306,0.0051208264,0.000025486814,0.000010240088,0.000073595445,0.00081743253,0.00009847925,0.00035073812],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99015,0.005098532,0.0010682936,0.001061301,0.002304421,0.00031750553],"domain_scores_gemma":[0.6159407,0.31598604,0.0170124,0.023794282,0.024806928,0.0024597605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011134135,0.000638973,0.0003888217,0.0019935311,0.00072742003,0.0010085929,0.0014634236,0.0010106368,0.0038885728],"category_scores_gemma":[0.17488039,0.0004535174,0.00044088336,0.0013803219,0.0016831348,0.0031526948,0.0012267774,0.000971099,0.0006408982],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028811187,0.012333826,0.42027554,0.0050260588,0.00095280877,0.0016641346,0.01961497,0.044833638,0.03987033,0.018623073,0.0075476556,0.4004468],"study_design_scores_gemma":[0.0026687298,0.035297293,0.5770494,0.0018168279,0.0019355883,0.0046835523,0.014897265,0.26974326,0.05174451,0.016537273,0.023202928,0.000423405],"about_ca_topic_score_codex":0.00293088,"about_ca_topic_score_gemma":0.004298292,"teacher_disagreement_score":0.011134135,"about_ca_system_score_codex":0.0009767369,"about_ca_system_score_gemma":0.0012189797,"threshold_uncertainty_score":0.058883607},"labels":[],"label_agreement":null},{"id":"W4367672983","doi":"10.1016/j.jss.2023.111734","title":"GitHub Copilot AI pair programmer: Asset or Liability?","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":340,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Programmer; Liability; Asset (computer security); Computer science; Computer security; Software engineering; Business; Programming language; Finance","score_opus":0.0401045157013695,"score_gpt":0.30122540886373395,"score_spread":0.2611208931623644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367672983","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007218229,0.0012499846,0.036234368,0.009350669,0.0033549578,0.00038883038,0.010274486,0.09740206,0.8345264],"genre_scores_gemma":[0.028107394,0.0010577029,0.01888845,0.003927327,0.0011281524,0.00021074589,0.008820674,0.027708905,0.9101507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996239,0.00005316303,0.00001414961,0.000058201087,0.00018199129,0.00006856156],"domain_scores_gemma":[0.99740607,0.0005254421,0.00012656472,0.0007384719,0.0005990751,0.00060448865],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005709504,0.0009220233,0.00058156124,0.0014697396,0.00075582246,0.0021004216,0.0011473605,0.0013513389,0.64163786],"category_scores_gemma":[0.0047869706,0.00045505297,0.00039723143,0.00094503775,0.00051626883,0.0020690744,0.0027233788,0.0012585464,0.46221107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009848455,0.000025526864,0.00028403866,0.00007677682,0.0000044664334,0.00021351135,0.000030732837,0.00012492226,0.0006176147,0.0023182882,0.8932247,0.10298088],"study_design_scores_gemma":[0.00006628327,0.00004811429,0.0014120614,0.00018366509,0.000010348483,0.00084939244,0.0000820781,0.0024729848,0.0014472931,0.0076498888,0.985753,0.00002509771],"about_ca_topic_score_codex":0.0020329838,"about_ca_topic_score_gemma":0.004338275,"teacher_disagreement_score":0.64163786,"about_ca_system_score_codex":0.0006686947,"about_ca_system_score_gemma":0.00089231244,"threshold_uncertainty_score":0.5111601},"labels":[],"label_agreement":null},{"id":"W4377100930","doi":"10.1016/j.jss.2023.111752","title":"Empirical analysis of security-related code reviews in npm packages","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University; University of Waterloo","funders":"","keywords":"Computer science; Code review; Software security assurance; Identification (biology); Code (set theory); Relation (database); Quality (philosophy); Domain (mathematical analysis); Risk analysis (engineering); Software engineering; Software; Computer security; Static program analysis; Software development; Security service; Information security; Database; Business; Programming language","score_opus":0.03924305586657146,"score_gpt":0.3280759501969659,"score_spread":0.28883289433039444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377100930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702007,0.00037280098,0.00036092126,0.00027055867,0.000013276962,0.000049608247,0.00031452804,0.000021764115,0.0015763626],"genre_scores_gemma":[0.9985222,0.00011883225,0.00028560878,0.00007699985,0.000016381022,0.00004578919,0.000280415,0.000020961299,0.0006328261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9844828,0.006554992,0.0012963953,0.0015301171,0.00525953,0.000876162],"domain_scores_gemma":[0.43080685,0.37972525,0.12887554,0.00933326,0.044800557,0.006458571],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0115685,0.0002725441,0.00035626994,0.005039479,0.0009296533,0.0015811597,0.0012790626,0.0013259711,0.0041063065],"category_scores_gemma":[0.25978017,0.00035675036,0.0005522191,0.0033304857,0.0013019391,0.0021101024,0.0014268707,0.002003402,0.0008655071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046520043,0.00046289983,0.97301435,0.00029007203,0.0001426914,0.00022781828,0.003550278,0.00051669934,0.00061054836,0.00065273675,0.001974815,0.018091982],"study_design_scores_gemma":[0.000020934895,0.0003246995,0.99000484,0.00016735615,0.00010955228,0.00035924357,0.003562481,0.0023393396,0.0006263873,0.00024014422,0.0022200942,0.000024880539],"about_ca_topic_score_codex":0.0077691106,"about_ca_topic_score_gemma":0.012793421,"teacher_disagreement_score":0.9884315,"about_ca_system_score_codex":0.0020425927,"about_ca_system_score_gemma":0.0028871407,"threshold_uncertainty_score":0.06118083},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","score_opus":0.02045165233466532,"score_gpt":0.24493633966038555,"score_spread":0.22448468732572024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378675137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26772448,0.0017407661,0.7191308,0.0016449757,0.0001399362,0.00014931089,0.000115169416,0.0010591808,0.00829537],"genre_scores_gemma":[0.906721,0.0011270058,0.089644514,0.0001745528,0.000086218766,0.00004192988,0.00012956752,0.00008660857,0.0019885208],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985373,0.0004029823,0.00010467723,0.00020067622,0.0006092318,0.00014515499],"domain_scores_gemma":[0.9917258,0.0052816602,0.0006295891,0.0011570875,0.0010864509,0.00011941601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014990146,0.00030046335,0.00037668168,0.00091642846,0.00033731182,0.0012321813,0.00089979055,0.0006707154,0.0010109469],"category_scores_gemma":[0.00900905,0.00023502129,0.000341555,0.00068083755,0.00096245314,0.0020351743,0.0007485381,0.0006514762,0.00019829876],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014065428,0.0005226192,0.029780729,0.0005598379,0.00011770853,0.0009777175,0.0010779679,0.082830206,0.11608946,0.102671474,0.004595653,0.6593702],"study_design_scores_gemma":[0.00004310789,0.0003104134,0.00820966,0.00011185347,0.00009276994,0.0006793692,0.0002740443,0.8800807,0.066491894,0.036293965,0.0073583256,0.000053898177],"about_ca_topic_score_codex":0.003376388,"about_ca_topic_score_gemma":0.0034023246,"teacher_disagreement_score":0.003376388,"about_ca_system_score_codex":0.0005053089,"about_ca_system_score_gemma":0.00093839096,"threshold_uncertainty_score":0.007927656},"labels":[],"label_agreement":null},{"id":"W4378977640","doi":"10.1016/j.jss.2023.111767","title":"BPEL process defects prediction using multi-objective evolutionary search","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Business Process Execution Language; Computer science; Artifact (error); Process (computing); Software engineering; Web service; Business process; Orchestration; Software; Software portability; Genetic programming; Symbolic regression; Machine learning; Artificial intelligence; Data mining; Service-oriented architecture; Programming language; Work in process; Engineering","score_opus":0.038743592987931175,"score_gpt":0.30080741990111104,"score_spread":0.26206382691317986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378977640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47839937,0.0006966193,0.51677126,0.00018896592,0.00006107173,0.000107801876,0.00017070802,0.0012030544,0.002401169],"genre_scores_gemma":[0.93094295,0.000110050416,0.06729262,0.00003737513,0.000014356682,0.00006665697,0.0002089171,0.000048283546,0.0012787385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936396,0.00014181246,0.00004864086,0.0001577266,0.00020551756,0.00008241296],"domain_scores_gemma":[0.9977875,0.0013672488,0.0002177982,0.000082948405,0.00047640235,0.00006811291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014176226,0.0011516601,0.0013998442,0.0025566234,0.0004458389,0.0008549152,0.0011399275,0.0014610841,0.0011502272],"category_scores_gemma":[0.0034155776,0.0004998909,0.0010438821,0.0011018467,0.00027362772,0.00095794536,0.0005653428,0.00073340477,0.0002079489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019196811,0.00026319353,0.005062751,0.00006866508,0.00010563439,0.0000984249,0.000023741697,0.91318494,0.002310548,0.00046512968,0.00029219067,0.07793279],"study_design_scores_gemma":[0.000004691997,0.000019603347,0.00019407076,0.0000019624065,0.000007531552,0.000005628442,0.00000213784,0.99944633,0.00023527954,0.000067303314,0.000013984411,0.0000013709854],"about_ca_topic_score_codex":0.00769434,"about_ca_topic_score_gemma":0.004492507,"teacher_disagreement_score":0.00769434,"about_ca_system_score_codex":0.00066289894,"about_ca_system_score_gemma":0.0009289392,"threshold_uncertainty_score":0.015299082},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","score_opus":0.024623618279438608,"score_gpt":0.2954134373364286,"score_spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380986974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975694,0.00013742331,0.0010489124,0.00021996508,0.0000045594124,0.000043941352,0.00025201018,0.000025772513,0.0006979737],"genre_scores_gemma":[0.99785537,0.00008958289,0.001147441,0.00004951202,0.0000079920155,0.0000655423,0.00047499433,0.000031602467,0.0002780448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829789,0.007840421,0.0015778858,0.0021351166,0.004604142,0.00086366734],"domain_scores_gemma":[0.67375714,0.21988562,0.05542181,0.016277604,0.02993637,0.00472142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0148550635,0.0002883281,0.0003849906,0.0051171654,0.0012315189,0.002663142,0.0014937859,0.0011137542,0.0009981585],"category_scores_gemma":[0.16968387,0.000444939,0.00037503167,0.0064679068,0.0027387491,0.006522799,0.0026587422,0.001960939,0.0003162496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016794668,0.00031035062,0.9183389,0.00023897937,0.00009117641,0.000437585,0.039135452,0.0010195569,0.0014601554,0.0013932766,0.00079873326,0.036607817],"study_design_scores_gemma":[0.000013283655,0.0001916046,0.95154506,0.00012430717,0.000030946423,0.00032852148,0.036075413,0.006041905,0.0010622516,0.0011268156,0.003406947,0.00005298226],"about_ca_topic_score_codex":0.0045662853,"about_ca_topic_score_gemma":0.006628237,"teacher_disagreement_score":0.0148550635,"about_ca_system_score_codex":0.0019272115,"about_ca_system_score_gemma":0.0012867367,"threshold_uncertainty_score":0.07856196},"labels":[],"label_agreement":null},{"id":"W4382052146","doi":"10.1016/j.jss.2023.111792","title":"Sustaining human health: A requirements engineering perspective","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Bundesministerium für Bildung und Forschung; Irish Research Council; Science Foundation Ireland; European Commission","keywords":"Sustainability; Multidisciplinary approach; Engineering ethics; Knowledge management; Management science; Public health; Engineering; Computer science; Sociology; Medicine; Ecology; Social science","score_opus":0.023430852693871657,"score_gpt":0.2805144332323776,"score_spread":0.257083580538506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382052146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037867688,0.0074747303,0.45081255,0.16534795,0.0010009173,0.0003584956,0.0002495793,0.00033043238,0.33655766],"genre_scores_gemma":[0.854544,0.0063426862,0.112627596,0.008755232,0.001299153,0.00041034655,0.00017734579,0.00023131928,0.015612317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99311745,0.003560764,0.0003469465,0.00045312147,0.001712527,0.00080911326],"domain_scores_gemma":[0.977665,0.015667472,0.0010809349,0.001669553,0.0028513274,0.0010656717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009407589,0.0011108133,0.00083051575,0.0023495886,0.0019855865,0.006949631,0.0033954633,0.005037712,0.00585607],"category_scores_gemma":[0.014433453,0.0007491055,0.00087266683,0.0011944507,0.01419655,0.0062726573,0.0040282267,0.003826279,0.0009553737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015192459,0.000093804854,0.0006880404,0.0003007331,0.000031442185,0.00022992199,0.000986706,0.0077377604,0.0010449754,0.9678468,0.003174865,0.017849797],"study_design_scores_gemma":[0.000027162396,0.00016347594,0.0011089109,0.00054712925,0.00004466414,0.00042439974,0.0039592977,0.013501933,0.0015135211,0.90538496,0.0732703,0.000054154276],"about_ca_topic_score_codex":0.0058570616,"about_ca_topic_score_gemma":0.003898437,"teacher_disagreement_score":0.009407589,"about_ca_system_score_codex":0.0043962104,"about_ca_system_score_gemma":0.0066283634,"threshold_uncertainty_score":0.049752712},"labels":[],"label_agreement":null},{"id":"W4383215759","doi":"10.1016/j.jss.2023.111796","title":"A systematic literature review on source code similarity measurement and clone detection: Techniques, applications, and challenges","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code review; Field (mathematics); Similarity (geometry); Software; Code (set theory); Java; Software engineering; Static program analysis; Software development; Point (geometry); Data mining; Information retrieval; Programming language; Artificial intelligence","score_opus":0.04170936095502379,"score_gpt":0.2713537760964991,"score_spread":0.2296444151414753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383215759","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002093606,0.9951308,0.00087067805,0.00073014287,0.00015506873,0.0002717415,0.00043839435,0.00001835894,0.00029111878],"genre_scores_gemma":[0.01880752,0.97388625,0.0044647665,0.0012539241,0.00017138374,0.00064100645,0.00063326245,0.00001816715,0.0001238479],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.977091,0.0068852464,0.009138462,0.0020790691,0.004375776,0.00043044015],"domain_scores_gemma":[0.83774316,0.124328196,0.01797962,0.003045959,0.015438856,0.0014641706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028794613,0.0014943143,0.008008717,0.03260463,0.0013718434,0.0043160934,0.0032598784,0.0027276766,0.0024135616],"category_scores_gemma":[0.13002443,0.0013317297,0.0060296943,0.020770833,0.0020224766,0.0058948006,0.0034548235,0.0019448069,0.00044496256],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022354213,0.00005187228,0.003461143,0.8146264,0.00456561,0.00016412644,0.0008315894,0.00016172403,0.0005535056,0.0008271691,0.0036256248,0.17090774],"study_design_scores_gemma":[0.00012424232,0.00036652185,0.00803481,0.9133542,0.033656623,0.0006773888,0.0010628204,0.00020051608,0.0005379321,0.0012616077,0.04064433,0.000078976984],"about_ca_topic_score_codex":0.0077474355,"about_ca_topic_score_gemma":0.030006396,"teacher_disagreement_score":0.03260463,"about_ca_system_score_codex":0.0040592933,"about_ca_system_score_gemma":0.03123831,"threshold_uncertainty_score":0.1522823},"labels":[],"label_agreement":null},{"id":"W4385075908","doi":"10.1016/j.jss.2023.111806","title":"Study the correlation between the readme file of GitHub projects and their popularity","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Manitoba","funders":"","keywords":"Popularity; Computer science; License; World Wide Web; Database; Point (geometry); Information retrieval; Operating system; Mathematics","score_opus":0.049228368613494264,"score_gpt":0.2802505586975987,"score_spread":0.2310221900841044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385075908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957028,0.00018306667,0.00058712205,0.00014280339,0.000015794018,0.000013990854,0.0018044467,0.000126311,0.0014236845],"genre_scores_gemma":[0.9966176,0.00006585103,0.0004187517,0.000021336986,0.00002479287,0.00001550692,0.0014661424,0.000055105505,0.0013149424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757785,0.00054979936,0.00028797842,0.00050275406,0.0008371739,0.000244385],"domain_scores_gemma":[0.8555861,0.09489134,0.029648906,0.004726741,0.011248321,0.003898572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016136956,0.00024109874,0.00029654006,0.00289589,0.0003410449,0.0013189454,0.0005291775,0.0006838125,0.0067550666],"category_scores_gemma":[0.058095563,0.00022673619,0.00030711293,0.0033438618,0.00043902837,0.002067598,0.0007527382,0.0010841881,0.0023386902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026571302,0.000090512396,0.9886953,0.000060700953,0.00007326339,0.00009629493,0.0003859865,0.0002279465,0.00060664554,0.000107644315,0.0008952827,0.008494704],"study_design_scores_gemma":[0.000007986747,0.00018063627,0.9947318,0.000013378066,0.0000346776,0.00021399415,0.00072957005,0.0023699682,0.00068963366,0.00012163658,0.00089045434,0.000016420765],"about_ca_topic_score_codex":0.0029452217,"about_ca_topic_score_gemma":0.0048045786,"teacher_disagreement_score":0.0067550666,"about_ca_system_score_codex":0.00035555402,"about_ca_system_score_gemma":0.00045429278,"threshold_uncertainty_score":0.022597909},"labels":[],"label_agreement":null},{"id":"W4385491362","doi":"10.1016/j.jss.2023.111817","title":"On the impact of single and co-occurrent refactorings on quality attributes in android applications","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Android (operating system); Computer science; Software quality; Software; Software engineering; Java; Quality (philosophy); Software development; Programming language; Operating system","score_opus":0.07383912175224895,"score_gpt":0.3548067283088792,"score_spread":0.2809676065566303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385491362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99644995,0.0010105483,0.0008699942,0.00021318987,0.000053879252,0.00002162948,0.00026922266,0.00022923296,0.000882314],"genre_scores_gemma":[0.99581796,0.00026890772,0.0023108225,0.00007497196,0.000021527241,0.000011310829,0.0006872286,0.00009421983,0.00071310526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911521,0.001984851,0.0007781558,0.001308773,0.0040065222,0.000769582],"domain_scores_gemma":[0.741697,0.21656102,0.01047157,0.009370627,0.019402318,0.0024973685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062103965,0.0006382199,0.00050852523,0.002639321,0.0007744199,0.001383771,0.0011324175,0.0009883317,0.0016686281],"category_scores_gemma":[0.07551552,0.00033924473,0.0010390689,0.0017514837,0.00083037774,0.002739218,0.0012323058,0.0017296555,0.00035962518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057372143,0.002996248,0.5745918,0.0015261079,0.00143567,0.0025029194,0.0022921732,0.0521249,0.05358303,0.002035118,0.0056461953,0.29552862],"study_design_scores_gemma":[0.0002504137,0.0041327504,0.64548874,0.0004963254,0.0037313616,0.0021564644,0.004954564,0.29212797,0.036314677,0.003714511,0.00638791,0.0002443853],"about_ca_topic_score_codex":0.0148170795,"about_ca_topic_score_gemma":0.029788792,"teacher_disagreement_score":0.0148170795,"about_ca_system_score_codex":0.001146177,"about_ca_system_score_gemma":0.0020790743,"threshold_uncertainty_score":0.032844126},"labels":[],"label_agreement":null},{"id":"W4387742985","doi":"10.1016/j.jss.2026.112990","title":"DTraComp: Comparing distributed execution traces for understanding intermittent latency sources","year":2023,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; PROMPT Maternity Foundation; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Distributed computing; Debugging; Software deployment; Thread (computing); Latency (audio); Software engineering; Operating system","score_opus":0.09669602591506374,"score_gpt":0.29006887157992894,"score_spread":0.1933728456648652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387742985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0822454,0.00031045286,0.859373,0.00011486603,0.000070303366,0.00027970414,0.0034537916,0.051692132,0.0024602397],"genre_scores_gemma":[0.50576174,0.00032494238,0.47868448,0.00004044079,0.000029800522,0.00049548084,0.008628809,0.004297404,0.0017369217],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998923,0.00017593276,0.00009554632,0.00022097786,0.00048093332,0.000103577746],"domain_scores_gemma":[0.9948539,0.0026163468,0.0006231397,0.00085322285,0.0008475759,0.00020579003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017699348,0.0015694025,0.00059844286,0.0055141174,0.0005157258,0.0012648429,0.0014997899,0.0007380227,0.003473893],"category_scores_gemma":[0.009789467,0.00038817842,0.0006224168,0.0026756704,0.00047566497,0.002175611,0.0013933935,0.0009029184,0.0006544184],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011815402,0.00077115296,0.04368115,0.0016199406,0.00033347408,0.0010262443,0.0028403148,0.15049393,0.057185743,0.023363272,0.017752472,0.6997508],"study_design_scores_gemma":[0.000106114334,0.0004138647,0.017263146,0.00016213853,0.000108178974,0.00081277435,0.00078788586,0.8936168,0.050533794,0.015107823,0.020961162,0.00012623497],"about_ca_topic_score_codex":0.0076894485,"about_ca_topic_score_gemma":0.0070901792,"teacher_disagreement_score":0.0076894485,"about_ca_system_score_codex":0.0006558898,"about_ca_system_score_gemma":0.0014211615,"threshold_uncertainty_score":0.015289366},"labels":[],"label_agreement":null},{"id":"W4388948694","doi":"10.1016/j.jss.2023.111914","title":"Commit-time defect prediction using one-class classification","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Support vector machine; Computer science; Class (philosophy); Random forest; Binary number; Machine learning; Binary classification; Overhead (engineering); Software; Data mining; Artificial intelligence; Database; Mathematics","score_opus":0.05332738242996626,"score_gpt":0.2774134836601288,"score_spread":0.22408610123016254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388948694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85644317,0.0010777517,0.13281271,0.00034567688,0.00049811136,0.00024280179,0.002531105,0.0035702437,0.0024783856],"genre_scores_gemma":[0.96357673,0.000163591,0.03068095,0.000044260796,0.00010246503,0.00009120593,0.0027808747,0.00009307188,0.002466776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981982,0.00016243878,0.00021528099,0.0005157096,0.00063113746,0.0002773063],"domain_scores_gemma":[0.98492473,0.0065775607,0.0018273651,0.0015755802,0.00432246,0.00077228213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001759807,0.0013036764,0.0012928655,0.004183825,0.00067774043,0.0012387607,0.0017971017,0.0013475694,0.0017852494],"category_scores_gemma":[0.008322848,0.00022839906,0.00097385683,0.0017644361,0.00035748063,0.0014450724,0.00087933557,0.0013169516,0.0009809172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025013655,0.0021799535,0.23877862,0.000367608,0.00032064778,0.0007049998,0.00022770381,0.047233928,0.011714808,0.0010285889,0.010780469,0.68416125],"study_design_scores_gemma":[0.000043075517,0.0004720723,0.029711325,0.000035185923,0.00012171933,0.0003530446,0.00013060347,0.95956826,0.0070676967,0.001316543,0.0011352438,0.000045240544],"about_ca_topic_score_codex":0.005491266,"about_ca_topic_score_gemma":0.005809347,"teacher_disagreement_score":0.005491266,"about_ca_system_score_codex":0.0004983546,"about_ca_system_score_gemma":0.0010433184,"threshold_uncertainty_score":0.010918617},"labels":[],"label_agreement":null},{"id":"W4389068312","doi":"10.1016/j.jss.2023.111907","title":"Software engineering practices for machine learning — Adoption, effects, and team assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Knowledge management; Artificial intelligence; Engineering; Operating system","score_opus":0.0184189781801899,"score_gpt":0.29245880791695766,"score_spread":0.27403982973676777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389068312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411087,0.0148982685,0.02405472,0.0062334063,0.00014236629,0.00068373693,0.0002322122,0.00014584405,0.012500821],"genre_scores_gemma":[0.98528755,0.0032322386,0.010295781,0.00034872323,0.000035724785,0.00036645622,0.00008850744,0.00003218779,0.00031294994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8701115,0.082075,0.012644788,0.005696317,0.027416766,0.0020555703],"domain_scores_gemma":[0.4722625,0.40090653,0.06349672,0.019364744,0.03944261,0.004526845],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09284354,0.0005338829,0.0006659377,0.0076722396,0.0017936733,0.0047389497,0.0014060035,0.0012968947,0.001162709],"category_scores_gemma":[0.2665867,0.00067156286,0.0012355555,0.006590874,0.003535646,0.0070881713,0.005555839,0.0017828583,0.0002803184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002454828,0.0005159163,0.32622007,0.0077720247,0.0008586016,0.000520244,0.14185546,0.0024731131,0.0022685735,0.012473472,0.002437148,0.5023599],"study_design_scores_gemma":[0.00018184092,0.0028118382,0.70520747,0.022598648,0.0010078992,0.0011099983,0.17559801,0.008239176,0.0050240178,0.026328256,0.051506065,0.00038681162],"about_ca_topic_score_codex":0.0032576444,"about_ca_topic_score_gemma":0.0035850878,"teacher_disagreement_score":0.90715647,"about_ca_system_score_codex":0.005209069,"about_ca_system_score_gemma":0.005442846,"threshold_uncertainty_score":0.4910094},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","score_opus":0.025893356950687275,"score_gpt":0.2588806977926731,"score_spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389752973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.243943,0.0002911553,0.725703,0.00044139984,0.00011881901,0.00017620888,0.0007709431,0.027211238,0.0013441781],"genre_scores_gemma":[0.8356191,0.00008986282,0.16133055,0.000062618936,0.000051712308,0.000073310744,0.000814327,0.0003772255,0.0015812637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880266,0.00018007752,0.00008746507,0.00028462542,0.00051967456,0.00012543044],"domain_scores_gemma":[0.9970546,0.0008801505,0.0005120797,0.0005708795,0.0007109427,0.00027141182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505436,0.00095110503,0.00094925734,0.003696992,0.00065293786,0.0015145253,0.0015913729,0.0007884778,0.0008305162],"category_scores_gemma":[0.0049693747,0.00028767544,0.00049077667,0.0017804591,0.00037223296,0.0020057238,0.0015179795,0.0011047139,0.00041026733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008176508,0.0009574736,0.1418004,0.00020663693,0.0003622544,0.0005809592,0.00093449396,0.05367187,0.03701876,0.008996146,0.0070783487,0.747575],"study_design_scores_gemma":[0.000020391779,0.00015392632,0.01049053,0.000017179167,0.00004503846,0.00027736218,0.00021189873,0.9678183,0.012601812,0.005648389,0.0026826675,0.000032405424],"about_ca_topic_score_codex":0.005316533,"about_ca_topic_score_gemma":0.007010723,"teacher_disagreement_score":0.005316533,"about_ca_system_score_codex":0.0006712769,"about_ca_system_score_gemma":0.0011226662,"threshold_uncertainty_score":0.010571182},"labels":[],"label_agreement":null},{"id":"W4389822970","doi":"10.1016/j.jss.2023.111935","title":"Incivility detection in open source code review and issue discussions","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Open source; Computer science; Tone (literature); Source code; Open source software; Code (set theory); Machine learning; Data science; Artificial intelligence; World Wide Web; Software; Computer security; Psychology; Programming language; Social psychology; Linguistics","score_opus":0.028536473993193052,"score_gpt":0.3096529375676019,"score_spread":0.2811164635744089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389822970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83513707,0.0039997445,0.069776826,0.0102502,0.0017905833,0.0016860256,0.003382971,0.0030995607,0.07087693],"genre_scores_gemma":[0.9545419,0.0005289082,0.027626654,0.0012289513,0.0008850389,0.0007837901,0.0017803187,0.00046807804,0.012156308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93719566,0.02244175,0.004940506,0.0060458034,0.026355056,0.0030212111],"domain_scores_gemma":[0.36965767,0.44255018,0.085906595,0.020298583,0.07448781,0.007099098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04617449,0.00067773304,0.00081855466,0.021928245,0.0033015623,0.0060676476,0.002259744,0.0030564128,0.005059192],"category_scores_gemma":[0.36236864,0.0007204514,0.0008039587,0.0078029237,0.0014310252,0.0076661212,0.0053077424,0.0030667898,0.0013904063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017897085,0.0006267315,0.44571066,0.002093998,0.00049864146,0.002119989,0.03566585,0.0032871752,0.014803925,0.04496251,0.0564662,0.39197463],"study_design_scores_gemma":[0.00025578807,0.0012285429,0.4663793,0.003873759,0.0010789852,0.0025536532,0.0346334,0.0973574,0.05120428,0.09042519,0.25033978,0.00066992996],"about_ca_topic_score_codex":0.0031325237,"about_ca_topic_score_gemma":0.0044940044,"teacher_disagreement_score":0.95382553,"about_ca_system_score_codex":0.0026934517,"about_ca_system_score_gemma":0.0047685825,"threshold_uncertainty_score":0.24419689},"labels":[],"label_agreement":null},{"id":"W4389980560","doi":"10.1016/j.jss.2023.111934","title":"A survey on machine learning techniques applied to source code","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Dalhousie University","funders":"H2020 European Research Council; European Research Council","keywords":"Computer science; Workflow; Source code; Machine learning; Context (archaeology); Software; Software engineering; Artificial intelligence; Task (project management); Code review; Data science; Static program analysis; Software development; Systems engineering; Programming language; Engineering; Database","score_opus":0.02886875562047403,"score_gpt":0.2772920157214117,"score_spread":0.24842326010093768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389980560","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021907572,0.692631,0.24693824,0.005760988,0.0014912586,0.00046274424,0.0037305423,0.002887691,0.024189983],"genre_scores_gemma":[0.08008909,0.71035737,0.19062188,0.0024478105,0.0017477903,0.00071942096,0.008331302,0.0009401675,0.0047451183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917897,0.0019252232,0.0011175362,0.0010808265,0.0038669342,0.00021971039],"domain_scores_gemma":[0.95158273,0.03802421,0.0015408391,0.0022044512,0.006363091,0.0002847948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008219324,0.0011920506,0.0012006619,0.013710264,0.0006927259,0.0026294247,0.002141767,0.0013634118,0.0027595034],"category_scores_gemma":[0.036657948,0.00081198005,0.0020469616,0.019424116,0.00088695734,0.0049877856,0.0012979647,0.0020915163,0.0023226563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055943914,0.00008331462,0.008838652,0.008642048,0.00019736742,0.00014263873,0.0003165225,0.0036313701,0.0018779321,0.005089032,0.020338818,0.9507864],"study_design_scores_gemma":[0.000047176953,0.00046400234,0.0413124,0.01842663,0.00053979474,0.0023717834,0.0009998383,0.039219942,0.01902314,0.04089694,0.83643705,0.00026138566],"about_ca_topic_score_codex":0.0025652885,"about_ca_topic_score_gemma":0.0025673136,"teacher_disagreement_score":0.013710264,"about_ca_system_score_codex":0.001218177,"about_ca_system_score_gemma":0.0021988594,"threshold_uncertainty_score":0.043468416},"labels":[],"label_agreement":null},{"id":"W4390640589","doi":"10.1016/j.jss.2024.111961","title":"An empirical assessment of different word embedding and deep learning models for bug assignment","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Word embedding; Word2vec; Benchmark (surveying); Natural language processing; Machine learning; Word (group theory); Embedding","score_opus":0.04004862236986989,"score_gpt":0.3478501262090294,"score_spread":0.3078015038391595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390640589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.944412,0.0018813988,0.048422616,0.0008169377,0.00019350482,0.00009981438,0.0013176989,0.00088412635,0.0019719503],"genre_scores_gemma":[0.9741794,0.0004349013,0.020413242,0.0001061165,0.00007630925,0.00007144082,0.00319695,0.00014095123,0.00138064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965737,0.001909358,0.00028293376,0.0006907683,0.00036081608,0.00018242492],"domain_scores_gemma":[0.93067414,0.058870554,0.002075369,0.0043357075,0.0032318847,0.000812379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008404767,0.0016243653,0.0008455399,0.0017752742,0.00055129116,0.0017727315,0.001768808,0.0023251183,0.002451534],"category_scores_gemma":[0.046898894,0.000557774,0.0010197661,0.00159876,0.0011152942,0.007149081,0.001966696,0.0031986723,0.0010765597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009000932,0.005229869,0.13551746,0.0014758944,0.0013331426,0.00026955237,0.0010599578,0.2608632,0.0058914237,0.0071852803,0.013122594,0.55905074],"study_design_scores_gemma":[0.00019948267,0.0009828545,0.012003145,0.0001310692,0.00032779097,0.00013616879,0.0003040344,0.9752451,0.0020171981,0.007590353,0.0010095676,0.00005324865],"about_ca_topic_score_codex":0.0052537126,"about_ca_topic_score_gemma":0.006200184,"teacher_disagreement_score":0.008404767,"about_ca_system_score_codex":0.001186071,"about_ca_system_score_gemma":0.0010317508,"threshold_uncertainty_score":0.04444915},"labels":[],"label_agreement":null},{"id":"W4391179708","doi":"10.1016/j.jss.2024.111974","title":"API usage templates via structural generalization","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Generalization; Computer science; Programming language; Mathematics","score_opus":0.014502280135902434,"score_gpt":0.2619418544786123,"score_spread":0.24743957434270986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391179708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067611486,0.00058654044,0.90852237,0.00085843384,0.00006378003,0.00065713725,0.0027935538,0.010890223,0.0080164345],"genre_scores_gemma":[0.2502957,0.00044968657,0.73802567,0.00034951058,0.000042937205,0.0007759053,0.0058040046,0.0016610952,0.002595469],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934989,0.0020079496,0.00087593345,0.0015479999,0.0018713409,0.00019777102],"domain_scores_gemma":[0.96840906,0.015685875,0.0032994016,0.009647898,0.0026277492,0.00033009297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041859653,0.0009903952,0.0006823871,0.0034126653,0.00084947713,0.0023578461,0.0016550993,0.0012326157,0.0032072314],"category_scores_gemma":[0.041463334,0.0010789427,0.0016550637,0.0036070975,0.0017183962,0.006107818,0.0029601494,0.0018271862,0.0016957257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003221883,0.0003559144,0.039437804,0.0010049713,0.0001485218,0.00065097545,0.003650844,0.023906173,0.011333164,0.06374431,0.013688739,0.84175646],"study_design_scores_gemma":[0.0001200152,0.0005130212,0.023478143,0.0009665424,0.0002625848,0.0035811597,0.0021866704,0.46078882,0.052594215,0.30065402,0.15460028,0.00025443835],"about_ca_topic_score_codex":0.0023099752,"about_ca_topic_score_gemma":0.0043585007,"teacher_disagreement_score":0.0041859653,"about_ca_system_score_codex":0.0008286625,"about_ca_system_score_gemma":0.0018936809,"threshold_uncertainty_score":0.022137761},"labels":[],"label_agreement":null},{"id":"W4393346559","doi":"10.1016/j.jss.2024.112040","title":"How to effectively mine app reviews concerning software ecosystem? A survey of review characteristics","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundo para o Desenvolvimento das Ciências e da Tecnologia","keywords":"Ecosystem; Software; Computer science; Environmental resource management; Data science; Environmental science; Ecology; Biology","score_opus":0.043155272654032885,"score_gpt":0.3124702797916276,"score_spread":0.2693150071375947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393346559","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3784272,0.5629925,0.01270088,0.016317224,0.0010367411,0.00085842033,0.009163975,0.0005185755,0.017984565],"genre_scores_gemma":[0.71793705,0.24338765,0.022151697,0.0027417282,0.0008618514,0.00080762367,0.008058038,0.00029688934,0.003757416],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9818782,0.004578349,0.0054763895,0.0014727819,0.006184506,0.00040974095],"domain_scores_gemma":[0.64189684,0.22342211,0.055939384,0.004407917,0.06984336,0.0044903527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021111144,0.0003730925,0.0010382324,0.02350253,0.00075661234,0.0042420463,0.00078199396,0.0008480973,0.0009425329],"category_scores_gemma":[0.19481921,0.00036980252,0.0010085645,0.015110418,0.00054764526,0.0057271663,0.001263122,0.00063450064,0.000569651],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052374246,0.000097405675,0.18769135,0.020830803,0.0009564967,0.0004624288,0.003951917,0.0003441607,0.0035482333,0.001832761,0.02728528,0.75247544],"study_design_scores_gemma":[0.000115800336,0.0010303942,0.54577714,0.029266309,0.0045125117,0.0060632178,0.00842866,0.003835353,0.007222198,0.0037274493,0.38977638,0.00024464438],"about_ca_topic_score_codex":0.002735023,"about_ca_topic_score_gemma":0.009192308,"teacher_disagreement_score":0.02350253,"about_ca_system_score_codex":0.0017579333,"about_ca_system_score_gemma":0.0053899204,"threshold_uncertainty_score":0.111647725},"labels":[],"label_agreement":null},{"id":"W4399208096","doi":"10.1016/j.jss.2024.112115","title":"Generative AI in Software Engineering Must Be Human-Centered: The Copenhagen Manifesto","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of British Columbia; University of Victoria","funders":"Carlsbergfondet; Aalborg Universitet; Alfred P. Sloan Foundation","keywords":"Manifesto; Generative grammar; Software engineering; Computer science; Software; Engineering; Artificial intelligence; Programming language; Political science","score_opus":0.054764384194951145,"score_gpt":0.3548596335030298,"score_spread":0.3000952493080786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399208096","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05374633,0.036408115,0.068652995,0.16727026,0.0033260207,0.00009384138,0.0005252368,0.00020048651,0.6697767],"genre_scores_gemma":[0.95587796,0.006456235,0.006276011,0.0040316274,0.0005778103,0.00006993804,0.000098711644,0.0002465769,0.026365219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9878429,0.0054598227,0.000951462,0.0014116409,0.0032421732,0.0010919037],"domain_scores_gemma":[0.96653664,0.024837699,0.0014091114,0.004050633,0.0020622255,0.0011037231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01835827,0.0007493529,0.0007008073,0.0014199662,0.0045366674,0.012479187,0.0013365815,0.0075893346,0.003959061],"category_scores_gemma":[0.028792374,0.0010010236,0.0005091623,0.0014096985,0.03726681,0.011280275,0.006316917,0.008932601,0.0006409581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014951235,0.0000058411842,0.000076282835,0.000042950403,0.000006085484,0.000012947758,0.0012921811,0.0005954827,0.00005511539,0.9942737,0.0018103872,0.00181411],"study_design_scores_gemma":[0.000033451317,0.000016296184,0.00042584178,0.00024753102,0.000019875615,0.000045538018,0.000997571,0.00088111724,0.0006201078,0.8932441,0.10341625,0.000052254924],"about_ca_topic_score_codex":0.031276453,"about_ca_topic_score_gemma":0.026273303,"teacher_disagreement_score":0.031276453,"about_ca_system_score_codex":0.010287486,"about_ca_system_score_gemma":0.019699136,"threshold_uncertainty_score":0.09708899},"labels":[],"label_agreement":null},{"id":"W4399294975","doi":"10.1016/j.jss.2024.112117","title":"Enhancing empirical software performance engineering research with kernel-level events: A comprehensive system tracing approach","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Empirical research; Kernel (algebra); Software engineering; Programming language; Mathematics; Statistics","score_opus":0.061031672801700416,"score_gpt":0.3003110414255424,"score_spread":0.23927936862384197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07280909,0.00033337268,0.9195613,0.000893897,0.00002028202,0.00019221805,0.00009845919,0.00071933615,0.005372069],"genre_scores_gemma":[0.59562314,0.00053922535,0.401837,0.00016630936,0.000038427315,0.00017954262,0.00010965176,0.00017709655,0.0013295845],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99041396,0.005906951,0.0005483281,0.0007267053,0.0020687145,0.0003353023],"domain_scores_gemma":[0.91301376,0.057332072,0.005437398,0.018244598,0.005077336,0.0008947616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015415603,0.00093527575,0.0009920743,0.0052937604,0.0016176538,0.005271316,0.002851665,0.0016710463,0.0020462107],"category_scores_gemma":[0.08073096,0.00091418286,0.0008831506,0.00427132,0.0025828849,0.009963146,0.00571122,0.0027148423,0.00028884126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020603895,0.002020955,0.07503795,0.0009524527,0.00050981366,0.00022860827,0.004950956,0.14155176,0.010621634,0.24975072,0.0017502448,0.51241887],"study_design_scores_gemma":[0.000076709664,0.00067325745,0.04537623,0.00066581933,0.0005081163,0.00030556603,0.0029118485,0.57313293,0.014102422,0.35216329,0.00994521,0.00013858186],"about_ca_topic_score_codex":0.0043783793,"about_ca_topic_score_gemma":0.007469158,"teacher_disagreement_score":0.015415603,"about_ca_system_score_codex":0.0019200543,"about_ca_system_score_gemma":0.007533018,"threshold_uncertainty_score":0.08152652},"labels":[],"label_agreement":null},{"id":"W4400391016","doi":"10.1016/j.jss.2024.112154","title":"AML: An accuracy metric model for effective evaluation of log parsing techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Innovation for Defence Excellence and Security","keywords":"Parsing; Computer science; Metric (unit); Debugging; Data mining; Software; Task (project management); Artificial intelligence; Programming language","score_opus":0.03965729576152576,"score_gpt":0.3410378737279783,"score_spread":0.3013805779664525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400391016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061762664,0.0021422268,0.91321844,0.0009680391,0.0002446403,0.0007044065,0.0041996622,0.012408078,0.00435193],"genre_scores_gemma":[0.50291735,0.0007641546,0.4833333,0.00037709408,0.00020780356,0.0012606195,0.008050468,0.0012185604,0.0018706673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97701967,0.006857167,0.0028689224,0.0022697446,0.010149895,0.00083458197],"domain_scores_gemma":[0.9050675,0.060437746,0.0071060895,0.008716216,0.01765065,0.0010217546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019002555,0.0024706516,0.0019682597,0.007989378,0.00093052967,0.0037669828,0.003091687,0.0024516364,0.001685611],"category_scores_gemma":[0.10026267,0.000536292,0.0015160114,0.005292355,0.0012873386,0.006005986,0.0024897666,0.0021980675,0.0011098635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011510397,0.0007640053,0.06287087,0.0013599436,0.0006915634,0.00025309247,0.0007246717,0.3977676,0.010452949,0.023717677,0.027567523,0.47267902],"study_design_scores_gemma":[0.00004473784,0.00040316544,0.008224437,0.00011169127,0.00011838977,0.0001780191,0.00013277741,0.9644658,0.0064148786,0.0131051475,0.006717028,0.00008404296],"about_ca_topic_score_codex":0.0077697583,"about_ca_topic_score_gemma":0.006689733,"teacher_disagreement_score":0.019002555,"about_ca_system_score_codex":0.0033578419,"about_ca_system_score_gemma":0.0028574008,"threshold_uncertainty_score":0.10049635},"labels":[],"label_agreement":null},{"id":"W4400722606","doi":"10.1016/j.jss.2024.112158","title":"Reproducibility of issues reported in stack overflow questions: Challenges, impact & estimation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Stack (abstract data type); Estimation; Computer science; Reliability engineering; Statistics; Mathematics; Engineering; Systems engineering; Programming language","score_opus":0.04380599402015875,"score_gpt":0.3244064420340398,"score_spread":0.28060044801388107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400722606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50652134,0.006270309,0.37952396,0.035175793,0.00477387,0.0052881897,0.012540426,0.00278615,0.04711994],"genre_scores_gemma":[0.93439525,0.00044895255,0.052303836,0.0028846893,0.0014014035,0.0018714993,0.0036537652,0.0005003267,0.0025403793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.50874794,0.30239317,0.050989952,0.043243002,0.08862689,0.0059990725],"domain_scores_gemma":[0.07564873,0.6695179,0.05785773,0.119017564,0.07526114,0.0026969332],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32344106,0.001116396,0.0020853083,0.0067212447,0.0039730677,0.009095921,0.005897048,0.006278548,0.005371404],"category_scores_gemma":[0.80839217,0.0014389046,0.0023623472,0.006514646,0.0077188145,0.0104489615,0.008469528,0.0056669544,0.0025020167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015613207,0.0009662018,0.68613666,0.003351312,0.0024761837,0.0008566117,0.021432579,0.006830553,0.004631013,0.043907933,0.035364628,0.19248503],"study_design_scores_gemma":[0.0006106793,0.0012106103,0.5228115,0.004003999,0.0018388953,0.0025082754,0.021098142,0.09464877,0.024384856,0.1982173,0.12790373,0.00076333527],"about_ca_topic_score_codex":0.0060925274,"about_ca_topic_score_gemma":0.004520518,"teacher_disagreement_score":0.676559,"about_ca_system_score_codex":0.0035487032,"about_ca_system_score_gemma":0.006374772,"threshold_uncertainty_score":0.8343176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401047029","doi":"10.1016/j.jss.2024.112159","title":"EvaluateXAI: A framework to evaluate the reliability and consistency of rule-based XAI techniques for software analytics tasks","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Consistency (knowledge bases); Computer science; Analytics; Reliability (semiconductor); Data mining; Software; Reliability engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.03221025691242322,"score_gpt":0.32606641202743425,"score_spread":0.293856155115011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401047029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09570283,0.0024342379,0.86313915,0.0003581855,0.0002285949,0.0010886077,0.0021803186,0.031801242,0.003066797],"genre_scores_gemma":[0.31408706,0.00039733393,0.68036216,0.00013029923,0.00008630934,0.0007898395,0.0022845666,0.0010205732,0.00084179715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9748512,0.0074460367,0.0024087294,0.0023243437,0.012076462,0.0008932458],"domain_scores_gemma":[0.93447155,0.035091635,0.007561355,0.010965149,0.010914529,0.0009958097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028527722,0.0026074639,0.0018192433,0.0073891305,0.0010697219,0.004602469,0.005949168,0.0023283595,0.0019402639],"category_scores_gemma":[0.08272753,0.0010534568,0.00192064,0.0030714558,0.0014559951,0.005206534,0.0035906788,0.0029906002,0.000870175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036426473,0.0016609496,0.08367467,0.0022232977,0.0024526524,0.00033870104,0.0008550838,0.22181793,0.027893413,0.01828221,0.010908736,0.62624973],"study_design_scores_gemma":[0.00023853453,0.0012625447,0.011206587,0.00019257923,0.00026916963,0.00022161887,0.00018161502,0.9501271,0.019918615,0.012841335,0.0034124763,0.00012770135],"about_ca_topic_score_codex":0.005441378,"about_ca_topic_score_gemma":0.004867177,"teacher_disagreement_score":0.028527722,"about_ca_system_score_codex":0.0013803777,"about_ca_system_score_gemma":0.0034138625,"threshold_uncertainty_score":0.1508708},"labels":[],"label_agreement":null},{"id":"W4401359429","doi":"10.1016/j.jss.2024.112179","title":"An empirical study on bug severity estimation using source code metrics and static analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"","keywords":"Software bug; Computer science; Leverage (statistics); Java; Source lines of code; Code (set theory); Source code; Open source; Static program analysis; Static analysis; Set (abstract data type); Data mining; Code review; Domain (mathematical analysis); Software; Categorization; Machine learning; Artificial intelligence; Programming language; Software development; Mathematics","score_opus":0.04805113706718376,"score_gpt":0.36145082974943565,"score_spread":0.3133996926822519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401359429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337125,0.0011063191,0.0025375811,0.00023632341,0.00001599278,0.000038924718,0.001644973,0.00013822824,0.00091042],"genre_scores_gemma":[0.9914954,0.00037629952,0.0029970498,0.00005935441,0.000033338147,0.00004621764,0.0046328492,0.000057575307,0.00030204497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98892397,0.0044419784,0.0013261347,0.0017786892,0.00311793,0.00041133622],"domain_scores_gemma":[0.74972135,0.19625385,0.026007788,0.009412655,0.016422158,0.0021822366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012299812,0.00080245786,0.00061493536,0.0056962683,0.0004973111,0.0012531207,0.0010263671,0.00094272825,0.0007512004],"category_scores_gemma":[0.09635544,0.00041096684,0.000616079,0.0047463328,0.00087365194,0.0032127714,0.0009425765,0.0013946838,0.00046488259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018517913,0.00031167956,0.95818347,0.00031554003,0.00017644979,0.00015191828,0.00087483233,0.0024422957,0.00076415983,0.0002478798,0.0021203812,0.03422624],"study_design_scores_gemma":[0.000031604228,0.00045481775,0.94908005,0.00018501042,0.00010815393,0.00084817153,0.0014525735,0.04123133,0.0014434297,0.0005827763,0.0045330888,0.00004907724],"about_ca_topic_score_codex":0.0037190716,"about_ca_topic_score_gemma":0.004214601,"teacher_disagreement_score":0.012299812,"about_ca_system_score_codex":0.0005687231,"about_ca_system_score_gemma":0.0005350668,"threshold_uncertainty_score":0.0650484},"labels":[],"label_agreement":null},{"id":"W4402313132","doi":"10.1016/j.jss.2024.112200","title":"Attributes of a great requirements engineer","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Engineering; Construction engineering; Systems engineering; Software engineering; Computer science","score_opus":0.029149592674911518,"score_gpt":0.2737575320173046,"score_spread":0.24460793934239305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402313132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46903178,0.0009016176,0.04127615,0.06438873,0.0011256525,0.00018279918,0.00025347585,0.0010597373,0.42178008],"genre_scores_gemma":[0.93425363,0.00030315746,0.0123400055,0.004250535,0.00029342482,0.000044740165,0.00014978128,0.00017305116,0.048191693],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99404836,0.0023976776,0.0002778942,0.00027035,0.0024196515,0.00058605935],"domain_scores_gemma":[0.9696363,0.0067895623,0.0027088292,0.0027911994,0.006992018,0.011081992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003886654,0.00021123544,0.00015303296,0.0009893158,0.0020377182,0.0032060775,0.00040778393,0.00077235344,0.008657829],"category_scores_gemma":[0.017499635,0.0002405353,0.0002378563,0.00056353776,0.0017283575,0.0022933271,0.0026248754,0.0015804343,0.0024178824],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005949993,0.00090619456,0.09044877,0.00043205312,0.00011808099,0.0056097135,0.037464265,0.0021483218,0.02900485,0.24279554,0.20549057,0.38498658],"study_design_scores_gemma":[0.000062522864,0.0007739759,0.070553765,0.0002416738,0.000049529663,0.018433562,0.032538146,0.004713184,0.0062333136,0.08597478,0.78023654,0.00018911772],"about_ca_topic_score_codex":0.0007732316,"about_ca_topic_score_gemma":0.0014939002,"teacher_disagreement_score":0.008657829,"about_ca_system_score_codex":0.0010686987,"about_ca_system_score_gemma":0.0022127535,"threshold_uncertainty_score":0.028963387},"labels":[],"label_agreement":null},{"id":"W4402315368","doi":"10.1016/j.jss.2024.112205","title":"Feature transformation for improved software bug detection and commit classification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Transformation (genetics); Computer science; Feature (linguistics); Software bug; Software; Pattern recognition (psychology); Artificial intelligence; Data mining; Programming language; Database","score_opus":0.018545353502494814,"score_gpt":0.26088456132917104,"score_spread":0.24233920782667623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402315368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23918508,0.00044418618,0.73745584,0.00054705876,0.00014682332,0.0001294475,0.00137969,0.019362573,0.0013493537],"genre_scores_gemma":[0.8143212,0.00010278503,0.17961109,0.000099265315,0.000040192317,0.000117548196,0.00396416,0.00032635682,0.0014173401],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985973,0.00030733712,0.00013785229,0.00034426313,0.00046035412,0.00015287548],"domain_scores_gemma":[0.9952081,0.0017008052,0.0004949332,0.0011218139,0.0013604728,0.00011389643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014684659,0.0009811845,0.0010312162,0.002665651,0.0003864727,0.0009153678,0.0012086678,0.0008467529,0.0015972507],"category_scores_gemma":[0.009477589,0.0002897517,0.0011293343,0.0024366886,0.00034959603,0.0016665292,0.0009508531,0.0017706925,0.0011151333],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002938262,0.00052236085,0.027988179,0.000109479995,0.00011426158,0.00017826662,0.00014633428,0.09881583,0.016609661,0.0020128756,0.0072459863,0.845963],"study_design_scores_gemma":[0.000020300018,0.00012890005,0.0052627237,0.000014607394,0.00003040418,0.000108837754,0.000044853718,0.9778072,0.010439564,0.004552341,0.0015668272,0.000023377572],"about_ca_topic_score_codex":0.007947538,"about_ca_topic_score_gemma":0.0064106514,"teacher_disagreement_score":0.007947538,"about_ca_system_score_codex":0.000776006,"about_ca_system_score_gemma":0.0011125692,"threshold_uncertainty_score":0.015802562},"labels":[],"label_agreement":null},{"id":"W4402757116","doi":"10.1016/j.jss.2024.112219","title":"A model-driven formal methods approach to software architectural security vulnerabilities specification and verification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université du Québec en Outaouais","funders":"","keywords":"Computer science; Formal methods; Software engineering; Software security assurance; Formal specification; Programming language; Model checking; Formal verification; Computer security; Information security; Security service","score_opus":0.04063376757938385,"score_gpt":0.32362344089337886,"score_spread":0.282989673313995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402757116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093184505,0.00003605744,0.99790514,0.000115209645,0.000016047934,0.000058544203,0.000024043224,0.00025298513,0.00066016236],"genre_scores_gemma":[0.07281263,0.00017433702,0.9241998,0.00012822055,0.000030499663,0.00038520218,0.00013573033,0.0002382957,0.0018952382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966827,0.0014132636,0.00020307364,0.00024644943,0.001279632,0.0001749444],"domain_scores_gemma":[0.9933037,0.0046710144,0.0003177086,0.000904914,0.0006946042,0.00010806275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004839559,0.0010697967,0.00084344804,0.0016002435,0.0010338066,0.0027039961,0.0032052596,0.0015943447,0.0036703285],"category_scores_gemma":[0.009115661,0.0013189657,0.0027598552,0.0006511525,0.0026311346,0.0022824013,0.0022908922,0.002987741,0.0007916775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009382511,0.000281025,0.0008001238,0.00036884437,0.00014506454,0.00030826923,0.0005837273,0.39956647,0.010612856,0.4932529,0.0024036241,0.091583386],"study_design_scores_gemma":[0.000063611675,0.000053361582,0.00010107184,0.000095753785,0.00006119231,0.00009625285,0.00005800471,0.799346,0.004900065,0.18639505,0.008797066,0.00003263026],"about_ca_topic_score_codex":0.006135158,"about_ca_topic_score_gemma":0.007568401,"teacher_disagreement_score":0.006135158,"about_ca_system_score_codex":0.0017003581,"about_ca_system_score_gemma":0.004436439,"threshold_uncertainty_score":0.025594294},"labels":[],"label_agreement":null},{"id":"W4403154564","doi":"10.1016/j.jss.2024.112233","title":"An empirical study of AI techniques in mobile applications","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"H2020 European Research Council; European Research Council; Horizon 2020 Framework Programme; Horizon 2020; Fonds National de la Recherche Luxembourg; European Commission","keywords":"Computer science","score_opus":0.0186154426998529,"score_gpt":0.33159689039581414,"score_spread":0.31298144769596126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403154564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917572,0.00037934922,0.0009548892,0.00026964047,0.000011173995,0.00008196683,0.00004381873,0.000011814884,0.006490086],"genre_scores_gemma":[0.9977131,0.0002771998,0.0010716614,0.000086355474,0.000012538104,0.000041669708,0.00003929408,0.000008563072,0.0007496936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696475,0.0017561174,0.00020257279,0.00021033142,0.0007006509,0.00016566401],"domain_scores_gemma":[0.7791883,0.19476081,0.012386394,0.003979878,0.007796899,0.0018876741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047244527,0.00024908833,0.00017630181,0.0014174235,0.0008342186,0.0019804933,0.0009008187,0.00079175294,0.0031617305],"category_scores_gemma":[0.09991037,0.00025728275,0.00024258297,0.001746634,0.0011493788,0.003028019,0.0008784316,0.00175305,0.0004036893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012943505,0.0052202786,0.7953078,0.00092635787,0.0002924832,0.0008019647,0.0427531,0.0014612573,0.0042415336,0.008627678,0.0017292085,0.13734397],"study_design_scores_gemma":[0.0001969684,0.003814614,0.90645534,0.000485511,0.00037201858,0.0016057552,0.05517279,0.013661421,0.0020724987,0.0045877243,0.011507729,0.0000676818],"about_ca_topic_score_codex":0.002594928,"about_ca_topic_score_gemma":0.002903601,"teacher_disagreement_score":0.0047244527,"about_ca_system_score_codex":0.0006204004,"about_ca_system_score_gemma":0.0010419546,"threshold_uncertainty_score":0.024985611},"labels":[],"label_agreement":null},{"id":"W4403331715","doi":"10.1016/j.jss.2024.112245","title":"FSECAM: A contextual thematic approach for linking feature to multi-level software architectural components","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Feature (linguistics); Architectural pattern; Thematic map; Computer science; Software; Software engineering; Engineering drawing; Engineering; Software development; Programming language; Geography; Software construction; Cartography; Linguistics","score_opus":0.10859992786368249,"score_gpt":0.3170352631707734,"score_spread":0.2084353353070909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403331715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00870877,0.0001832487,0.96549547,0.0008231549,0.000116307565,0.00049620325,0.002013508,0.0025529545,0.019610398],"genre_scores_gemma":[0.105909936,0.00025290815,0.88194245,0.00027346387,0.000047534766,0.0007301023,0.0042045354,0.0010420396,0.005597166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704844,0.0011887756,0.00021303147,0.0006465267,0.0006692132,0.0002341818],"domain_scores_gemma":[0.9952957,0.002258399,0.00038174758,0.0009836901,0.00087535236,0.0002050858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037992946,0.001217804,0.0006325377,0.008425991,0.002889449,0.0042778044,0.0026659274,0.001783465,0.011753316],"category_scores_gemma":[0.011908725,0.00096118863,0.0018263395,0.0057487255,0.0029675725,0.009115717,0.006277893,0.0023608643,0.0018318545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020114578,0.0001932429,0.008357458,0.0016959258,0.00014392429,0.001105368,0.043243863,0.006477199,0.012857878,0.5660133,0.025658498,0.33405223],"study_design_scores_gemma":[0.000052624197,0.00012195766,0.0052828025,0.001551602,0.00024587353,0.0009843743,0.028972074,0.05458605,0.011349723,0.33523014,0.5615093,0.000113429705],"about_ca_topic_score_codex":0.0142196715,"about_ca_topic_score_gemma":0.024520708,"teacher_disagreement_score":0.0142196715,"about_ca_system_score_codex":0.00240456,"about_ca_system_score_gemma":0.004251588,"threshold_uncertainty_score":0.0393188},"labels":[],"label_agreement":null},{"id":"W4403405778","doi":"10.1016/j.jss.2024.112248","title":"An empirical study of developers’ challenges in implementing Workflows as Code: A case study on Apache Airflow","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Code (set theory); Software engineering; Computer science; Airflow; Empirical research; Database; Operating system; Programming language; Engineering; Mechanical engineering; Mathematics","score_opus":0.32382680471278485,"score_gpt":0.47200548665195263,"score_spread":0.14817868193916778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403405778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973043,0.000032372318,0.0010352293,0.00026359138,0.000007926161,0.00007834636,0.0000270928,0.000020899328,0.0012303076],"genre_scores_gemma":[0.99588937,0.000059870825,0.0030299318,0.00010603005,0.0000063103025,0.00008507088,0.00006541972,0.000026691143,0.00073134433],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9895126,0.005834706,0.00058686273,0.00084649306,0.0020740468,0.0011452456],"domain_scores_gemma":[0.8018815,0.15045704,0.013783296,0.0075550876,0.019999247,0.006323876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019883612,0.000470986,0.00034135816,0.0022402722,0.0039422414,0.002782884,0.0018297596,0.0022341253,0.0014038126],"category_scores_gemma":[0.090248786,0.00070923805,0.0003562703,0.0022509035,0.0031123946,0.004497073,0.002484019,0.002718364,0.00029606576],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000793976,0.013132493,0.39693448,0.00086254143,0.000113669885,0.00725364,0.46893135,0.0030964892,0.009000132,0.0062133996,0.005505452,0.08816234],"study_design_scores_gemma":[0.0003036623,0.0033912426,0.31304348,0.00075902866,0.00014970769,0.0024123471,0.6281763,0.01592552,0.00730416,0.00331581,0.02498956,0.00022924639],"about_ca_topic_score_codex":0.015350163,"about_ca_topic_score_gemma":0.034069944,"teacher_disagreement_score":0.019883612,"about_ca_system_score_codex":0.0030299863,"about_ca_system_score_gemma":0.007064591,"threshold_uncertainty_score":0.105155885},"labels":[],"label_agreement":null},{"id":"W4403464668","doi":"10.1016/j.jss.2024.112235","title":"Leveraging belief uncertainty for informed decision making in software product line evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Consejería de Conocimiento, Investigación y Universidad, Junta de Andalucía; Junta de Andalucía; European Commission; Ministerio de Ciencia e Innovación; Incorporated Research Institutions for Seismology; European Regional Development Fund; Universidad de Málaga","keywords":"Software product line; Product line; Product (mathematics); Software; Computer science; Management science; Risk analysis (engineering); Business; Engineering; Software development; Manufacturing engineering; Mathematics","score_opus":0.03861979079782358,"score_gpt":0.32149077582702235,"score_spread":0.2828709850291988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403464668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045310345,0.00026126648,0.9491295,0.0012638879,0.00003608554,0.00013485654,0.00012290005,0.00038892357,0.0033522702],"genre_scores_gemma":[0.72387874,0.00022996457,0.2745104,0.00030901778,0.000036997284,0.00017378131,0.0001666804,0.00006677573,0.0006275249],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99213034,0.00410046,0.00040774394,0.0008152099,0.002102549,0.00044371316],"domain_scores_gemma":[0.9701662,0.023400806,0.0024206294,0.0013202269,0.0021138554,0.0005782118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009351423,0.0011557295,0.00081581407,0.0017972112,0.0011313381,0.0041157575,0.0014082259,0.0014754266,0.0024150766],"category_scores_gemma":[0.039486103,0.0009184915,0.0014284328,0.0011424543,0.0016392829,0.005612955,0.0040363385,0.0028927138,0.00028369532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005540074,0.00033210852,0.0077496776,0.00044631926,0.0003025938,0.0006528622,0.0020109005,0.72041017,0.0068936436,0.092184566,0.0014638546,0.16699933],"study_design_scores_gemma":[0.000036775764,0.00008008731,0.0006602208,0.000072790186,0.00006182733,0.00004392295,0.0001961693,0.9197675,0.0025083893,0.07535673,0.0011656898,0.000049874572],"about_ca_topic_score_codex":0.007832887,"about_ca_topic_score_gemma":0.008664572,"teacher_disagreement_score":0.009351423,"about_ca_system_score_codex":0.002853606,"about_ca_system_score_gemma":0.0026724122,"threshold_uncertainty_score":0.049455643},"labels":[],"label_agreement":null},{"id":"W4403600269","doi":"10.1016/j.jss.2024.112266","title":"Refining software defect prediction through attentive neural models for code understanding","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Refining (metallurgy); Computer science; Code (set theory); Software; Artificial intelligence; Artificial neural network; Software bug; Machine learning; Software engineering; Programming language; Chemistry","score_opus":0.08898464247298289,"score_gpt":0.2992358029667185,"score_spread":0.2102511604937356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403600269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43620017,0.0008139951,0.55300283,0.0008857347,0.00014309873,0.00010197695,0.00043924473,0.0038991699,0.0045138407],"genre_scores_gemma":[0.95820165,0.00013034248,0.03990252,0.00012770214,0.00002914395,0.000030279723,0.00028452507,0.00007190498,0.0012218672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997123,0.000055605968,0.000016103928,0.000121712124,0.00005048786,0.000043721524],"domain_scores_gemma":[0.99712306,0.0019010678,0.00023333346,0.00023963297,0.00042840734,0.00007451515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000696017,0.0008803378,0.0005719523,0.0008677548,0.00025801256,0.0010398226,0.0016075309,0.0012086873,0.0022200001],"category_scores_gemma":[0.0056285174,0.0005170499,0.00069342233,0.0004160128,0.0004154306,0.002472209,0.00081886776,0.0022220016,0.00047814316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049811864,0.0008006462,0.012333821,0.0001587984,0.00016867947,0.00023791834,0.00021897466,0.6233373,0.016062615,0.004569876,0.0038181213,0.3377951],"study_design_scores_gemma":[0.000003176789,0.000020054771,0.00038284127,0.0000044096473,0.000009358596,0.0000070886285,0.0000059687736,0.9967018,0.0008876111,0.0019177347,0.000056913363,0.000003033002],"about_ca_topic_score_codex":0.010627939,"about_ca_topic_score_gemma":0.01758582,"teacher_disagreement_score":0.010627939,"about_ca_system_score_codex":0.00093769596,"about_ca_system_score_gemma":0.0008586666,"threshold_uncertainty_score":0.021132112},"labels":[],"label_agreement":null},{"id":"W4403909061","doi":"10.1016/j.jss.2024.112261","title":"An exploratory empirical eye-tracker study of visualization techniques for coverage of combinatorial interaction testing in software product lines","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Eye tracking; Computer science; Software; Product (mathematics); Empirical research; Human–computer interaction; Data mining; Artificial intelligence; Operating system; Mathematics; Statistics","score_opus":0.0808872527161182,"score_gpt":0.39178693695912065,"score_spread":0.31089968424300246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403909061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971595,0.00008044619,0.0020682812,0.00001776726,0.0000031527597,0.000104300874,0.00006930835,0.00003219175,0.0004651286],"genre_scores_gemma":[0.9966504,0.00004793043,0.002764998,0.000023784894,0.0000066235607,0.00012976251,0.00010899851,0.000017354829,0.00025006416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936433,0.0035650337,0.0004739156,0.0007711239,0.0012819839,0.0002645599],"domain_scores_gemma":[0.84695446,0.12706392,0.010918714,0.0055100857,0.008578668,0.00097413815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071972865,0.000554859,0.0004534932,0.0016732289,0.00037509284,0.00088971335,0.0006259731,0.0007825188,0.0010954452],"category_scores_gemma":[0.087502316,0.00027222754,0.00032884625,0.00087404577,0.00062885653,0.001504134,0.0010474953,0.0006870067,0.00022120771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004975845,0.0063907388,0.5833064,0.001859976,0.00041376555,0.0010552158,0.051154777,0.006191845,0.05725773,0.0010172445,0.002329984,0.28404653],"study_design_scores_gemma":[0.00019431509,0.009381484,0.9468176,0.00021202254,0.0001858558,0.0009786541,0.0069152787,0.019607969,0.01276069,0.00064620713,0.0021817815,0.000118204065],"about_ca_topic_score_codex":0.0018964686,"about_ca_topic_score_gemma":0.0021562036,"teacher_disagreement_score":0.0071972865,"about_ca_system_score_codex":0.00070306764,"about_ca_system_score_gemma":0.00040661028,"threshold_uncertainty_score":0.038063347},"labels":[],"label_agreement":null},{"id":"W4403936231","doi":"10.1016/j.jss.2024.112263","title":"Impact of methodological choices on the analysis of code metrics and maintenance","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Code (set theory); Computer science; Reliability engineering; Risk analysis (engineering); Engineering; Programming language; Business","score_opus":0.09372169706085566,"score_gpt":0.36956596050627394,"score_spread":0.2758442634454183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403936231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6102023,0.010611418,0.33588094,0.020660058,0.0012687657,0.001159493,0.0017795516,0.00077081705,0.017666666],"genre_scores_gemma":[0.78385127,0.0011576043,0.21060397,0.0013543468,0.0002775945,0.0006082228,0.00052723405,0.00069358887,0.00092614035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.582711,0.30668402,0.04519888,0.013690299,0.048881397,0.002834443],"domain_scores_gemma":[0.09527343,0.7914776,0.038119756,0.03658053,0.03680748,0.0017411542],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30441746,0.0012128113,0.0012337855,0.009921821,0.0024041599,0.008662905,0.0039471462,0.0032594923,0.0021156783],"category_scores_gemma":[0.7430866,0.0010645478,0.0025174469,0.010642154,0.003835124,0.0069675986,0.004761421,0.003734008,0.00042675002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010343547,0.0020221758,0.26945156,0.0061365655,0.006762833,0.0008785351,0.012086052,0.031729694,0.021058057,0.14157045,0.00731042,0.49065012],"study_design_scores_gemma":[0.003830013,0.008477894,0.26947036,0.009266078,0.009513039,0.0022730445,0.01400317,0.20493586,0.07062397,0.3625145,0.043716528,0.0013755836],"about_ca_topic_score_codex":0.004835386,"about_ca_topic_score_gemma":0.008247144,"teacher_disagreement_score":0.6955825,"about_ca_system_score_codex":0.0063930955,"about_ca_system_score_gemma":0.008796841,"threshold_uncertainty_score":0.8577771},"labels":[],"label_agreement":null},{"id":"W4404202137","doi":"10.1016/j.jss.2024.112277","title":"Retriever: A view-based approach to reverse engineering software architecture models","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Software engineering; Computer science; Architecture; Labrador Retriever; Software; Systems engineering; Engineering; Operating system; Geography; Medicine","score_opus":0.018278120537309806,"score_gpt":0.231958351685927,"score_spread":0.21368023114861717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404202137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001459824,0.00009428659,0.9818525,0.00012709602,0.000037892205,0.00013463273,0.0004379879,0.013891685,0.0019641651],"genre_scores_gemma":[0.033159032,0.00038660524,0.9547531,0.00020956453,0.000037791306,0.00017370246,0.0030509073,0.005069724,0.0031595055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99578756,0.0009905171,0.0003236854,0.0005427937,0.0021131057,0.00024227986],"domain_scores_gemma":[0.99178946,0.0027503027,0.00043162418,0.0037754523,0.0011047166,0.00014840068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003988524,0.0019545597,0.001496027,0.004034907,0.0009693104,0.0056254966,0.004667809,0.002422213,0.010620115],"category_scores_gemma":[0.015204713,0.0020537484,0.004721082,0.0024145446,0.0014974909,0.008047681,0.0052121286,0.004401502,0.005090884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003750466,0.0004961226,0.0036847226,0.0014825822,0.00054870767,0.0012483319,0.0018667389,0.06345002,0.022254305,0.30074668,0.03614574,0.5677011],"study_design_scores_gemma":[0.00015393931,0.00021427726,0.0006993478,0.0004971905,0.0003991256,0.0010477905,0.0006564811,0.6106116,0.030331695,0.21780832,0.13738413,0.00019612731],"about_ca_topic_score_codex":0.0064265924,"about_ca_topic_score_gemma":0.01637675,"teacher_disagreement_score":0.010620115,"about_ca_system_score_codex":0.0012640402,"about_ca_system_score_gemma":0.0022027672,"threshold_uncertainty_score":0.035527825},"labels":[],"label_agreement":null},{"id":"W4404800967","doi":"10.1016/j.jss.2024.112283","title":"RPerf: Mining user reviews using topic modeling to assist performance testing: An industrial experience report","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Engineering; Software engineering; Data science","score_opus":0.19399540972428775,"score_gpt":0.34820829008042375,"score_spread":0.154212880356136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404800967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5356715,0.013918531,0.20969872,0.002991868,0.0012843761,0.0034026166,0.08703903,0.13322042,0.012772933],"genre_scores_gemma":[0.49839637,0.0031797907,0.33950737,0.00060690497,0.00096876733,0.0019502083,0.12847559,0.0033469042,0.023567993],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9929315,0.0023954646,0.0005724883,0.0010662746,0.0027758398,0.00025840686],"domain_scores_gemma":[0.9662524,0.020393861,0.0020180328,0.0029031888,0.007282561,0.0011499774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007943445,0.0019312119,0.0016184287,0.007813564,0.00087369897,0.0023865066,0.0020837253,0.0013597116,0.0031032884],"category_scores_gemma":[0.02642595,0.00049742585,0.001161577,0.0039041408,0.00027402115,0.0031916136,0.001323381,0.0011461818,0.006611558],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001050572,0.0025135127,0.03749338,0.0021806466,0.0008810499,0.00043131856,0.0016555985,0.0042553586,0.022747885,0.00058586564,0.16296951,0.7632354],"study_design_scores_gemma":[0.0008586553,0.0052620936,0.19045843,0.00056345505,0.0019194321,0.002861753,0.002650632,0.5410689,0.07088799,0.0027658807,0.18002823,0.00067450956],"about_ca_topic_score_codex":0.005712152,"about_ca_topic_score_gemma":0.0079829935,"teacher_disagreement_score":0.007943445,"about_ca_system_score_codex":0.00049671205,"about_ca_system_score_gemma":0.0012628555,"threshold_uncertainty_score":0.042009473},"labels":[],"label_agreement":null},{"id":"W4405187967","doi":"10.1016/j.jss.2024.112280","title":"A structural taxonomy for lifted software product line analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Taxonomy (biology); Software product line; Software; Product line; Computer science; Software engineering; Engineering; Manufacturing engineering; Software development; Biology; Ecology; Programming language","score_opus":0.13591362712369895,"score_gpt":0.35369239613887987,"score_spread":0.21777876901518092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405187967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019164594,0.038939968,0.85473496,0.008275254,0.0007732844,0.0024248662,0.0039566923,0.0018512494,0.06987923],"genre_scores_gemma":[0.11068386,0.024738133,0.8446258,0.0014981638,0.00036922615,0.0030434113,0.0070097125,0.00037019647,0.0076614562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97647935,0.006821938,0.0049641496,0.0026707195,0.0081069395,0.0009569],"domain_scores_gemma":[0.94960195,0.023867602,0.0054214736,0.0050457455,0.015363567,0.0006996988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0133609,0.002026444,0.0012848226,0.048132945,0.0039403206,0.010583168,0.0034417163,0.0028912781,0.007242652],"category_scores_gemma":[0.040812716,0.0013709781,0.0040058563,0.036489993,0.0075503495,0.020350141,0.005080329,0.0038115887,0.0029419258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056383957,0.00007546547,0.0054036276,0.0062010325,0.00015059486,0.00068428024,0.015109614,0.0033642692,0.0024879347,0.65638125,0.01388807,0.2961976],"study_design_scores_gemma":[0.000035908077,0.00015804662,0.00594297,0.010004285,0.00022704322,0.0020808645,0.016534172,0.013110878,0.0021147998,0.4584021,0.49122345,0.00016552248],"about_ca_topic_score_codex":0.009269003,"about_ca_topic_score_gemma":0.007420136,"teacher_disagreement_score":0.048132945,"about_ca_system_score_codex":0.007829753,"about_ca_system_score_gemma":0.011700848,"threshold_uncertainty_score":0.070660055},"labels":[],"label_agreement":null},{"id":"W4405564895","doi":"10.1016/j.jss.2024.112307","title":"COMET: Generating commit messages using delta graph context representation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Network Packet Processing and Optimization","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Comet; Context (archaeology); Representation (politics); Computer science; Graph; Delta; Theoretical computer science; Engineering; Astrobiology; Geology; Physics; Database; Aerospace engineering; Political science","score_opus":0.033878428124723824,"score_gpt":0.2861078364238319,"score_spread":0.2522294082991081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405564895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04877818,0.000720325,0.8970129,0.0007043215,0.00030492252,0.0008351519,0.005204067,0.043392766,0.0030473429],"genre_scores_gemma":[0.4087309,0.00047326664,0.5600345,0.0004356036,0.00010803123,0.0008907394,0.02036919,0.0025972857,0.0063604414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990996,0.00019196808,0.000055533845,0.00022985807,0.00036416273,0.00005888259],"domain_scores_gemma":[0.99632865,0.0013606324,0.00036978378,0.00076940417,0.0009826546,0.00018893942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008102711,0.0013056651,0.0005127982,0.0030090257,0.0006185203,0.0008516244,0.001545682,0.0010593644,0.002016197],"category_scores_gemma":[0.00911322,0.00042933616,0.0008052073,0.001634286,0.0004132757,0.0018199891,0.0015348098,0.001455914,0.00088623585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000681964,0.0003786063,0.011650224,0.0010116322,0.00019300249,0.000864015,0.0012685624,0.11465524,0.027958643,0.01816068,0.068649866,0.75452757],"study_design_scores_gemma":[0.00007712752,0.00020667972,0.002544699,0.00006791147,0.00008149881,0.00025854955,0.00031561422,0.9294383,0.019473655,0.023993293,0.023488158,0.000054621552],"about_ca_topic_score_codex":0.01017908,"about_ca_topic_score_gemma":0.020955967,"teacher_disagreement_score":0.01017908,"about_ca_system_score_codex":0.0009228575,"about_ca_system_score_gemma":0.0019101904,"threshold_uncertainty_score":0.020239651},"labels":[],"label_agreement":null},{"id":"W4406348806","doi":"10.1016/j.jss.2024.112331","title":"Navigating the DevOps landscape","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"DevOps; Computer science; Engineering; Systems engineering; Geography; Software engineering; Software deployment","score_opus":0.007599521161485324,"score_gpt":0.2570560059327246,"score_spread":0.24945648477123927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348806","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11174901,0.19951995,0.2267645,0.23374759,0.0033587643,0.0008275918,0.0019060571,0.00094533694,0.2211812],"genre_scores_gemma":[0.65754026,0.14509054,0.14439803,0.02008305,0.0018426578,0.0012670098,0.00307593,0.00091468147,0.025787741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97000396,0.017650979,0.003356066,0.002453708,0.005381776,0.0011534508],"domain_scores_gemma":[0.9369499,0.042007346,0.003801942,0.003719472,0.01114634,0.002375106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032900833,0.0008567881,0.00067850854,0.01075665,0.0040384494,0.016026191,0.0023975098,0.002239442,0.0044544656],"category_scores_gemma":[0.045200426,0.00074157305,0.0008003459,0.0112473555,0.009907114,0.02456968,0.00934351,0.0049834754,0.0011170763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056806486,0.000059128695,0.0060244156,0.0064123548,0.00007263583,0.0010033499,0.055754755,0.0020744659,0.0021443996,0.49914122,0.035537243,0.39171925],"study_design_scores_gemma":[0.000011144532,0.00007292231,0.0035568338,0.008229106,0.000032012173,0.00061073527,0.07431032,0.0014426768,0.00079598394,0.10267558,0.8081949,0.000067815155],"about_ca_topic_score_codex":0.004806396,"about_ca_topic_score_gemma":0.006070058,"teacher_disagreement_score":0.032900833,"about_ca_system_score_codex":0.008618676,"about_ca_system_score_gemma":0.012549299,"threshold_uncertainty_score":0.1739983},"labels":[],"label_agreement":null},{"id":"W4406788559","doi":"10.1016/j.jss.2025.112353","title":"Automatic instantiation of assurance cases from patterns using large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; École de Technologie Supérieure; York University","funders":"Mitacs; York University","keywords":"Computer science; Programming language; Software engineering; Natural language processing","score_opus":0.011402339250483234,"score_gpt":0.22900724107885126,"score_spread":0.21760490182836803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406788559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07765557,0.0001448149,0.90180594,0.00042680145,0.000047895093,0.0006057478,0.0008423308,0.015122568,0.0033484253],"genre_scores_gemma":[0.22766311,0.00013709115,0.76518714,0.00018662022,0.000014594465,0.00036713216,0.0030241157,0.0018384053,0.0015817581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960156,0.0015438781,0.00039268605,0.00063818495,0.0012215854,0.00018808554],"domain_scores_gemma":[0.98861235,0.0072883214,0.0008902084,0.0023060385,0.0007227425,0.00018021838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036904553,0.0011453442,0.0004994746,0.0012422606,0.0005267037,0.002001838,0.0015028056,0.0010785342,0.0032407746],"category_scores_gemma":[0.019446125,0.0008763023,0.0022415142,0.00063501723,0.0010225167,0.0025555636,0.0033581199,0.0016788874,0.001058085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007046677,0.0010290011,0.0253431,0.0018516711,0.00033434725,0.0051771407,0.0064961663,0.22295476,0.110206306,0.08620968,0.014418654,0.5252745],"study_design_scores_gemma":[0.0001308164,0.00019318868,0.0013261422,0.00018696599,0.00012097961,0.0010184062,0.00046369372,0.8849203,0.046203997,0.03334669,0.032014325,0.0000744409],"about_ca_topic_score_codex":0.0017351931,"about_ca_topic_score_gemma":0.0031965114,"teacher_disagreement_score":0.0036904553,"about_ca_system_score_codex":0.0008419417,"about_ca_system_score_gemma":0.0015426155,"threshold_uncertainty_score":0.019517183},"labels":[],"label_agreement":null},{"id":"W4406849107","doi":"10.1016/j.jss.2025.112362","title":"Introduction to the Special Section on software engineering for hybrid quantum computing systems","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Toronto Metropolitan University","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada","keywords":"Special section; Section (typography); Computer science; Software engineering; Software; Systems engineering; Engineering; Operating system; Engineering physics","score_opus":0.006792106591332196,"score_gpt":0.21888009141706094,"score_spread":0.21208798482572874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406849107","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00228871,0.2378983,0.21126807,0.055658966,0.31045642,0.0002214379,0.0009470114,0.0013993938,0.17986166],"genre_scores_gemma":[0.021044089,0.16717534,0.05936273,0.03366048,0.3892271,0.00038449359,0.0012729206,0.0021151453,0.3257577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989812,0.00021411557,0.00010439957,0.00025106498,0.0003541344,0.00009502517],"domain_scores_gemma":[0.9972588,0.0014966506,0.000100537734,0.0002365163,0.00066704693,0.00024038482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014299189,0.0017012804,0.0013794262,0.0025656864,0.0011014821,0.0027370448,0.0013128727,0.0028243004,0.03638865],"category_scores_gemma":[0.0030150642,0.000697925,0.0016418307,0.002014695,0.0017608133,0.0042845407,0.0020519102,0.0071403137,0.015995856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030435449,0.00011443511,0.0002635123,0.00085390295,0.000039035007,0.0002132334,0.00015194349,0.0014143351,0.0023230545,0.12581247,0.7047577,0.16402586],"study_design_scores_gemma":[0.000005013098,0.000056982266,0.0003426927,0.00030098375,0.000012032038,0.00035843573,0.000029330839,0.0012785839,0.00046196152,0.063554175,0.9335691,0.000030784013],"about_ca_topic_score_codex":0.0007443864,"about_ca_topic_score_gemma":0.0013720713,"teacher_disagreement_score":0.03638865,"about_ca_system_score_codex":0.001323809,"about_ca_system_score_gemma":0.00096105813,"threshold_uncertainty_score":0.121732235},"labels":[],"label_agreement":null},{"id":"W4408102991","doi":"10.1016/j.jss.2025.112405","title":"A systematic mapping study of crowd knowledge enhanced software engineering research using Stack Overflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stack (abstract data type); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.04073953643725212,"score_gpt":0.31249438749951275,"score_spread":0.2717548510622606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408102991","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417723,0.014258337,0.01914888,0.0029774953,0.00027390107,0.004582688,0.006211092,0.00020771226,0.010567575],"genre_scores_gemma":[0.9594116,0.0047400827,0.02534722,0.0011851032,0.0001175103,0.0044886074,0.0031289454,0.00008006166,0.0015009207],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9787719,0.011092227,0.0030102641,0.0023838223,0.0036626668,0.0010789823],"domain_scores_gemma":[0.8634034,0.0945983,0.013919581,0.007932813,0.017906595,0.0022393726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030390725,0.0006213294,0.0010925411,0.03132587,0.004193093,0.0032776417,0.001103343,0.0011682676,0.002915362],"category_scores_gemma":[0.097549506,0.0004928567,0.0012874882,0.018608656,0.0024547859,0.005073279,0.0067113703,0.00082153775,0.0005237682],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008046396,0.00073867594,0.27439505,0.029142052,0.0012016125,0.0018200418,0.24126974,0.0008722918,0.004533457,0.012255226,0.01059724,0.4223701],"study_design_scores_gemma":[0.00043109804,0.001578009,0.41199136,0.03328652,0.003241222,0.0013706255,0.369846,0.005573583,0.005870786,0.020415189,0.14590023,0.0004954097],"about_ca_topic_score_codex":0.010861264,"about_ca_topic_score_gemma":0.017355314,"teacher_disagreement_score":0.96960926,"about_ca_system_score_codex":0.004122089,"about_ca_system_score_gemma":0.012936775,"threshold_uncertainty_score":0.16072345},"labels":[],"label_agreement":null},{"id":"W4408251921","doi":"10.1016/j.jss.2025.112408","title":"IoT systems testing: Taxonomy, empirical findings, and recommendations","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Canada Research Chairs","keywords":"Taxonomy (biology); Computer science; Data science; Software engineering; Biology; Ecology","score_opus":0.04560726939155958,"score_gpt":0.2913686906513986,"score_spread":0.24576142125983902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408251921","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096894085,0.44173208,0.0869563,0.2704757,0.0041215615,0.0056813466,0.007957787,0.0014340966,0.08474703],"genre_scores_gemma":[0.3895612,0.40394676,0.15054663,0.031507682,0.0013353615,0.0051893587,0.012598755,0.00038073864,0.004933488],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9516948,0.013581872,0.012709712,0.004561778,0.015061436,0.0023905223],"domain_scores_gemma":[0.5911182,0.23806717,0.021618783,0.011187785,0.13190006,0.006108036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06093518,0.0023592352,0.0018687459,0.038963784,0.0042635472,0.017159868,0.005216128,0.0034622666,0.007645588],"category_scores_gemma":[0.18901753,0.0012538007,0.0022333474,0.039983574,0.0065955715,0.037188355,0.0054493137,0.0065349233,0.0027942185],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001542693,0.0011529314,0.1498358,0.030665495,0.00029048653,0.00073857233,0.019235132,0.0019859446,0.00086049526,0.10093851,0.07007165,0.62407064],"study_design_scores_gemma":[0.00017247137,0.00048583356,0.16524857,0.19707027,0.0011588619,0.001787548,0.18238695,0.012772007,0.0021100168,0.16535506,0.27101916,0.0004332771],"about_ca_topic_score_codex":0.045641296,"about_ca_topic_score_gemma":0.050153054,"teacher_disagreement_score":0.9390648,"about_ca_system_score_codex":0.021678004,"about_ca_system_score_gemma":0.033147816,"threshold_uncertainty_score":0.3222599},"labels":[],"label_agreement":null},{"id":"W4409728046","doi":"10.1016/j.jss.2025.112453","title":"An empirical evaluation of static, dynamic, and hybrid slicing of WebAssembly binaries","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Slicing; Computer science; Computer graphics (images)","score_opus":0.027482611779639187,"score_gpt":0.346174844022441,"score_spread":0.3186922322428018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409728046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97753215,0.0016172476,0.014532391,0.00015416033,0.000049402184,0.00022505663,0.0009409444,0.0017830853,0.0031655808],"genre_scores_gemma":[0.96314347,0.00040335825,0.031888194,0.000070818955,0.000030881587,0.00014240417,0.0030089077,0.00040190874,0.0009100375],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9908585,0.0035331557,0.00087391795,0.0012107164,0.003111525,0.00041218215],"domain_scores_gemma":[0.8725008,0.09172563,0.008334985,0.014146445,0.011655179,0.0016369735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010666909,0.001160644,0.00058725325,0.0026197908,0.0006737271,0.0011314389,0.0016674458,0.0008726419,0.0016213068],"category_scores_gemma":[0.069851816,0.000564713,0.0006164614,0.001953125,0.0015983902,0.003232609,0.0014122261,0.0011172679,0.0004985725],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0106214,0.0036125442,0.15759839,0.0035484617,0.00086300925,0.00063801237,0.0026711156,0.24940394,0.041619614,0.006208386,0.011870059,0.51134515],"study_design_scores_gemma":[0.00091456523,0.012352344,0.16628471,0.0006342897,0.0006048223,0.0016003218,0.002186294,0.72682273,0.065051414,0.005978745,0.01733368,0.0002360882],"about_ca_topic_score_codex":0.0033686755,"about_ca_topic_score_gemma":0.006629405,"teacher_disagreement_score":0.010666909,"about_ca_system_score_codex":0.0014468831,"about_ca_system_score_gemma":0.00082497176,"threshold_uncertainty_score":0.056412697},"labels":[],"label_agreement":null},{"id":"W4410264349","doi":"10.1016/j.jss.2025.112460","title":"Unboxing Default Argument Breaking Changes in 1 + 2 data science libraries","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ontario Tech University","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Argument (complex analysis); Computer science; Information retrieval; Chemistry","score_opus":0.028757512252001072,"score_gpt":0.2923493893611655,"score_spread":0.26359187710916443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410264349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20661718,0.002549088,0.38372383,0.01700217,0.00826326,0.0008543238,0.007372883,0.25948754,0.114129685],"genre_scores_gemma":[0.74910754,0.0006196135,0.15035914,0.00942493,0.0018907519,0.00039110117,0.006958551,0.041508354,0.039739985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97577935,0.006750445,0.0030979975,0.003367891,0.008483248,0.0025211377],"domain_scores_gemma":[0.86783725,0.053958796,0.005249766,0.056684278,0.013802449,0.0024674293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020811757,0.0011577036,0.0019070205,0.0051115267,0.0040338226,0.009890926,0.0049434216,0.006014957,0.03846011],"category_scores_gemma":[0.14026165,0.0019713335,0.002016504,0.0045211297,0.0036720675,0.019808833,0.017197546,0.006338666,0.015150601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043559815,0.0010298161,0.021974718,0.0012288473,0.00024254296,0.002276517,0.0036645308,0.004221169,0.009489432,0.2719977,0.23289059,0.44662824],"study_design_scores_gemma":[0.0006489115,0.00028292532,0.004906444,0.0010245581,0.0004448379,0.0015275426,0.0012419592,0.059041977,0.053735796,0.5100431,0.36669004,0.0004119382],"about_ca_topic_score_codex":0.0022922833,"about_ca_topic_score_gemma":0.0023923214,"teacher_disagreement_score":0.03846011,"about_ca_system_score_codex":0.0026950906,"about_ca_system_score_gemma":0.006391621,"threshold_uncertainty_score":0.12866187},"labels":[],"label_agreement":null},{"id":"W4410552311","doi":"10.1016/j.jss.2025.112493","title":"Variational Prefix Tuning for diverse and accurate code summarization using pre-trained language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; Connaught Fund; University of Toronto","keywords":"Automatic summarization; Prefix; Code (set theory); Computer science; Natural language processing; Programming language; Algorithm; Artificial intelligence; Linguistics","score_opus":0.02418294193712048,"score_gpt":0.2990349434856573,"score_spread":0.2748520015485368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410552311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044349868,0.0012841696,0.9387566,0.00049385644,0.00028856972,0.0001269263,0.00083919737,0.011365742,0.0024950537],"genre_scores_gemma":[0.44992375,0.0005153604,0.5300462,0.0006844359,0.00027628045,0.00040615056,0.0076644816,0.0024522983,0.008031059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906725,0.00022819614,0.0000569715,0.00033243216,0.00018050509,0.00013464909],"domain_scores_gemma":[0.9976936,0.0014342794,0.000085512314,0.00026699202,0.00042501866,0.00009455921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013055017,0.0013177678,0.0014062243,0.001316867,0.00088092854,0.0013189894,0.0019078354,0.0018350378,0.004610502],"category_scores_gemma":[0.006056296,0.00076810113,0.0010897845,0.0012482491,0.0007100973,0.0029899778,0.0016227924,0.0029573995,0.0024442459],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006185037,0.00026656606,0.0014063767,0.0003050395,0.00018435724,0.00023484832,0.00026570619,0.3221436,0.031744976,0.008652174,0.020582682,0.6135952],"study_design_scores_gemma":[0.000021175347,0.000038902617,0.0001416382,0.00000837698,0.000018795417,0.00002190855,0.000032960852,0.9906527,0.0033653865,0.0045281476,0.001159398,0.000010615219],"about_ca_topic_score_codex":0.01005664,"about_ca_topic_score_gemma":0.022888795,"teacher_disagreement_score":0.01005664,"about_ca_system_score_codex":0.00090939034,"about_ca_system_score_gemma":0.002362501,"threshold_uncertainty_score":0.019996226},"labels":[],"label_agreement":null},{"id":"W4411329653","doi":"10.1016/j.jss.2025.112529","title":"Continuous learning of event-based systems by using pre-conceptual schemas","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Colombiano de Crédito Educativo y Estudios Técnicos en el Exterior; Fondation L’Oréal; University of Toronto; Ministerio de Ciencia, Tecnología e Innovación","keywords":"Event (particle physics); Computer science; Natural language processing; Artificial intelligence; Physics","score_opus":0.011573487388826114,"score_gpt":0.25955515404616,"score_spread":0.24798166665733387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411329653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043266796,0.00010585881,0.9543058,0.00021633679,0.000022575103,0.00006978847,0.00010603714,0.00072816334,0.0011786433],"genre_scores_gemma":[0.70431834,0.00020226018,0.29360998,0.00009637011,0.000024850977,0.00012435103,0.0005052448,0.00009782744,0.0010207826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980856,0.0006755719,0.00018004747,0.00054763036,0.00040954683,0.00010164633],"domain_scores_gemma":[0.9801657,0.014724479,0.00078410143,0.0022119118,0.0017548479,0.00035889723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003916343,0.0004759886,0.00048399623,0.00074264756,0.00036063063,0.0023677624,0.0021207125,0.0007653725,0.0031304534],"category_scores_gemma":[0.026072744,0.00051872677,0.000841614,0.0006459472,0.0010464729,0.0070300526,0.0024188303,0.0021157386,0.000402718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008367111,0.0006437263,0.013324973,0.00037092587,0.00020452305,0.00030399417,0.002303453,0.27941105,0.007895714,0.16765961,0.0023158009,0.5247295],"study_design_scores_gemma":[0.000048490503,0.000094586976,0.00055856403,0.000039305825,0.000041606785,0.000047804653,0.00021022376,0.92516696,0.004498762,0.06769398,0.0015814784,0.000018233119],"about_ca_topic_score_codex":0.0025990312,"about_ca_topic_score_gemma":0.0035173215,"teacher_disagreement_score":0.003916343,"about_ca_system_score_codex":0.0010460842,"about_ca_system_score_gemma":0.0014503781,"threshold_uncertainty_score":0.02071184},"labels":[],"label_agreement":null},{"id":"W4411868550","doi":"10.1016/j.jss.2026.112941","title":"Automatic Translation of Natural Language Requirements into Ctl Specifications Using Large Language Models: A Multi-Approach Evaluation ⋆","year":2025,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Mitacs","keywords":"Computer science; Translation (biology); Natural language processing; CTL*; Natural language; Programming language; Universal Networking Language; Artificial intelligence; Machine translation; Programming language specification; Software engineering; Comprehension approach","score_opus":0.10288957519603693,"score_gpt":0.36164663536425906,"score_spread":0.25875706016822214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411868550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24480553,0.00036005751,0.73179346,0.0006313364,0.00011060197,0.00069046975,0.0010566615,0.0114270495,0.009124755],"genre_scores_gemma":[0.52816147,0.00016689798,0.463558,0.00019540304,0.000025089925,0.00021359632,0.0025635653,0.0013877276,0.003728193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953446,0.0021902192,0.00027605114,0.000616469,0.0012396036,0.0003330235],"domain_scores_gemma":[0.9844326,0.009291434,0.0006677785,0.002158806,0.0031443022,0.0003052337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033190474,0.0008958926,0.0007872217,0.0010725213,0.00064517313,0.0022101959,0.0016888011,0.0014379217,0.008814245],"category_scores_gemma":[0.013429196,0.00058928464,0.0013978586,0.0010330294,0.0008344901,0.002709272,0.0021457858,0.0014270038,0.002361237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039536776,0.0025706347,0.007699775,0.0016587304,0.00035249232,0.0013067988,0.001840989,0.18252885,0.10055932,0.041385494,0.014595005,0.6415483],"study_design_scores_gemma":[0.0003852809,0.00051906804,0.0012044095,0.000050410392,0.00012666937,0.00028128058,0.0006540961,0.9260546,0.053062063,0.013077607,0.0045393854,0.000045058274],"about_ca_topic_score_codex":0.005027529,"about_ca_topic_score_gemma":0.005216999,"teacher_disagreement_score":0.008814245,"about_ca_system_score_codex":0.0011413314,"about_ca_system_score_gemma":0.0029155295,"threshold_uncertainty_score":0.029486597},"labels":[],"label_agreement":null},{"id":"W4411993048","doi":"10.1016/j.jss.2025.112541","title":"LLMs and Stack Overflow discussions: Reliability, impact, and challenges","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Stack (abstract data type); Reliability (semiconductor); Computer science; Reliability engineering; Political science; Computer security; Engineering; Operating system; Physics","score_opus":0.10513508012357571,"score_gpt":0.40694456702995596,"score_spread":0.30180948690638026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411993048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95538414,0.0015314983,0.012735374,0.013982677,0.00027533708,0.00037729705,0.0005452298,0.0023716749,0.012796747],"genre_scores_gemma":[0.98827237,0.00035334154,0.006758518,0.00149033,0.00022576278,0.00025761168,0.00033690134,0.00039880848,0.0019064365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9388513,0.043009758,0.0030251143,0.0034038853,0.009855877,0.0018540873],"domain_scores_gemma":[0.5079249,0.39463627,0.039586373,0.023837809,0.022795646,0.011218913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061908867,0.0008174228,0.00079613156,0.005470769,0.0041793454,0.008846698,0.001919349,0.0029763384,0.004361276],"category_scores_gemma":[0.3458784,0.0009710302,0.00080627913,0.003250195,0.004787943,0.015042798,0.007216433,0.0032142207,0.0015520377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015901919,0.0007294783,0.35904887,0.001759112,0.00022324028,0.0007980917,0.31187278,0.0016529079,0.004221742,0.009878383,0.01786707,0.2903582],"study_design_scores_gemma":[0.00041457565,0.003297968,0.43292806,0.0038102826,0.0005022545,0.0015304071,0.30145824,0.04285096,0.010499901,0.049776644,0.15183274,0.001098025],"about_ca_topic_score_codex":0.0047656302,"about_ca_topic_score_gemma":0.0041036378,"teacher_disagreement_score":0.061908867,"about_ca_system_score_codex":0.0039792033,"about_ca_system_score_gemma":0.0046743914,"threshold_uncertainty_score":0.32740933},"labels":[],"label_agreement":null},{"id":"W4412425419","doi":"10.1016/j.jss.2025.112552","title":"Extension decisions in open source software ecosystem","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Extension (predicate logic); Open source software; Open source; Ecosystem; Computer science; Software; Software engineering; Programming language; Ecology; Biology","score_opus":0.024532614317742354,"score_gpt":0.28840148276615757,"score_spread":0.26386886844841523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412425419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94638747,0.00015751917,0.008425805,0.0015125562,0.000020995609,0.00004267431,0.00005506484,0.000053538184,0.043344434],"genre_scores_gemma":[0.99402595,0.000049781713,0.0022981674,0.00008028483,0.000012113927,0.000012053726,0.000028821367,0.000022604769,0.0034701608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975688,0.0009571312,0.00016236716,0.00030787932,0.00054795784,0.00045590402],"domain_scores_gemma":[0.9769941,0.014043203,0.0015096505,0.0015552497,0.0027828955,0.0031149343],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006310168,0.00020920539,0.00033613414,0.0014259652,0.0024456985,0.0062012067,0.00083455653,0.0026155144,0.011079733],"category_scores_gemma":[0.038964838,0.0004544664,0.00044397177,0.0009198306,0.0018229123,0.011181089,0.0033584402,0.0020423983,0.0007947001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022115016,0.0012954028,0.12400554,0.00021677576,0.00009550921,0.0044547995,0.0102037415,0.03289663,0.014427571,0.638597,0.009200357,0.16239518],"study_design_scores_gemma":[0.000164278,0.00047056316,0.06160984,0.00025168966,0.00009717021,0.0014814972,0.01628394,0.12973005,0.003626788,0.7620421,0.02410801,0.00013418355],"about_ca_topic_score_codex":0.0025128543,"about_ca_topic_score_gemma":0.003913353,"teacher_disagreement_score":0.9991654,"about_ca_system_score_codex":0.0016730567,"about_ca_system_score_gemma":0.001448378,"threshold_uncertainty_score":0.037065387},"labels":[],"label_agreement":null},{"id":"W4412984254","doi":"10.1016/j.jss.2025.112584","title":"Data catalog tools: A systematic multivocal literature review","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Technische Universiteit Eindhoven; Government of Canada; NXP Semiconductors","keywords":"Computer science; Library science; Information retrieval; Data science","score_opus":0.19432335379260254,"score_gpt":0.42949110579059563,"score_spread":0.23516775199799309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412984254","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030016124,0.9871449,0.0023570834,0.0026841243,0.00047843464,0.00071579585,0.0011766236,0.00006719235,0.0023742805],"genre_scores_gemma":[0.020201053,0.9663073,0.007765174,0.0023472332,0.00022228359,0.0011140561,0.0015214625,0.000052824984,0.00046874443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98250544,0.005233296,0.006275633,0.0012234631,0.004222701,0.00053949584],"domain_scores_gemma":[0.85055155,0.107648134,0.010709896,0.0031632225,0.026314005,0.0016131996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025115887,0.0013443455,0.0032851633,0.07447744,0.002179711,0.005669083,0.0030400627,0.0027885523,0.0055517964],"category_scores_gemma":[0.1037743,0.0013749852,0.003446191,0.049120586,0.0020631626,0.010379748,0.0045844405,0.0020443616,0.0011872184],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017388871,0.00010612,0.0031948143,0.6120951,0.0014346881,0.00044750044,0.0028938632,0.00032686203,0.0008527316,0.00533467,0.01885104,0.35428867],"study_design_scores_gemma":[0.00004162128,0.0001263519,0.0033547776,0.85079104,0.004204164,0.00059702777,0.0027687107,0.0001994201,0.00039421668,0.0023308515,0.13513157,0.000060370967],"about_ca_topic_score_codex":0.00775717,"about_ca_topic_score_gemma":0.025440073,"teacher_disagreement_score":0.9748841,"about_ca_system_score_codex":0.006289216,"about_ca_system_score_gemma":0.035900418,"threshold_uncertainty_score":0.1328271},"labels":[],"label_agreement":null},{"id":"W4413247348","doi":"10.1016/j.jss.2026.112900","title":"Exploring Ethical Concerns of Mobile Applications from App Reviews: A Literature Survey","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Mobile apps; Data science; Engineering ethics; Sociology; Psychology; Computer science; Political science; Engineering; World Wide Web","score_opus":0.11032576158679001,"score_gpt":0.36109806400398214,"score_spread":0.2507723024171921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413247348","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4315831,0.50999266,0.012762567,0.014692055,0.00072309154,0.0029657497,0.0045804335,0.00021767578,0.022482606],"genre_scores_gemma":[0.56625414,0.4038221,0.014147437,0.005927329,0.00051250716,0.0042081713,0.0030864235,0.0001303354,0.001911524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94754183,0.023062851,0.013727913,0.0025306097,0.01226916,0.0008676986],"domain_scores_gemma":[0.568477,0.3273318,0.04011332,0.0041888123,0.05773347,0.0021555733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042240307,0.0006583881,0.0012688078,0.033119053,0.0020379983,0.0051649837,0.0013459771,0.0017613079,0.0015864907],"category_scores_gemma":[0.20529552,0.0010174346,0.0014973576,0.021013917,0.0019458791,0.0076579712,0.003882958,0.0016891734,0.00055941544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022806853,0.00016448501,0.1078961,0.12639561,0.00068117026,0.0026209676,0.15546443,0.00040630996,0.0021990584,0.0050523602,0.023222098,0.5756693],"study_design_scores_gemma":[0.000072599185,0.0005123894,0.20785786,0.24649668,0.0020828699,0.008259563,0.21489927,0.0013914378,0.0027005142,0.0039319335,0.31146517,0.0003297577],"about_ca_topic_score_codex":0.004702644,"about_ca_topic_score_gemma":0.011840271,"teacher_disagreement_score":0.042240307,"about_ca_system_score_codex":0.0035941966,"about_ca_system_score_gemma":0.0104691405,"threshold_uncertainty_score":0.22339076},"labels":[],"label_agreement":null},{"id":"W4413270996","doi":"10.1016/j.jss.2025.112532","title":"SCsVulSegLytix: Detecting and extracting vulnerable segments from smart contracts using weakly-supervised learning","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canada Excellence Research Chairs, Government of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Artificial intelligence; Pattern recognition (psychology)","score_opus":0.013571290951067053,"score_gpt":0.2486551139726114,"score_spread":0.23508382302154435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413270996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18566008,0.0009895931,0.7348371,0.0008036692,0.00011822949,0.00065396813,0.0052317227,0.06543703,0.0062685604],"genre_scores_gemma":[0.51571864,0.00041360105,0.44778812,0.0005164191,0.000057110374,0.00060496666,0.02314294,0.0021796315,0.009578518],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989711,0.00019771948,0.00006928874,0.00030519834,0.00033916294,0.0001175088],"domain_scores_gemma":[0.9976878,0.0010332381,0.00035666744,0.00044906308,0.00037004377,0.000103185404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011713961,0.001541198,0.00066853256,0.002830669,0.00053454714,0.0010074707,0.0015850759,0.0013701493,0.0017828293],"category_scores_gemma":[0.005064333,0.0004521917,0.001019024,0.0012247534,0.0010734607,0.0018760506,0.0017247875,0.0014343774,0.001564645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058508816,0.0007452439,0.042576972,0.0007293187,0.0002965512,0.0009954051,0.0008763777,0.18964607,0.027171325,0.008754317,0.04374012,0.6838832],"study_design_scores_gemma":[0.000028477658,0.000089683694,0.0026442504,0.000030649364,0.000022140617,0.0001322057,0.00008409879,0.97783047,0.008162842,0.00591265,0.0050421543,0.000020401716],"about_ca_topic_score_codex":0.005546928,"about_ca_topic_score_gemma":0.0077283895,"teacher_disagreement_score":0.005546928,"about_ca_system_score_codex":0.0007570732,"about_ca_system_score_gemma":0.0019887905,"threshold_uncertainty_score":0.011029303},"labels":[],"label_agreement":null},{"id":"W4413451213","doi":"10.1016/j.jss.2025.112594","title":"Hybrid approach for multilevel multi-class requirement classification: Impact of stop-word removal and data augmentation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Class (philosophy); Word (group theory); Computer science; Artificial intelligence; Data mining; Natural language processing; Engineering; Mathematics","score_opus":0.13341908526109603,"score_gpt":0.36219348799052786,"score_spread":0.22877440272943184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413451213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13702412,0.0014324946,0.845178,0.000918382,0.0004069218,0.00039911878,0.0021384275,0.009457503,0.003045044],"genre_scores_gemma":[0.44290417,0.00032186386,0.5442976,0.00042446767,0.00020324426,0.0004261532,0.006080738,0.0005832149,0.0047585773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976307,0.00057638105,0.00022704482,0.00065589446,0.0006200555,0.00028985823],"domain_scores_gemma":[0.9942391,0.0028898802,0.00021377743,0.00082849606,0.0015883083,0.00024043207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002592547,0.0011695409,0.0018118204,0.002532689,0.00092447014,0.0020567256,0.0026191655,0.0018318796,0.0039121895],"category_scores_gemma":[0.00646647,0.0004064415,0.0020242387,0.0024246282,0.00034388978,0.0023546864,0.0017935972,0.0026686531,0.0030653966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014622447,0.0017386052,0.010388946,0.00052820536,0.0005098797,0.0002008878,0.00054715807,0.02875733,0.034726217,0.0020864822,0.012088315,0.9069658],"study_design_scores_gemma":[0.00007082018,0.00022293668,0.005211799,0.00004194744,0.0002213005,0.00014000869,0.00040467447,0.9703718,0.01472739,0.0029942028,0.0055346927,0.00005829249],"about_ca_topic_score_codex":0.009497127,"about_ca_topic_score_gemma":0.018932737,"teacher_disagreement_score":0.009497127,"about_ca_system_score_codex":0.00056725513,"about_ca_system_score_gemma":0.0023859944,"threshold_uncertainty_score":0.018883705},"labels":[],"label_agreement":null},{"id":"W4413845085","doi":"10.1016/j.jss.2025.112603","title":"FIN: Boosting binary code embedding by normalizing function inlinings","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Defence Research and Development Canada","keywords":"Boosting (machine learning); Embedding; Binary number; Fin; Code (set theory); Computer science; Mathematics; Algorithm; Artificial intelligence; Materials science; Arithmetic; Programming language","score_opus":0.010594013344690408,"score_gpt":0.2675288737085019,"score_spread":0.2569348603638115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413845085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071930446,0.0009123369,0.8810847,0.00032238045,0.000558739,0.00013902763,0.00038867744,0.036403608,0.00825999],"genre_scores_gemma":[0.5486304,0.00035492078,0.4271642,0.00051834923,0.00029180959,0.00015504973,0.0014769734,0.0030515236,0.018356727],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99928975,0.00014358158,0.000030801293,0.00017095152,0.0002710076,0.00009387456],"domain_scores_gemma":[0.99851066,0.000455266,0.000100657795,0.00049349776,0.00035623176,0.000083568586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008623658,0.0014176699,0.0010338653,0.0015417058,0.000517023,0.0008438251,0.0012785328,0.0010803862,0.006815132],"category_scores_gemma":[0.0035048788,0.0004956855,0.0006397875,0.0007787094,0.00067422196,0.0019576922,0.0015794631,0.0013517721,0.0036889096],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045913464,0.00024334509,0.0023027728,0.00017059936,0.00007577957,0.00009766538,0.00007911839,0.03868254,0.032299444,0.007961075,0.018806048,0.8988225],"study_design_scores_gemma":[0.00005335096,0.00024619573,0.0009757042,0.00004155064,0.00006110758,0.00023708516,0.00003412342,0.92923987,0.040199768,0.018514633,0.010367867,0.000028646775],"about_ca_topic_score_codex":0.0013014562,"about_ca_topic_score_gemma":0.0025748536,"teacher_disagreement_score":0.006815132,"about_ca_system_score_codex":0.00041586012,"about_ca_system_score_gemma":0.0006606253,"threshold_uncertainty_score":0.022798896},"labels":[],"label_agreement":null},{"id":"W4413963629","doi":"10.1016/j.jss.2025.112604","title":"Syntactic multilingual probing of pre-trained language models of code","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Federación Española de Enfermedades Raras; Ministerio de Ciencia, Innovación y Universidades","keywords":"Computer science; Natural language processing; Code (set theory); Linguistics; Artificial intelligence; Programming language; Philosophy","score_opus":0.018899914880622877,"score_gpt":0.27564348552860446,"score_spread":0.2567435706479816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413963629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5160882,0.00022314479,0.47379568,0.00039826703,0.00006891863,0.00007046907,0.00045313325,0.004688829,0.0042134356],"genre_scores_gemma":[0.93782216,0.000082859,0.05898313,0.00013601057,0.0000130118715,0.00007058746,0.00097104296,0.00044415865,0.0014771117],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922717,0.0002770775,0.00003411436,0.00026468257,0.00011522824,0.00008175941],"domain_scores_gemma":[0.9960568,0.0023685351,0.00029572222,0.00072189345,0.0004435478,0.00011349566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012186071,0.0010875241,0.00042491866,0.0005536988,0.00032559008,0.0009957635,0.00090909493,0.00073746545,0.0018825658],"category_scores_gemma":[0.010988295,0.00048119243,0.0008408077,0.00044352276,0.0010578738,0.0033875515,0.0021111309,0.0025363849,0.0007132093],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082414685,0.0002637681,0.02520739,0.00042600697,0.0002665469,0.00059134065,0.0023342876,0.4052631,0.087541826,0.027178153,0.004717793,0.44538563],"study_design_scores_gemma":[0.000010858505,0.00015094626,0.0018716834,0.000019684128,0.00002412451,0.0000896555,0.0001797643,0.96216327,0.02188943,0.012304357,0.0012655992,0.000030618226],"about_ca_topic_score_codex":0.003000492,"about_ca_topic_score_gemma":0.00479357,"teacher_disagreement_score":0.003000492,"about_ca_system_score_codex":0.0008952991,"about_ca_system_score_gemma":0.0010419571,"threshold_uncertainty_score":0.0064959526},"labels":[],"label_agreement":null},{"id":"W4414015671","doi":"10.1016/j.jss.2025.112610","title":"Model-based dependability and performance analysis for satellite systems with collaborative maintenance maneuvers via stochastic games","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Université Toulouse III - Paul Sabatier","keywords":"Dependability; Computer science; Satellite; Systems engineering; Reliability engineering; Engineering; Operations research; Software engineering; Aerospace engineering","score_opus":0.011838451434125567,"score_gpt":0.25311009328637246,"score_spread":0.2412716418522469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414015671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20570956,0.00059156463,0.7858279,0.0006211991,0.0000584425,0.000112356334,0.00015794273,0.00018989132,0.0067311465],"genre_scores_gemma":[0.9925182,0.0001723696,0.0051429686,0.000030731586,0.000019668309,0.00005787473,0.00005979593,0.000038595925,0.001959866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870765,0.0005204693,0.00004930541,0.00017681683,0.00025869271,0.00028708088],"domain_scores_gemma":[0.99242353,0.0055348207,0.00083429995,0.00020197012,0.00071250676,0.00029283302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340974,0.0019947449,0.002229723,0.0015300404,0.00071117573,0.0017817494,0.001974539,0.0014221037,0.0023215627],"category_scores_gemma":[0.010290088,0.0009545548,0.0016889249,0.00079634134,0.002154442,0.0018138023,0.002296289,0.0017001284,0.00015989241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003208397,0.000019447649,0.00020315789,0.00001791,0.000023168866,0.000025671241,0.000021629457,0.9900079,0.00025553448,0.008440165,0.00012841278,0.00082495646],"study_design_scores_gemma":[0.0000030275812,0.000009322238,0.0000686062,0.0000016167315,0.0000052320943,0.000003437803,0.0000040501386,0.9978928,0.000035333098,0.001956174,0.000018060771,0.0000024858052],"about_ca_topic_score_codex":0.019652668,"about_ca_topic_score_gemma":0.008325431,"teacher_disagreement_score":0.019652668,"about_ca_system_score_codex":0.0030083247,"about_ca_system_score_gemma":0.0021227903,"threshold_uncertainty_score":0.039076567},"labels":[],"label_agreement":null},{"id":"W4414518726","doi":"10.1016/j.jss.2025.112643","title":"From description to prescription: Unraveling log severity adjustments in open-source software","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Commit; Heuristics; Intersection (aeronautics); Set (abstract data type); Software; Production (economics); Software development","score_opus":0.019326372916350167,"score_gpt":0.2671126682094315,"score_spread":0.24778629529308135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414518726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72415364,0.0020630953,0.24625005,0.007212677,0.00027164601,0.00074825116,0.0028893289,0.008056919,0.008354377],"genre_scores_gemma":[0.8236227,0.0005946715,0.17013276,0.0005994511,0.00007285286,0.0001919679,0.002383664,0.00094958756,0.0014523681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9807889,0.007915719,0.0024421937,0.002625374,0.005372416,0.0008553706],"domain_scores_gemma":[0.79917437,0.119926594,0.03584449,0.019087546,0.023319228,0.0026477964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019962264,0.0009469787,0.00069045235,0.0078012594,0.0015367775,0.0068251602,0.0022216304,0.0011348153,0.0015797279],"category_scores_gemma":[0.17559132,0.0010500272,0.0008090332,0.0057795425,0.0025227282,0.016243123,0.004765395,0.0033966657,0.0005365535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004842898,0.0004068689,0.37673053,0.001545313,0.00015292152,0.0013837758,0.055555508,0.010341935,0.009456617,0.015300388,0.010508849,0.518133],"study_design_scores_gemma":[0.00009739043,0.00079770735,0.4133433,0.0028971545,0.0003839766,0.0019986068,0.0830186,0.28170693,0.021707512,0.069564775,0.12354434,0.0009397336],"about_ca_topic_score_codex":0.016333783,"about_ca_topic_score_gemma":0.023073351,"teacher_disagreement_score":0.019962264,"about_ca_system_score_codex":0.0034527276,"about_ca_system_score_gemma":0.005273221,"threshold_uncertainty_score":0.10557181},"labels":[],"label_agreement":null},{"id":"W4414608058","doi":"10.1016/j.jss.2025.112636","title":"BugMentor: Generating answers to follow-up questions from software bug reports using structured information retrieval and neural text generation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Question answering; Context (archaeology); Similarity (geometry); Software; Semantics (computer science); Language model; Software bug; Face (sociological concept)","score_opus":0.017431393734662102,"score_gpt":0.26491104133831883,"score_spread":0.24747964760365673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414608058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09361492,0.0019935758,0.78958493,0.0014347424,0.00046410834,0.0016875716,0.0042468556,0.09990604,0.0070671695],"genre_scores_gemma":[0.28856498,0.00052071764,0.688886,0.0006420761,0.00014751584,0.00095895963,0.010009838,0.0015184599,0.008751542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779,0.00084095314,0.00016390794,0.00052616646,0.0005845318,0.00009444118],"domain_scores_gemma":[0.9940382,0.0036284348,0.0005510179,0.0007155647,0.00091929146,0.00014746278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001981899,0.0021916546,0.000838169,0.0023787618,0.00042058586,0.0009301375,0.0018334849,0.0019181874,0.0068789185],"category_scores_gemma":[0.013090206,0.00040454452,0.0011534002,0.0009005217,0.00050578575,0.0017805108,0.0012864555,0.0012916181,0.002860746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046601373,0.0007741276,0.0034418912,0.0015457332,0.00014120301,0.00067922974,0.0011412352,0.022323102,0.03884212,0.0038194887,0.04082285,0.8860031],"study_design_scores_gemma":[0.0005908372,0.0013005332,0.004818237,0.00022723454,0.00022049903,0.0011728505,0.0006770553,0.849291,0.082426906,0.014866146,0.04421441,0.0001942067],"about_ca_topic_score_codex":0.0026482039,"about_ca_topic_score_gemma":0.00397313,"teacher_disagreement_score":0.0068789185,"about_ca_system_score_codex":0.000764516,"about_ca_system_score_gemma":0.0010945309,"threshold_uncertainty_score":0.02301228},"labels":[],"label_agreement":null},{"id":"W4415064809","doi":"10.1016/j.jss.2025.112758","title":"A systematic literature review of software engineering research on Jupyter notebook","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Documentation; Code refactoring; Workflow; Code review; USable; Software; Social software engineering; Leverage (statistics); Software development; IBM","score_opus":0.03094170045877877,"score_gpt":0.34611363804852185,"score_spread":0.3151719375897431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415064809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032847535,0.9859978,0.0019731277,0.0019349345,0.0005481158,0.000997127,0.002806254,0.0000776697,0.002380261],"genre_scores_gemma":[0.026589625,0.9580271,0.0059611006,0.0026894538,0.00022007244,0.0028631873,0.0028562874,0.000067282555,0.0007259258],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97879636,0.008094811,0.0066632987,0.0016981787,0.0042631095,0.00048417458],"domain_scores_gemma":[0.8480676,0.1155091,0.014673884,0.0034668527,0.017054215,0.0012282999],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.021470957,0.0014138758,0.003961997,0.028879141,0.0014964169,0.0042272857,0.0026983556,0.002181887,0.00994974],"category_scores_gemma":[0.12302748,0.0011630462,0.0045778975,0.02578275,0.0016762496,0.00651727,0.0034884054,0.0023686602,0.0014536621],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013304023,0.000037418693,0.0012400217,0.81933016,0.0013393237,0.00026677933,0.0020208869,0.00022658266,0.00041204572,0.0019373418,0.013359548,0.15969671],"study_design_scores_gemma":[0.00004997825,0.00010026015,0.0031815516,0.90096444,0.0033023183,0.00024880597,0.00162291,0.000062614956,0.00023838221,0.0010552086,0.089129485,0.00004401128],"about_ca_topic_score_codex":0.008726039,"about_ca_topic_score_gemma":0.026466237,"teacher_disagreement_score":0.97852904,"about_ca_system_score_codex":0.0061815255,"about_ca_system_score_gemma":0.031366996,"threshold_uncertainty_score":0.1135506},"labels":[],"label_agreement":null},{"id":"W4415830440","doi":"10.1016/j.jss.2025.112687","title":"Editorial of the special issue in the journal of systems and software on managing technical debt in software-intensive products and services","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Technical debt; Software; Debt","score_opus":0.007895695901004413,"score_gpt":0.20651180615845008,"score_spread":0.19861611025744566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415830440","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012004468,0.0013647693,0.00010022459,0.018768758,0.978693,0.000013709943,0.00004632082,0.00002398614,0.0008692476],"genre_scores_gemma":[0.00072049897,0.0012371294,0.00008046048,0.0073889038,0.9866927,0.000012869209,0.000031907603,0.000030267296,0.0038052981],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588424,0.0005395031,0.00056627236,0.0006454652,0.001908887,0.00045565356],"domain_scores_gemma":[0.9753727,0.009120098,0.0017428993,0.00053842,0.009116385,0.004109396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005405985,0.0038632571,0.004142825,0.0039821886,0.003088868,0.007955019,0.002981832,0.011631442,0.013995622],"category_scores_gemma":[0.019260118,0.0010152372,0.0028536397,0.0014406404,0.0015411606,0.004226708,0.0013129945,0.0134775285,0.0053371037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009506613,0.00004617837,0.00012550429,0.0001898812,0.000033619293,0.00020797606,0.000018783543,0.000055681885,0.00015669884,0.0003257256,0.9945304,0.0042145066],"study_design_scores_gemma":[0.00018207284,0.00017539004,0.0026850703,0.0006021382,0.00016584515,0.00058307586,0.00015773029,0.0008714569,0.00045227242,0.0018077659,0.99226564,0.000051514297],"about_ca_topic_score_codex":0.0011685792,"about_ca_topic_score_gemma":0.004314432,"teacher_disagreement_score":0.013995622,"about_ca_system_score_codex":0.0023905344,"about_ca_system_score_gemma":0.002868859,"threshold_uncertainty_score":0.046819985},"labels":[],"label_agreement":null},{"id":"W4415896010","doi":"10.1016/j.jss.2025.112694","title":"Domain-specific conflict resolution and model merge","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Mitacs","keywords":"Merge (version control); Conflict resolution; Software; Syntax; Resolution (logic); High resolution","score_opus":0.015837517954810046,"score_gpt":0.23917420275053142,"score_spread":0.22333668479572139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415896010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109539546,0.001676647,0.5363572,0.0019160348,0.0005105332,0.0019909155,0.053409673,0.28424224,0.010357221],"genre_scores_gemma":[0.19006704,0.0004726546,0.6570849,0.00055215927,0.000053087446,0.0013496866,0.13923237,0.008714395,0.0024737155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98510844,0.005073781,0.0017881789,0.0035411972,0.0039953375,0.00049309584],"domain_scores_gemma":[0.95811146,0.01527931,0.0025148906,0.017526142,0.005942579,0.00062567124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013891597,0.0021986794,0.0011623052,0.005829547,0.0015204903,0.004306087,0.0045257933,0.0025214842,0.005071361],"category_scores_gemma":[0.061147846,0.001267935,0.0027035202,0.0046337782,0.0010250258,0.0070120213,0.0053033764,0.0031995238,0.0029695313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018737513,0.0013581255,0.03535573,0.004073734,0.0012399862,0.00096624106,0.003415604,0.10339645,0.016309636,0.02415156,0.23790376,0.5699554],"study_design_scores_gemma":[0.00063349283,0.00047133703,0.014720539,0.0006116389,0.00035058308,0.0010612914,0.0014843978,0.69969475,0.055411827,0.03475873,0.19044301,0.00035840203],"about_ca_topic_score_codex":0.010093945,"about_ca_topic_score_gemma":0.015869256,"teacher_disagreement_score":0.013891597,"about_ca_system_score_codex":0.0021190261,"about_ca_system_score_gemma":0.003767498,"threshold_uncertainty_score":0.07346666},"labels":[],"label_agreement":null},{"id":"W4416828803","doi":"10.1016/j.jss.2025.112714","title":"CREST: Improving interpretability and effectiveness of troubleshooting at ericsson through criterion-Specific trouble report retrieval","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ericsson (Canada)","funders":"Telefonaktiebolaget LM Ericsson; Carleton University","keywords":"Troubleshooting; Interpretability; Relevance (law); Software; Volume (thermodynamics); Data retrieval; Human–computer information retrieval","score_opus":0.014749764668559618,"score_gpt":0.2766366461209478,"score_spread":0.2618868814523882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416828803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2191583,0.0014640676,0.7326926,0.0006765943,0.00016275998,0.0005356647,0.0015019971,0.03904708,0.004760976],"genre_scores_gemma":[0.6487065,0.0005350302,0.33737186,0.00034039872,0.00008826243,0.00020670121,0.006287988,0.0010645249,0.0053987815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996807,0.000743243,0.00026436348,0.00069079717,0.0012291495,0.00026540074],"domain_scores_gemma":[0.9932175,0.0025676398,0.00062741846,0.0012447269,0.0020928974,0.00024980438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030973963,0.0022930074,0.0015077228,0.0035539425,0.00050571223,0.002665495,0.0026142248,0.0017152702,0.0021852925],"category_scores_gemma":[0.016179265,0.0004058753,0.0013625654,0.001448841,0.00072601065,0.0029324049,0.002334557,0.0015869046,0.0025723665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001519746,0.00059992634,0.013646883,0.000678344,0.00028691423,0.0010802131,0.0012778543,0.21708676,0.04075024,0.0038438116,0.020895055,0.6983343],"study_design_scores_gemma":[0.000076894066,0.00036944583,0.0028280076,0.000041035833,0.00007730487,0.00027177882,0.00034848886,0.96717405,0.0210869,0.0028228287,0.0048204605,0.000082758954],"about_ca_topic_score_codex":0.018324092,"about_ca_topic_score_gemma":0.014753538,"teacher_disagreement_score":0.018324092,"about_ca_system_score_codex":0.0011513063,"about_ca_system_score_gemma":0.0026333893,"threshold_uncertainty_score":0.03643483},"labels":[],"label_agreement":null},{"id":"W4417443056","doi":"10.1016/j.jss.2025.112746","title":"A search-based file recommendation approach for infrastructure-as-code evolution","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Hôpital Notre-Dame; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software; Server; Path (computing); Genetic algorithm; Similarity (geometry); Space (punctuation); Software evolution","score_opus":0.015030484004162811,"score_gpt":0.27116887446438687,"score_spread":0.2561383904602241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417443056","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1356342,0.0024341058,0.830232,0.0010314941,0.00036504955,0.0008204362,0.0030717528,0.020361328,0.0060496414],"genre_scores_gemma":[0.49106884,0.0005175996,0.494131,0.0003962621,0.0001922397,0.00021876316,0.0042352653,0.00048022473,0.008759821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831724,0.00021839878,0.0001146641,0.00043881484,0.00073079224,0.00018011226],"domain_scores_gemma":[0.9965167,0.0012543353,0.0002133449,0.0005871376,0.0012063952,0.0002221313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093135505,0.0009986279,0.0018927384,0.005551512,0.0011370612,0.0013314246,0.002925854,0.0021657785,0.003616051],"category_scores_gemma":[0.0055188863,0.000403571,0.0014694892,0.0048500863,0.00037166895,0.0023800295,0.0012753991,0.0010150403,0.0015952984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071069907,0.0010538072,0.014174408,0.00041464495,0.00035841984,0.00046490986,0.00023956764,0.05746186,0.024565004,0.0030880442,0.027938267,0.8695304],"study_design_scores_gemma":[0.000039609382,0.00013677187,0.0022367802,0.000013902981,0.00010074101,0.00022726186,0.00010393243,0.98827577,0.004388865,0.0020128086,0.0024333892,0.00003017579],"about_ca_topic_score_codex":0.02518257,"about_ca_topic_score_gemma":0.055546515,"teacher_disagreement_score":0.02518257,"about_ca_system_score_codex":0.00081796636,"about_ca_system_score_gemma":0.0018449937,"threshold_uncertainty_score":0.050072014},"labels":[],"label_agreement":null},{"id":"W649590910","doi":"10.1016/j.jss.2015.06.003","title":"A three-dimensional taxonomy for bidirectional model synchronization","year":2015,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Executable; Computer science; Model transformation; Synchronization (alternating current); Abstraction; Software engineering; Taxonomy (biology); Semantics (computer science); Programming language; Theoretical computer science; Distributed computing; Artificial intelligence","score_opus":0.04549967768039284,"score_gpt":0.24303826932661926,"score_spread":0.19753859164622642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W649590910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025394321,0.00053018355,0.97707134,0.0009069861,0.00018090029,0.0001971488,0.00013185134,0.00085777545,0.01758439],"genre_scores_gemma":[0.13560916,0.0016608641,0.8495232,0.00053484476,0.00020523775,0.0012015224,0.00078555115,0.0006732404,0.009806414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926542,0.0025262213,0.0013961474,0.0010976791,0.001671381,0.0006544803],"domain_scores_gemma":[0.99080384,0.002645532,0.00072946894,0.003356844,0.0018908106,0.0005736052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007323385,0.001433881,0.0011611754,0.004339995,0.004625685,0.011018199,0.004000907,0.0042244666,0.010399983],"category_scores_gemma":[0.016452095,0.0014610168,0.0027495394,0.0048215557,0.0075078304,0.019603007,0.009129954,0.0065357964,0.0031989962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001178759,0.0000132148525,0.00017685661,0.000066107415,0.00000763452,0.00008779602,0.00074214407,0.0009708754,0.00042327913,0.9839425,0.0011004771,0.012457203],"study_design_scores_gemma":[0.000020436388,0.000044309367,0.00013022353,0.00020694656,0.000039635488,0.00035603135,0.00074514234,0.029185474,0.0015003489,0.89783454,0.06988873,0.00004828197],"about_ca_topic_score_codex":0.0055905213,"about_ca_topic_score_gemma":0.0030718544,"teacher_disagreement_score":0.011018199,"about_ca_system_score_codex":0.0029955832,"about_ca_system_score_gemma":0.004399215,"threshold_uncertainty_score":0.038730204},"labels":[],"label_agreement":null},{"id":"W7117322255","doi":"10.1016/j.jss.2025.112759","title":"On software testing reference ontologies","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ontology; Process ontology; IDEF5; Formality; Upper ontology; Domain (mathematical analysis); Ontology components; Ontology-based data integration","score_opus":0.04469546520606831,"score_gpt":0.2869665398924838,"score_spread":0.24227107468641546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117322255","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020750636,0.0023068835,0.92778593,0.0057821306,0.0003654084,0.00014695678,0.00041578332,0.0013914551,0.041054823],"genre_scores_gemma":[0.47913867,0.004264561,0.4874615,0.0023984173,0.0006508197,0.00033132551,0.003033068,0.0017723663,0.020949231],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98443514,0.0053721806,0.0014706256,0.0018551998,0.0059086075,0.0009581551],"domain_scores_gemma":[0.9361924,0.030510198,0.0019933158,0.017759398,0.01264337,0.0009012598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012030764,0.0009425127,0.0017806286,0.008824454,0.003679173,0.005846318,0.004056445,0.0038753818,0.0074472167],"category_scores_gemma":[0.07170849,0.0010485667,0.001627804,0.011570462,0.005561886,0.031630684,0.008116286,0.0047442205,0.0022008743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050669376,0.000056381374,0.0007501275,0.00010996142,0.000017877537,0.0001448131,0.0007629706,0.0045043635,0.00059613195,0.9034621,0.005818993,0.08372552],"study_design_scores_gemma":[0.000013714519,0.00003171519,0.0004171705,0.00030108046,0.000045687997,0.00020797952,0.00044282345,0.024815096,0.0016606633,0.9292396,0.042791747,0.000032678156],"about_ca_topic_score_codex":0.01339817,"about_ca_topic_score_gemma":0.010690585,"teacher_disagreement_score":0.01339817,"about_ca_system_score_codex":0.002919751,"about_ca_system_score_gemma":0.0032871298,"threshold_uncertainty_score":0.063625515},"labels":[],"label_agreement":null},{"id":"W7117578138","doi":"10.1016/j.jss.2025.112763","title":"LeCov: Multi-level testing criteria for large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mila - Quebec Artificial Intelligence Institute","funders":"Japan Science and Technology Agency; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Set (abstract data type); Trustworthiness; Prioritization; Test (biology); Test strategy; Risk-based testing; Non-regression testing","score_opus":0.08902155403723257,"score_gpt":0.32290924107423324,"score_spread":0.2338876870370007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117578138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017734284,0.00019889603,0.9752514,0.00041483983,0.00005406526,0.000121851066,0.0004505707,0.0034715866,0.0023024445],"genre_scores_gemma":[0.6342886,0.00014134713,0.35482442,0.0003666867,0.00014592259,0.00053209614,0.0024657575,0.0023558396,0.0048793745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912411,0.0039384984,0.00060497614,0.000706153,0.0026006626,0.00090857816],"domain_scores_gemma":[0.9284092,0.05580137,0.001826196,0.0041001844,0.007887809,0.0019752253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009532462,0.0016516823,0.0016725584,0.004069523,0.0011166316,0.0028793132,0.003956275,0.0023262957,0.011256952],"category_scores_gemma":[0.07309415,0.0008339647,0.002012988,0.0018578997,0.0019148097,0.0060487026,0.00462452,0.0033760332,0.0015063781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019319555,0.00043757338,0.009438284,0.0009860976,0.00031855688,0.0008069133,0.0003958233,0.38475943,0.01135063,0.2503955,0.024911903,0.31426734],"study_design_scores_gemma":[0.00005483342,0.00010638468,0.00037671297,0.000040972685,0.000026651598,0.00006384155,0.000031484342,0.8993604,0.0029548595,0.09590202,0.0010592233,0.000022580682],"about_ca_topic_score_codex":0.0039235204,"about_ca_topic_score_gemma":0.004439214,"teacher_disagreement_score":0.011256952,"about_ca_system_score_codex":0.0021953168,"about_ca_system_score_gemma":0.0027977233,"threshold_uncertainty_score":0.05041313},"labels":[],"label_agreement":null},{"id":"W7117745108","doi":"10.1016/j.jss.2025.112748","title":"Exploring challenges in test mocking: Developer questions and insights from StackOverflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; University of Manitoba; University of Saskatchewan","keywords":"Popularity; Latent Dirichlet allocation; Topic model; Advice (programming); Key (lock); Selection (genetic algorithm); Test (biology)","score_opus":0.08815862776921252,"score_gpt":0.27019777538337264,"score_spread":0.18203914761416012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117745108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598111,0.0012497497,0.026868856,0.0066623227,0.000093845716,0.00012701516,0.0002314328,0.00030930998,0.004646314],"genre_scores_gemma":[0.9865639,0.0005012382,0.0098616965,0.00089366967,0.000077203185,0.000105763625,0.00027414848,0.00019282557,0.0015294879],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97617984,0.015642554,0.0012149082,0.0018598718,0.0039526518,0.0011502855],"domain_scores_gemma":[0.7459812,0.21129747,0.016409885,0.0053578983,0.017117498,0.0038360762],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033269923,0.0008072309,0.0005164175,0.004307127,0.0024698419,0.0043959497,0.0011643781,0.002085338,0.0009676348],"category_scores_gemma":[0.14246534,0.00070012576,0.00055380934,0.0019039996,0.0030168104,0.008576674,0.0038458966,0.002128894,0.00040700604],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024901197,0.0002180752,0.23627247,0.0007319797,0.00005660761,0.0021723362,0.59446377,0.0015428473,0.007740347,0.0052869897,0.007336909,0.14392874],"study_design_scores_gemma":[0.00005404975,0.00068795227,0.24193752,0.0014990249,0.00012506625,0.0035609428,0.60074276,0.024760481,0.008306187,0.016182851,0.101706125,0.00043705603],"about_ca_topic_score_codex":0.0029299413,"about_ca_topic_score_gemma":0.0055448823,"teacher_disagreement_score":0.96673006,"about_ca_system_score_codex":0.0028028535,"about_ca_system_score_gemma":0.0020212296,"threshold_uncertainty_score":0.17595029},"labels":[],"label_agreement":null}]}