{"meta":{"query_hash":"bae3483add50","filters":{"venue":"Journal of Software"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bae3483add50","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Software"},"results":[{"id":"W1967380207","doi":"10.4304/jsw.7.8.1816-1826","title":"A Systematic Review and Assessment of Aspect-oriented Methods Applied to Business Process Adaptation","year":2012,"lang":"en","type":"review","venue":"Journal of Software","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Process (computing); Process management; Programming language; Optics","score_opus":0.03908345863331787,"score_gpt":0.3821265723351932,"score_spread":0.34304311370187535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967380207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.694535e-7,0.58628744,0.41249943,0.000050451847,0.00019940344,0.0009012414,0.0000042777924,0.00002009806,0.000037091693],"genre_scores_gemma":[0.000006989133,0.7043865,0.2951379,0.00027674454,0.000085586464,0.00007257127,0.000005311927,0.000023433591,0.000005001234],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963386,0.00047015704,0.0019289897,0.00031969819,0.00067658356,0.00026597182],"domain_scores_gemma":[0.99409455,0.0005678957,0.003418702,0.0005889495,0.0010918927,0.00023803087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020114852,0.00042251,0.0034805906,0.0005154358,0.00006598383,0.00007066755,0.0012314254,0.00014324795,0.0000061037763],"category_scores_gemma":[0.0001500504,0.00027285606,0.00028766238,0.0019868528,0.000018817213,0.00036605,0.00026990063,0.00045088027,0.0000031304032],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013493787,0.000051200674,0.000001316717,0.7521771,0.000249065,0.0000040131467,0.0005845736,0.000009440721,2.872527e-7,0.00042468435,0.0000061789865,0.24649075],"study_design_scores_gemma":[0.00026688178,0.00017423909,0.000041963205,0.92117244,0.009316149,0.00075249554,0.00015845611,0.000050280647,0.0000031459983,0.00032446784,0.06715591,0.0005835516],"about_ca_topic_score_codex":0.000004823796,"about_ca_topic_score_gemma":0.0000027914402,"teacher_disagreement_score":0.2459072,"about_ca_system_score_codex":0.00008553707,"about_ca_system_score_gemma":0.00058226415,"threshold_uncertainty_score":0.99997234},"labels":[],"label_agreement":null},{"id":"W2005841289","doi":"10.4304/jsw.7.3.575-587","title":"Non-Functional Properties in Service Oriented Architecture – A Consumer's Perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Software","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Perspective (graphical); Architecture; Service (business); Computer architecture; Artificial intelligence; Marketing; Business","score_opus":0.014403288200641054,"score_gpt":0.2251376339003607,"score_spread":0.21073434569971966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005841289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8024404,0.0038112623,0.18593119,0.0050340556,0.0019384229,0.00026687965,0.0000049567457,0.000106466,0.00046635838],"genre_scores_gemma":[0.9717406,0.00001854841,0.024889616,0.0027929835,0.0004983282,0.00000778104,0.0000015143179,0.000017786342,0.0000328166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828327,0.00008083979,0.00043549933,0.00021062378,0.0005563542,0.000433416],"domain_scores_gemma":[0.9984779,0.000113110786,0.0003260555,0.000301678,0.0005566723,0.00022462601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036756482,0.00021752328,0.00030725714,0.0004174587,0.000108481436,0.00006624357,0.00070066715,0.000093012284,0.00002282047],"category_scores_gemma":[0.00005175416,0.00015607108,0.00012316646,0.0009633759,0.00003559462,0.0009528637,0.00020990918,0.0005615476,0.00002798083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016167762,0.003916193,0.59082144,0.0008273874,0.0011418136,0.0004367001,0.31285834,0.010672928,0.009971648,0.014693712,0.0022472038,0.050795835],"study_design_scores_gemma":[0.012473309,0.0016999217,0.80866766,0.0031297388,0.0002915523,0.007506174,0.028689528,0.004086843,0.022695694,0.018784992,0.0890493,0.0029252924],"about_ca_topic_score_codex":0.00017527373,"about_ca_topic_score_gemma":0.00018595376,"teacher_disagreement_score":0.2841688,"about_ca_system_score_codex":0.00012839278,"about_ca_system_score_gemma":0.0002284139,"threshold_uncertainty_score":0.6364394},"labels":[],"label_agreement":null},{"id":"W2019009588","doi":"10.4304/jsw.8.2.327-336","title":"Qualitative Analysis for the Impact of Accounting for Special Methods in Object-Oriented Class Cohesion Measurement","year":2013,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Computer science; Cohesion (chemistry); Class (philosophy); Artificial intelligence","score_opus":0.0869237389609992,"score_gpt":0.437746582337826,"score_spread":0.3508228433768268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019009588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08396585,0.00023006003,0.9149346,0.00017312115,0.00024033789,0.0004333739,0.0000059392332,0.000014479519,0.0000022706438],"genre_scores_gemma":[0.49755025,0.000007157841,0.502121,0.000010431383,0.00024994052,0.000040886003,6.667854e-7,0.000010984629,0.000008708816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979501,0.00022478185,0.0006504185,0.00016294266,0.0007121692,0.0002996321],"domain_scores_gemma":[0.98861843,0.008233758,0.00052377686,0.00028913398,0.0022548048,0.00008011819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066755563,0.00012949818,0.00042855655,0.00058861263,0.00007542904,0.0000926332,0.00073208,0.000060092192,0.000018176223],"category_scores_gemma":[0.012166328,0.00008057148,0.00055836927,0.0012973307,0.00003524974,0.00047376571,0.00009088589,0.00022122567,8.5206386e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008122508,0.00092795986,0.2944314,0.0005479774,0.008832933,0.000011973812,0.07486838,0.18755347,0.017416187,0.0009870924,0.017893335,0.39571705],"study_design_scores_gemma":[0.0032102112,0.0016590265,0.855548,0.00028609685,0.0003160217,0.000013193855,0.0030807115,0.121649325,0.0076804776,0.0055360547,0.00059480214,0.0004260484],"about_ca_topic_score_codex":0.00011074683,"about_ca_topic_score_gemma":0.000011885945,"teacher_disagreement_score":0.56111664,"about_ca_system_score_codex":0.00041073034,"about_ca_system_score_gemma":0.00027999902,"threshold_uncertainty_score":0.9961546},"labels":[],"label_agreement":null},{"id":"W2154126868","doi":"10.4304/jsw.3.5.26-39","title":"Change Prediction in Object-Oriented Software Systems: A Probabilistic Approach","year":2008,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software system; Software sizing; Software development; Software quality; Reverse engineering; Software metric; Source code; Software maintenance; Software; Software construction; Software engineering; Reliability engineering; Programming language","score_opus":0.038791792737955626,"score_gpt":0.24806302882314094,"score_spread":0.2092712360851853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154126868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20000456,0.0016884109,0.79622996,0.000057426794,0.0011545562,0.0005038614,0.000010542361,0.00033219118,0.000018475977],"genre_scores_gemma":[0.86783946,0.00009508049,0.13113186,0.000041627813,0.00057393697,0.0001075313,0.000005567859,0.000042275013,0.00016264954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730504,0.00013429955,0.00069792045,0.00033028267,0.0010601575,0.00047227577],"domain_scores_gemma":[0.9978403,0.0005932707,0.0002831094,0.0004953894,0.0005589113,0.0002290455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086103217,0.0002130739,0.00041467685,0.0007129663,0.00011104933,0.000075319585,0.0009188081,0.00014600404,0.0000054864154],"category_scores_gemma":[0.0033052247,0.00018750438,0.0001256242,0.001280981,0.000070209666,0.0010665876,0.00018814078,0.0006593065,0.000017293218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111156325,0.0010549165,0.9398689,0.0011231585,0.0001391609,0.001870839,0.010668738,0.02782127,0.00006250962,0.0005557334,0.0063104536,0.010413151],"study_design_scores_gemma":[0.0034336962,0.0011764431,0.9377214,0.0013520198,0.00003072971,0.009169211,0.00028138194,0.04176135,0.00007291126,0.00035125026,0.003872018,0.00077762536],"about_ca_topic_score_codex":0.000040925992,"about_ca_topic_score_gemma":0.0000014479759,"teacher_disagreement_score":0.66783494,"about_ca_system_score_codex":0.00043617593,"about_ca_system_score_gemma":0.0003064159,"threshold_uncertainty_score":0.7646207},"labels":[],"label_agreement":null},{"id":"W2167703873","doi":"10.4304/jsw.3.2.15-22","title":"Intrusion Detection Prototype Based on ADM-Logic","year":2008,"lang":"en","type":"article","venue":"Journal of Software","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Intrusion detection system; Real-time computing; Computer security","score_opus":0.018588121562878018,"score_gpt":0.23121856364230378,"score_spread":0.21263044207942577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167703873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13680099,0.00007592498,0.86089206,0.0006126958,0.0011542396,0.00018638601,3.9028612e-7,0.00010988262,0.00016740391],"genre_scores_gemma":[0.9687671,0.00005115038,0.029978443,0.0008103783,0.00035007898,0.0000047504136,2.2820672e-7,0.0000071334284,0.000030727024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988456,0.000089678404,0.00031273413,0.00014696302,0.0004526442,0.00015238138],"domain_scores_gemma":[0.99901927,0.00009285563,0.00031062367,0.0002229568,0.0002551656,0.000099154786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033786715,0.00010367182,0.00015468743,0.000237909,0.00026385405,0.000041370324,0.00037303273,0.00009327675,0.00005111713],"category_scores_gemma":[0.00021206202,0.00008060694,0.00011876867,0.00043478407,0.00003087492,0.00046264235,0.0000485722,0.0003695328,0.000037105703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015012899,0.0008562552,0.0020479255,0.00008149315,0.000043592143,0.0007427273,0.0010287082,0.017167883,0.007216062,0.001084233,0.00603272,0.9621971],"study_design_scores_gemma":[0.009253207,0.043690857,0.10569216,0.0015692749,0.00007884376,0.009026816,0.00006874119,0.45910105,0.1415566,0.04837756,0.17942476,0.0021601282],"about_ca_topic_score_codex":0.000003599624,"about_ca_topic_score_gemma":0.0000026688967,"teacher_disagreement_score":0.960037,"about_ca_system_score_codex":0.000082007035,"about_ca_system_score_gemma":0.00009214305,"threshold_uncertainty_score":0.32870555},"labels":[],"label_agreement":null},{"id":"W2312469290","doi":"10.3724/sp.j.1001.2011.03929","title":"Interval Centroid Based Flow Watermarking Technique for Anonymous Communication Traceback","year":2011,"lang":"en","type":"article","venue":"Journal of Software","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Chinese Academy of Sciences; Federation for the Humanities and Social Sciences","keywords":"Digital watermarking; Computer science; Watermark; Invisibility; Computer security; Demodulation; Spread spectrum; Centroid; Decoding methods; Robustness (evolution); Computer network; Computer vision; Channel (broadcasting); Artificial intelligence; Algorithm; Image (mathematics)","score_opus":0.025665838309131408,"score_gpt":0.24105535879690232,"score_spread":0.2153895204877709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312469290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005888218,0.00014770949,0.99338925,0.00016638926,0.00018500717,0.00012339458,0.0000019410443,0.000041581257,0.00005650341],"genre_scores_gemma":[0.59882164,0.000005150592,0.40097767,0.0001138829,0.00004804893,0.0000042567117,0.0000018184741,0.000007198011,0.000020338717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884087,0.00009553092,0.00052905595,0.00013011663,0.00020234997,0.00020208673],"domain_scores_gemma":[0.9987233,0.00012415646,0.00047114294,0.00022888611,0.00037894474,0.00007353524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008944867,0.00011755554,0.00024846484,0.00014657728,0.00010127901,0.00008883768,0.0010982407,0.000070687354,0.000037076094],"category_scores_gemma":[0.00009718366,0.000092730945,0.00029637903,0.00011764227,0.00002790417,0.00041422216,0.0000861289,0.0002448403,0.0000035369899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017550135,0.004297932,0.014615315,0.0010904426,0.001970422,0.00067712035,0.07165012,0.038292967,0.011642475,0.04942402,0.036332756,0.7682514],"study_design_scores_gemma":[0.0015932097,0.0008254345,0.0008787756,0.00078353984,0.00012235175,0.00034159704,0.0002399756,0.96405315,0.024743928,0.0005832917,0.005353472,0.00048127197],"about_ca_topic_score_codex":0.0000030729184,"about_ca_topic_score_gemma":0.000007781307,"teacher_disagreement_score":0.9257602,"about_ca_system_score_codex":0.00006253735,"about_ca_system_score_gemma":0.000060074468,"threshold_uncertainty_score":0.37814584},"labels":[],"label_agreement":null},{"id":"W2323960072","doi":"10.3724/sp.j.1001.2013.04227","title":"Periodic Intermittently Connected-Based Data Delivery in Opportunistic Networks","year":2014,"lang":"en","type":"article","venue":"Journal of Software","topic":"Opportunistic and Delay-Tolerant Networks","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Poultry Industry Council","funders":"","keywords":"Computer science; Node (physics); Probability distribution; Computer network; Topology (electrical circuits); Mathematics; Physics; Statistics","score_opus":0.03399711179871112,"score_gpt":0.2473832626205214,"score_spread":0.21338615082181028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323960072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010872677,0.00033347282,0.98699397,0.00045330572,0.0010543871,0.00007184876,0.000009387433,0.000055141758,0.00015581239],"genre_scores_gemma":[0.9664115,0.00005136047,0.031539265,0.0015530816,0.00034999225,0.0000010974741,0.000035670382,0.000016088421,0.000041964697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979077,0.00017355866,0.00080256746,0.00032954212,0.00041335195,0.00037328986],"domain_scores_gemma":[0.9974001,0.0005297045,0.0005626372,0.0009567204,0.00025349937,0.00029735008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011986883,0.0002003251,0.00044707188,0.000233573,0.000092902046,0.00020841125,0.0022445708,0.00012933202,0.00005320006],"category_scores_gemma":[0.00012931113,0.00017278898,0.00010368545,0.000318878,0.00009058145,0.0006495266,0.00041329724,0.0005424624,0.000010252899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015613523,0.00034273238,0.034207616,0.00005645775,0.00007630756,0.0022086543,0.000209609,0.007538648,0.000012601336,0.0013945397,0.031864945,0.92193174],"study_design_scores_gemma":[0.0009918307,0.000248469,0.002726997,0.00025929633,0.000028182643,0.0002742618,0.000024771436,0.9880199,0.0000013250026,0.0005126706,0.0066917967,0.000220493],"about_ca_topic_score_codex":0.000010712874,"about_ca_topic_score_gemma":0.000012229667,"teacher_disagreement_score":0.98048127,"about_ca_system_score_codex":0.000059223094,"about_ca_system_score_gemma":0.00040094563,"threshold_uncertainty_score":0.704613},"labels":[],"label_agreement":null},{"id":"W2324710670","doi":"10.3724/sp.j.1001.2011.04020","title":"Cycle Symmetry Reduction and Its Extension on Three-Valued Models","year":2011,"lang":"en","type":"article","venue":"Journal of Software","topic":"Evaluation and Optimization Models","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Symmetry (geometry); Reduction (mathematics); Mathematics; Quotient; Permutation (music); Extension (predicate logic); Permutation group; Pure mathematics; Symmetry operation; Combinatorics; Computer science; Physics; Geometry","score_opus":0.06030066304187863,"score_gpt":0.2527932136569738,"score_spread":0.19249255061509518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324710670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46531966,0.0012284484,0.5313833,0.00007202978,0.0006485846,0.00010737627,0.0000027541687,0.00012054337,0.0011173576],"genre_scores_gemma":[0.96880174,0.0002539455,0.030731054,0.00006346369,0.00009132744,9.834034e-7,9.611784e-7,0.000021321543,0.000035224253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993877,0.00001663016,0.00024209822,0.00006646362,0.00020492212,0.000082213075],"domain_scores_gemma":[0.99954575,0.000014143265,0.00008466594,0.000075209326,0.00020372533,0.00007650813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021082477,0.00007954134,0.00012057094,0.00014313323,0.00004099751,0.000013213659,0.000052505817,0.00006225374,0.00007842204],"category_scores_gemma":[0.000051747716,0.00006949406,0.000040825595,0.00009114482,0.000008607163,0.00035861696,0.000008582571,0.00014231708,0.000009954881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054909015,0.000041744996,0.00007101864,0.000033603214,0.000038095586,0.000006963929,0.0007038099,0.9864283,0.00064864935,0.0019222533,0.0010593988,0.008991225],"study_design_scores_gemma":[0.00068635395,0.00015396262,0.0019799098,0.00012492303,0.00004481908,0.00012798813,0.00007012545,0.9757628,0.0033182765,0.017532494,0.000040714112,0.00015762674],"about_ca_topic_score_codex":6.9308373e-7,"about_ca_topic_score_gemma":3.3038083e-7,"teacher_disagreement_score":0.50348204,"about_ca_system_score_codex":0.000034290733,"about_ca_system_score_gemma":0.000013408022,"threshold_uncertainty_score":0.28338856},"labels":[],"label_agreement":null},{"id":"W2335568261","doi":"10.3724/sp.j.1001.2010.03711","title":"Syntax and Semantics of Timed Property Sequence Chart","year":2011,"lang":"en","type":"article","venue":"Journal of Software","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Parkinson Canada","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Sequence (biology); Chart; Computer science; Property (philosophy); Programming language; Expressive power; Syntax; Specification pattern; Semantics (computer science); Automaton; Algorithm; Theoretical computer science; Natural language processing; Mathematics; Software; Statistics; Software development","score_opus":0.09417235706746867,"score_gpt":0.27839863327797154,"score_spread":0.18422627621050286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335568261","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090715356,0.00012786893,0.9084486,0.00011888266,0.00027541097,0.00007093593,0.0000012432043,0.000022425917,0.0002192862],"genre_scores_gemma":[0.231861,0.000043105236,0.7679709,0.000044180728,0.00001912203,5.007199e-7,4.6477876e-8,0.0000035466715,0.00005759799],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99927574,0.000053853666,0.00029428877,0.0000802506,0.00020582454,0.00009005998],"domain_scores_gemma":[0.9991078,0.00003368349,0.0003825982,0.00020470329,0.00021019296,0.000061064704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057759974,0.000059780497,0.00014541317,0.000062779254,0.00002869237,0.0000152474395,0.0004235902,0.00003856494,0.000017499946],"category_scores_gemma":[0.0003271858,0.00003790772,0.000034795838,0.00013583171,0.0000687537,0.0005663841,0.0000982911,0.00011837977,0.0000053566882],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019089223,0.00049497565,0.07555417,0.000639485,0.00017994418,0.00022037493,0.019558266,0.000047904527,0.052562848,0.016660187,0.0030500598,0.8308409],"study_design_scores_gemma":[0.0021805728,0.0038596175,0.3578348,0.0017489411,0.00017711757,0.0056682187,0.00041601766,0.032521438,0.548207,0.03728592,0.008917504,0.0011828585],"about_ca_topic_score_codex":0.0000071172635,"about_ca_topic_score_gemma":2.955522e-7,"teacher_disagreement_score":0.82965803,"about_ca_system_score_codex":0.000018200008,"about_ca_system_score_gemma":0.00005315677,"threshold_uncertainty_score":0.1545832},"labels":[],"label_agreement":null},{"id":"W2397284541","doi":"10.17706/jsw.10.7.805-824","title":"E-Government Portals Maturity Models: A Best Practices’ Coverage Perspective","year":2015,"lang":"en","type":"article","venue":"Journal of Software","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Perspective (graphical); Maturity (psychological); Capability Maturity Model; Government (linguistics); Best practice; Data science; Artificial intelligence; Political science; Law; Operating system","score_opus":0.09841071720652486,"score_gpt":0.3586006729436422,"score_spread":0.26018995573711734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397284541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59481305,0.0056521147,0.0020024115,0.024224117,0.0023775718,0.00043558894,0.00008339867,0.00009171543,0.37032005],"genre_scores_gemma":[0.9914947,0.00055149914,0.002322638,0.00073942804,0.0011227026,0.000002683689,0.000001014479,0.00001556698,0.0037497596],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966313,0.00019443293,0.00035521926,0.00014782175,0.0023990483,0.00027217547],"domain_scores_gemma":[0.9968618,0.00026597752,0.0015632116,0.00014307116,0.0007800167,0.00038590285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002097007,0.00012745704,0.00025048762,0.00004214888,0.00020269958,0.00024228236,0.0004571278,0.00012290147,0.00024558126],"category_scores_gemma":[0.0021610402,0.00010850752,0.00013598845,0.00021283173,0.0001155709,0.0022520302,0.00007549833,0.00032962539,0.000028166638],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019673202,0.0038816212,0.2012479,0.00015652677,0.0013989491,0.0012402267,0.4036277,0.00127197,0.000087196866,0.2070893,0.16013187,0.017899426],"study_design_scores_gemma":[0.0021507824,0.00070466014,0.002430818,0.0001953191,0.0002444192,0.00009040017,0.51007694,0.00007209449,0.00007469284,0.08896555,0.39446953,0.0005247895],"about_ca_topic_score_codex":0.0026594338,"about_ca_topic_score_gemma":0.0015236796,"teacher_disagreement_score":0.39668167,"about_ca_system_score_codex":0.0010263477,"about_ca_system_score_gemma":0.0007647476,"threshold_uncertainty_score":0.44248083},"labels":[],"label_agreement":null},{"id":"W2398647274","doi":"10.17706/jsw.10.7.784-797","title":"A Metamodel for Hybrid Access Control Policies","year":2015,"lang":"en","type":"article","venue":"Journal of Software","topic":"Access Control and Trust","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Computer science; Metamodeling; Access control; Control (management); Distributed computing; Computer network; Software engineering; Artificial intelligence","score_opus":0.09795315860579108,"score_gpt":0.38926408914997235,"score_spread":0.2913109305441813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398647274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22184712,0.005072909,0.73634285,0.025623264,0.0029444853,0.0009464924,0.00014569158,0.00015150115,0.0069257077],"genre_scores_gemma":[0.99556875,0.000035147994,0.0018831699,0.0008757186,0.0011734595,0.000008006651,6.001947e-7,0.000010069421,0.0004450877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884856,0.000077106306,0.0003044898,0.00007199823,0.0004473819,0.00025047953],"domain_scores_gemma":[0.99807566,0.0002920277,0.00036814,0.000075702745,0.00092071557,0.00026775379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001079342,0.00008161291,0.0002893239,0.00010276724,0.00021096921,0.00021694961,0.0005371804,0.00004495504,0.000028547758],"category_scores_gemma":[0.0018771776,0.00006137767,0.0001861279,0.000109213295,0.000106892825,0.00094981777,0.000026730668,0.000113093774,0.000005114159],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003594299,0.0009773249,0.30415362,0.00015051103,0.0019245608,0.00024366223,0.033660654,0.006994175,0.000092541304,0.060712386,0.35344073,0.23405555],"study_design_scores_gemma":[0.015590728,0.00074226107,0.010707198,0.00012630913,0.00073036866,0.00008525673,0.0069090724,0.00077045977,0.00022322037,0.19595504,0.7674698,0.0006902372],"about_ca_topic_score_codex":0.00039159047,"about_ca_topic_score_gemma":0.00013103502,"teacher_disagreement_score":0.77372164,"about_ca_system_score_codex":0.00008451641,"about_ca_system_score_gemma":0.0005597123,"threshold_uncertainty_score":0.25029087},"labels":[],"label_agreement":null},{"id":"W2528713103","doi":"10.17706/jsw.11.2.201-211","title":"Investigating Vincenti Engineering Principles in Support to the Auditing of Measurement Processes in Agile Organizations","year":2015,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Agile software development; Audit; Software engineering; Process management; Accounting","score_opus":0.05348182466560313,"score_gpt":0.26244458872403,"score_spread":0.20896276405842684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528713103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12516814,0.00030392368,0.87278926,0.0012468478,0.0002451593,0.00014112917,0.0000014086431,0.00008425641,0.000019885578],"genre_scores_gemma":[0.73603326,0.00001227345,0.26381892,0.00006851153,0.000050980445,0.00000415611,2.3870115e-7,0.000008820978,0.0000028213346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99878335,0.00003171742,0.0004776986,0.00009435557,0.00046727306,0.00014563122],"domain_scores_gemma":[0.99843735,0.00022430469,0.0003231035,0.00016488391,0.0007627475,0.00008762835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017800222,0.00008286839,0.00015696314,0.00022026156,0.000021916936,0.000060059218,0.00058942207,0.000030126408,0.0000021208803],"category_scores_gemma":[0.012858774,0.00006451897,0.000018840901,0.0012454765,0.0000082164415,0.00054729753,0.00012171016,0.00020619977,0.00000111171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007738104,0.0001837224,0.2870845,0.0004899662,0.000040315866,0.000078182165,0.018277382,0.68065614,0.0014466846,0.00111034,0.0023074744,0.008317577],"study_design_scores_gemma":[0.005198157,0.0032494059,0.47198355,0.016604723,0.00015029046,0.0016453047,0.0034588107,0.079017736,0.16763617,0.006375502,0.24150486,0.0031754659],"about_ca_topic_score_codex":0.000024397395,"about_ca_topic_score_gemma":0.00003869009,"teacher_disagreement_score":0.6108652,"about_ca_system_score_codex":0.00014847168,"about_ca_system_score_gemma":0.000501362,"threshold_uncertainty_score":0.99545634},"labels":[],"label_agreement":null},{"id":"W2536454359","doi":"10.17706/jsw.11.10.1040-1053","title":"Time-Triggered Ethernet Metamodel: Design and Application","year":2016,"lang":"en","type":"article","venue":"Journal of Software","topic":"Network Time Synchronization Technologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Metamodeling; Avionics; Integrated modular avionics; Computer science; Ethernet; Modular design; Software engineering; Modeling language; Key (lock); Embedded system; Systems engineering; Operating system; Engineering; Software","score_opus":0.009355022524019195,"score_gpt":0.21613171790530986,"score_spread":0.20677669538129065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536454359","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013307071,0.000757794,0.9963847,0.0012263018,0.00004471818,0.00008387719,5.056164e-7,0.00015839475,0.000013005192],"genre_scores_gemma":[0.19250594,0.0002225633,0.80669385,0.00009101199,0.00006989398,0.0000046804817,1.487829e-7,0.000012984807,0.00039893668],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99926037,0.00005683499,0.00024357247,0.0001263238,0.00019606507,0.00011685834],"domain_scores_gemma":[0.9989558,0.00024933694,0.00030684707,0.00024500475,0.00019314355,0.0000498618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044580884,0.00007826692,0.00014829394,0.000116214935,0.00004336624,0.000042477517,0.00052928046,0.00006818974,0.000017441382],"category_scores_gemma":[0.00016562933,0.00004771261,0.00003434835,0.000215382,0.000068646616,0.00050341594,0.00010437767,0.000073675576,0.000047349928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011055736,0.000024679142,0.00031950334,0.000006069767,0.000040363833,0.000007259536,0.00009346676,0.0013784901,0.0031862133,0.001778661,0.006470855,0.98668337],"study_design_scores_gemma":[0.0062147905,0.0019086692,0.0036372363,0.00071176025,0.00017393281,0.0015712761,0.000058151847,0.30780768,0.09700501,0.5142524,0.06502731,0.0016317811],"about_ca_topic_score_codex":3.8569098e-7,"about_ca_topic_score_gemma":6.3186114e-8,"teacher_disagreement_score":0.9850516,"about_ca_system_score_codex":0.000045651803,"about_ca_system_score_gemma":0.000060688457,"threshold_uncertainty_score":0.19456637},"labels":[],"label_agreement":null}]}