{"meta":{"query_hash":"ea8fd53a949a","filters":{"venue":"International Journal of Systems and Service-Oriented Engineering"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ea8fd53a949a","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Systems+and+Service-Oriented+Engineering"},"results":[{"id":"W1979998569","doi":"10.4018/jssoe.2010092101","title":"Engineering e-Collaboration Services with a Multi-Agent System Approach","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Intension; Adaptation (eye); Knowledge management; Architecture; Web service; Intelligent agent; World Wide Web; Process management; Engineering","score_opus":0.005721767916443169,"score_gpt":0.2017883491122626,"score_spread":0.19606658119581943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979998569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005452439,0.00042600857,0.98297775,0.0008115468,0.000057842397,0.00024576724,0.000023125982,0.00024266755,0.009762953],"genre_scores_gemma":[0.14759293,0.0007896412,0.84600055,0.000211163,0.00005841125,0.00045179718,0.00008778273,0.00009085491,0.004716978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970573,0.0013389714,0.00025831276,0.00025245556,0.000843208,0.00024978412],"domain_scores_gemma":[0.99853706,0.0006329807,0.00013447704,0.00019215059,0.00031266015,0.00019057747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033202036,0.00094079645,0.0006999629,0.0012360057,0.0017739412,0.004246782,0.0026772807,0.002837821,0.0025392964],"category_scores_gemma":[0.0038006483,0.0007771675,0.0014461081,0.0011495874,0.0021024763,0.0038816968,0.0045529595,0.0022496297,0.00072238495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000623433,0.00020056474,0.0010862019,0.00053069333,0.00018740636,0.00075507344,0.0016181422,0.14591174,0.0058091874,0.7833703,0.0026026457,0.057865612],"study_design_scores_gemma":[0.000082333005,0.00010273897,0.000249722,0.00018136139,0.00011269192,0.0004406769,0.0007677336,0.6688695,0.004631316,0.24993294,0.07457124,0.000057778107],"about_ca_topic_score_codex":0.0041089263,"about_ca_topic_score_gemma":0.003948258,"teacher_disagreement_score":0.004246782,"about_ca_system_score_codex":0.002006352,"about_ca_system_score_gemma":0.0034354029,"threshold_uncertainty_score":0.017559111},"labels":[],"label_agreement":null},{"id":"W1980275374","doi":"10.4018/jssoe.2010040106","title":"Engineering Financial Enterprise Content Management Services","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Enterprise software; Enterprise application integration; Key (lock); Scalability; Access control; Enterprise information system; Content management; Modular design; World Wide Web; Enterprise systems engineering; Computer security; Knowledge management; Enterprise architecture; Database","score_opus":0.006764092834199293,"score_gpt":0.22651646324700073,"score_spread":0.21975237041280143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980275374","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0574475,0.0008377916,0.8648038,0.0039035669,0.00014988608,0.00047929276,0.00019919271,0.0020344693,0.07014453],"genre_scores_gemma":[0.4954066,0.0015556817,0.4778422,0.00046600067,0.000133728,0.00026958284,0.00042870856,0.00047129527,0.023426283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99773705,0.0005673584,0.0001599002,0.00023161004,0.0009801746,0.00032397042],"domain_scores_gemma":[0.9981523,0.00049858796,0.00017102453,0.00057295366,0.00046863788,0.00013654472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022219878,0.000387266,0.00021763405,0.0010407695,0.0010295812,0.0041350205,0.001009953,0.0012163607,0.0030965835],"category_scores_gemma":[0.006414707,0.0004466529,0.00046274977,0.0011425627,0.0013660808,0.004251245,0.0030006848,0.0011514522,0.0015157077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049284034,0.000134941,0.0024908618,0.0003271587,0.000037265956,0.00055868534,0.0016110812,0.021854464,0.019267319,0.67718536,0.011157074,0.26532638],"study_design_scores_gemma":[0.000027651971,0.00009579428,0.0015395792,0.00025743974,0.00004459324,0.00076146546,0.0014213154,0.2645552,0.029064888,0.37118608,0.33099136,0.000054615317],"about_ca_topic_score_codex":0.004922595,"about_ca_topic_score_gemma":0.003406722,"teacher_disagreement_score":0.004922595,"about_ca_system_score_codex":0.0020462566,"about_ca_system_score_gemma":0.0029626316,"threshold_uncertainty_score":0.014846683},"labels":[],"label_agreement":null},{"id":"W2010915240","doi":"10.4018/jssoe.2011100105","title":"Governance of Cross-Organizational Healthcare Document Exchange through Watermarking Services and Alerts","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Computer security; Computer science; Service-oriented architecture; Process (computing); Information exchange; Encryption; Web service; Business; Process management; Knowledge management; World Wide Web; Confidentiality","score_opus":0.0157807754224949,"score_gpt":0.2709438813128453,"score_spread":0.2551631058903504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010915240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20355633,0.00081036316,0.743523,0.0069285645,0.00024257002,0.0008788274,0.0000846071,0.0024908222,0.041484855],"genre_scores_gemma":[0.9279412,0.00031338117,0.06559171,0.0002000413,0.00010972508,0.00015846104,0.00007841608,0.00007930003,0.0055277916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.990637,0.004551941,0.0010249562,0.0010519921,0.001996712,0.0007374095],"domain_scores_gemma":[0.98769814,0.0035902795,0.0026103314,0.0034617702,0.0017703214,0.00086925837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0088891415,0.00038531795,0.0003613938,0.0019630576,0.0017063738,0.0055465153,0.001018384,0.001645564,0.0016975406],"category_scores_gemma":[0.011744064,0.00035536967,0.0005347581,0.001218035,0.002267268,0.00512951,0.0052247974,0.0013213024,0.0006051245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039136808,0.00066552754,0.030082557,0.00041160398,0.00021652164,0.0026885169,0.012287863,0.024323635,0.022491356,0.37143815,0.006653363,0.5283496],"study_design_scores_gemma":[0.0003185398,0.00095851684,0.026646353,0.0006953433,0.00037896162,0.003708717,0.009173163,0.29196683,0.06306651,0.36795542,0.2347371,0.00039452926],"about_ca_topic_score_codex":0.0012414473,"about_ca_topic_score_gemma":0.0007007589,"teacher_disagreement_score":0.0088891415,"about_ca_system_score_codex":0.0013078183,"about_ca_system_score_gemma":0.0035159497,"threshold_uncertainty_score":0.04701084},"labels":[],"label_agreement":null},{"id":"W2035369336","doi":"10.4018/jssoe.2012010103","title":"On Spam Susceptibility and Browser Updating","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"World Wide Web; Computer science; Parsing; Web browser; Internet privacy; The Internet; Information retrieval","score_opus":0.00838307051629393,"score_gpt":0.2182787405502822,"score_spread":0.2098956700339883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035369336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99703777,0.0001522152,0.00030451093,0.00019191661,0.000003266639,0.000009161576,0.000021823489,0.0000050899102,0.002274336],"genre_scores_gemma":[0.99966705,0.000045326677,0.000118460266,0.000024798956,0.000011073679,0.0000032223418,0.000019410982,0.0000017358581,0.00010894063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99248683,0.0039744945,0.0006242601,0.00054796966,0.0016738296,0.00069266156],"domain_scores_gemma":[0.80980796,0.12797128,0.04315955,0.0055359695,0.0074995793,0.0060256245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043574744,0.00022477355,0.0005579006,0.004550138,0.0012578106,0.0022273117,0.0004796823,0.0012233421,0.0034835106],"category_scores_gemma":[0.080584906,0.00023114761,0.00046026707,0.002652029,0.002157113,0.003294537,0.0021729923,0.0015736725,0.00044005975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014150667,0.00013105149,0.99012357,0.000019249226,0.000027998967,0.00010546827,0.0020838722,0.00011933626,0.000180918,0.00041305594,0.000059788235,0.0065942034],"study_design_scores_gemma":[0.0000031519216,0.00017051196,0.9932152,0.000026435704,0.0000406931,0.0006044295,0.003447519,0.0011183087,0.00020543578,0.0008596613,0.0002967362,0.000012016028],"about_ca_topic_score_codex":0.0024845023,"about_ca_topic_score_gemma":0.0015616548,"teacher_disagreement_score":0.004550138,"about_ca_system_score_codex":0.0005535257,"about_ca_system_score_gemma":0.00055417296,"threshold_uncertainty_score":0.023044765},"labels":[],"label_agreement":null},{"id":"W2044910956","doi":"10.4018/jssoe.2011100101","title":"FTT","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ajax; Code refactoring; Computer science; Web application; World Wide Web; Web modeling; Web 2.0; Set (abstract data type); Web development; Web page; Software engineering; Programming language; Software","score_opus":0.015126762718486677,"score_gpt":0.20683421657729684,"score_spread":0.19170745385881016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044910956","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008966843,0.001217191,0.2637753,0.002537807,0.0031594546,0.0010776652,0.027904313,0.17709328,0.5142681],"genre_scores_gemma":[0.0851936,0.0015608537,0.16366185,0.001777365,0.0007791306,0.0011260756,0.07510189,0.029094607,0.6417046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980413,0.00020671097,0.0001413847,0.00030900555,0.0011063265,0.00019525792],"domain_scores_gemma":[0.99587053,0.00075633934,0.00016945803,0.0014869951,0.0014027284,0.00031390393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001633033,0.0009001915,0.000493347,0.0023144411,0.0012822229,0.0029877566,0.0022000242,0.0018832039,0.257366],"category_scores_gemma":[0.008632633,0.00047481354,0.0009145618,0.0017858307,0.0005468316,0.0028753197,0.0024260115,0.0014015951,0.16633296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030565643,0.00013317862,0.0010151905,0.0003573264,0.000023083658,0.0005978068,0.0003763233,0.0011811474,0.0076947403,0.021170411,0.44201207,0.525133],"study_design_scores_gemma":[0.00004440798,0.000048714384,0.00060966576,0.00006504739,0.000011195314,0.00054335676,0.000055186785,0.0023046206,0.0047352305,0.005900118,0.9856554,0.00002698818],"about_ca_topic_score_codex":0.004101386,"about_ca_topic_score_gemma":0.002605157,"teacher_disagreement_score":0.742634,"about_ca_system_score_codex":0.0010474509,"about_ca_system_score_gemma":0.0019712443,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2060973088","doi":"10.4018/jssoe.2011040103","title":"Enforcing ASTD Access-Control Policies with WS-BPEL Processes in SOA Environments","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"XACML; Business Process Execution Language; Computer science; Enforcement; XML; Web service; Notation; Security policy; Web application; Database; Computer security; World Wide Web; Access control; Service-oriented architecture","score_opus":0.016026777858436456,"score_gpt":0.251544331396583,"score_spread":0.23551755353814655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060973088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030617626,0.000055858356,0.9613026,0.0002905754,0.000040145682,0.00021511492,0.00005822281,0.004509785,0.0029101123],"genre_scores_gemma":[0.48985887,0.0002306696,0.5045753,0.00021230853,0.000054146236,0.0002825986,0.00020351502,0.00038509478,0.00419762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99351656,0.0023867404,0.00081822264,0.0006052669,0.0021475246,0.0005256847],"domain_scores_gemma":[0.99095386,0.0035013934,0.0010692965,0.0025910202,0.0014716611,0.00041273594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009755852,0.0004721597,0.00048785968,0.0009811756,0.0010020345,0.0041410844,0.0012723167,0.0011913714,0.0009262497],"category_scores_gemma":[0.014705051,0.00064761244,0.0008846422,0.00072559674,0.0027138651,0.0032376477,0.0024696987,0.0021794331,0.0007369867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012271496,0.0009451154,0.010157918,0.00039809555,0.0001700443,0.002195779,0.006745552,0.19537713,0.070878446,0.4581181,0.004312051,0.24947469],"study_design_scores_gemma":[0.00018773138,0.00015035793,0.00090778625,0.00011252624,0.00009564763,0.00032165865,0.00027988557,0.74992263,0.06551595,0.15540943,0.026994431,0.00010201211],"about_ca_topic_score_codex":0.005929596,"about_ca_topic_score_gemma":0.0040844604,"teacher_disagreement_score":0.009755852,"about_ca_system_score_codex":0.001122361,"about_ca_system_score_gemma":0.0031248603,"threshold_uncertainty_score":0.051594496},"labels":[],"label_agreement":null},{"id":"W2063630382","doi":"10.4018/jssoe.2012010105","title":"AIWAS","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Intrusion detection system; Web application; Intrusion; Ideal (ethics); Computer security; Data mining; World Wide Web","score_opus":0.007910108705063599,"score_gpt":0.21123781480326834,"score_spread":0.20332770609820475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063630382","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073891126,0.007165868,0.37459847,0.0076260595,0.0044920114,0.0021881356,0.019148193,0.11887756,0.39201254],"genre_scores_gemma":[0.46740714,0.0063037192,0.26757547,0.004925697,0.001123024,0.0014802275,0.056389786,0.004398786,0.19039623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383426,0.0007071761,0.00034506732,0.00092997425,0.003750181,0.00043334268],"domain_scores_gemma":[0.9876453,0.0026083977,0.0008731691,0.0029958498,0.005333983,0.0005434121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037682892,0.0009062238,0.00065940124,0.004096603,0.0012548227,0.0038107305,0.0019422974,0.001207088,0.020178953],"category_scores_gemma":[0.014352799,0.0005019012,0.00067661074,0.002508604,0.000571368,0.0041387943,0.0032675317,0.0020919342,0.015852405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006512565,0.00045037278,0.014652211,0.0006314018,0.00015024794,0.00042331128,0.00044864434,0.0037326426,0.01305205,0.033505335,0.1858885,0.74641407],"study_design_scores_gemma":[0.000063548774,0.00028766494,0.0061794864,0.00015973402,0.00009476734,0.001121987,0.00023565184,0.03908091,0.026616754,0.0151613355,0.9108996,0.00009852384],"about_ca_topic_score_codex":0.0032056996,"about_ca_topic_score_gemma":0.0031419247,"teacher_disagreement_score":0.020178953,"about_ca_system_score_codex":0.0012790638,"about_ca_system_score_gemma":0.0022975653,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2069278008","doi":"10.4018/jssoe.2010092105","title":"Autonomic Business-Driven Dynamic Adaptation of Service-Oriented Systems and the WSPolicy4MASC Support for Such Adaptation","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Adaptation (eye); Profit maximization; Process management; Business process; Business rule; Maximization; Business value; Risk analysis (engineering); Profit (economics); Knowledge management; Business; Marketing; Microeconomics; Economics","score_opus":0.007574457460707028,"score_gpt":0.2218770038618805,"score_spread":0.21430254640117347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069278008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057210815,0.0001442688,0.974319,0.001253019,0.00015304143,0.00017555627,0.000118375894,0.004228522,0.013887102],"genre_scores_gemma":[0.188448,0.0004707913,0.79657114,0.00078942324,0.00016944722,0.00045106898,0.0004116839,0.00089661597,0.011791827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972289,0.0008575093,0.00033286892,0.00025950474,0.0011327105,0.0001885713],"domain_scores_gemma":[0.9970049,0.001125256,0.00024812383,0.0009536199,0.00051115593,0.00015680226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039795134,0.00048593315,0.000420577,0.00086349924,0.0009637627,0.003533676,0.0014417905,0.0012439372,0.0024472345],"category_scores_gemma":[0.006259109,0.0006404751,0.0011041878,0.0007797267,0.0018327109,0.0031558974,0.0015803154,0.0024655082,0.0012037863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098952085,0.00009658145,0.0008303944,0.00013288196,0.00004875516,0.00054177205,0.0006242723,0.03361821,0.0090837795,0.8601971,0.010229413,0.084497906],"study_design_scores_gemma":[0.00005608477,0.000045211476,0.00045562757,0.00013414922,0.00004834261,0.00050697126,0.00008597119,0.53097117,0.022351617,0.21542859,0.22984523,0.00007100714],"about_ca_topic_score_codex":0.0034964124,"about_ca_topic_score_gemma":0.0033236693,"teacher_disagreement_score":0.0039795134,"about_ca_system_score_codex":0.0014944175,"about_ca_system_score_gemma":0.0028108147,"threshold_uncertainty_score":0.021045983},"labels":[],"label_agreement":null},{"id":"W2075111994","doi":"10.4018/jssoe.2011010101","title":"ART-Improving Execution Time for Flash Applications","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"ActionScript; Computer science; Code refactoring; Flash (photography); Key (lock); Programming language; Code (set theory); Schedule; Rewriting; Software engineering; Source code; Operating system; Software","score_opus":0.010661931736744597,"score_gpt":0.2068064843493617,"score_spread":0.1961445526126171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075111994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23853967,0.002295709,0.5878955,0.0006417072,0.00049515057,0.0004209434,0.00094337534,0.13738066,0.031387333],"genre_scores_gemma":[0.5626925,0.00061426876,0.41133457,0.00036210852,0.00010310387,0.0001757097,0.0020448675,0.005111372,0.01756144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821633,0.0003292444,0.00019273772,0.00033466984,0.0007287844,0.000198225],"domain_scores_gemma":[0.9959061,0.0013653473,0.0002285385,0.001310622,0.001023413,0.00016598661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015951367,0.0009831983,0.0004521947,0.0010106647,0.0004820787,0.0014236469,0.0018874257,0.000852572,0.006584804],"category_scores_gemma":[0.0071986453,0.00037867363,0.0007428589,0.000711685,0.00045656782,0.0024527377,0.0009444922,0.0009976636,0.0025482846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018230557,0.00045532582,0.005554179,0.00065395964,0.00011605837,0.00054808916,0.00055062305,0.037080992,0.19683169,0.011255229,0.030553503,0.7145774],"study_design_scores_gemma":[0.00037720316,0.0009766639,0.0051937555,0.00012093516,0.00024123429,0.0006415952,0.00016690149,0.5592122,0.34806907,0.009061695,0.07572868,0.00021002526],"about_ca_topic_score_codex":0.0028579389,"about_ca_topic_score_gemma":0.0032944758,"teacher_disagreement_score":0.006584804,"about_ca_system_score_codex":0.0006847764,"about_ca_system_score_gemma":0.0010527887,"threshold_uncertainty_score":0.022028327},"labels":[],"label_agreement":null},{"id":"W2091795249","doi":"10.4018/jssoe.2012070102","title":"Refactoring Flash Embedding Methods","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"JavaScript; Ajax; Computer science; Rich Internet application; Flash (photography); Unobtrusive JavaScript; Markup language; Embedding; Web application; HTML5; ActionScript; Programming language; World Wide Web; XML; Artificial intelligence","score_opus":0.021570531376186065,"score_gpt":0.3283223930711712,"score_spread":0.30675186169498514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091795249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017469915,0.00049785513,0.92236173,0.00032564125,0.00035564307,0.00035587887,0.0005341058,0.05248033,0.00561883],"genre_scores_gemma":[0.11299839,0.00095952215,0.8293586,0.000569826,0.00012538533,0.00047862792,0.003901527,0.029940963,0.021667195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490213,0.00089189067,0.00073868403,0.0008554091,0.0023351463,0.0002766979],"domain_scores_gemma":[0.9775214,0.008030181,0.0010810009,0.007473147,0.0055514374,0.00034276038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005105747,0.001961937,0.0007464098,0.002071627,0.0006402178,0.0020206345,0.002882103,0.0012843491,0.0052356417],"category_scores_gemma":[0.021633673,0.001110369,0.0015482618,0.0010445416,0.0009433046,0.0034414812,0.0030947207,0.0023717077,0.003088115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039290238,0.00034902297,0.0065514217,0.0018041678,0.00020799336,0.0017001758,0.004129611,0.008636223,0.06109337,0.023407882,0.033016752,0.8587104],"study_design_scores_gemma":[0.00024692138,0.00028722791,0.003202229,0.0010183896,0.0004091612,0.0026567192,0.0010390287,0.09431794,0.27901548,0.025737727,0.5916187,0.00045045308],"about_ca_topic_score_codex":0.0022938421,"about_ca_topic_score_gemma":0.0024934523,"teacher_disagreement_score":0.0052356417,"about_ca_system_score_codex":0.0007976981,"about_ca_system_score_gemma":0.0016888967,"threshold_uncertainty_score":0.027002096},"labels":[],"label_agreement":null},{"id":"W2395661343","doi":"10.4018/ijssoe.2016010102","title":"Enhancing CAPTCHA Security Using Interactivity, Dynamism, and Mouse Movement Patterns","year":2016,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CAPTCHA; Computer science; Usability; Interactivity; Human–computer interaction; Dynamism; Matching (statistics); Task (project management); Benchmark (surveying); Artificial intelligence; World Wide Web; Engineering","score_opus":0.00821322354173082,"score_gpt":0.22791659866013433,"score_spread":0.21970337511840352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395661343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31402823,0.00044850475,0.6640316,0.00036741715,0.00014424589,0.0011711244,0.0001463493,0.0077498443,0.011912583],"genre_scores_gemma":[0.75840133,0.00022912896,0.23671402,0.00020341946,0.000039779297,0.0005022744,0.00019424144,0.0003659053,0.003349879],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984011,0.00047776307,0.00012007027,0.00025627817,0.00057609496,0.00016870437],"domain_scores_gemma":[0.98817664,0.0070683174,0.001021062,0.0018735187,0.0014769147,0.00038358592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013390796,0.0016612508,0.00053028227,0.0012146229,0.0006124545,0.0014111786,0.0014336599,0.0012315372,0.0048162527],"category_scores_gemma":[0.016301714,0.00046233358,0.0004699597,0.00054343155,0.00086939725,0.002611712,0.0019594156,0.001068004,0.001135834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002372142,0.0011803871,0.0070963013,0.0011817545,0.00014742736,0.0008307104,0.0024768831,0.01932035,0.44819176,0.0054016584,0.004841577,0.5069591],"study_design_scores_gemma":[0.00032330025,0.005945004,0.022169238,0.00037216634,0.0002747469,0.0046642474,0.0015577783,0.48225546,0.436455,0.00756042,0.037998937,0.00042370474],"about_ca_topic_score_codex":0.0006439123,"about_ca_topic_score_gemma":0.0008130005,"teacher_disagreement_score":0.0048162527,"about_ca_system_score_codex":0.00035336462,"about_ca_system_score_gemma":0.00033514397,"threshold_uncertainty_score":0.01611203},"labels":[],"label_agreement":null},{"id":"W2747317259","doi":"10.4018/ijssoe.2017010101","title":"On the Concept of Automatic User Behavior Profiling of Websites","year":2017,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Calgary; University of Alberta","funders":"","keywords":"Profiling (computer programming); Computer science; TRACE (psycholinguistics); Web mining; Hidden Markov model; Markov chain; World Wide Web; Data mining; Information retrieval; Web page; Machine learning; Artificial intelligence","score_opus":0.012726550478166182,"score_gpt":0.24479082738079475,"score_spread":0.23206427690262857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747317259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019702066,0.00059866515,0.9724922,0.0005680719,0.00008437626,0.00019266547,0.00040823998,0.0013974907,0.0045562442],"genre_scores_gemma":[0.42340028,0.0007919205,0.57035065,0.00056849903,0.00028578975,0.0003423936,0.00090035476,0.00012611374,0.0032339888],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965879,0.0009127563,0.00022604996,0.0010448627,0.0010503171,0.00017813395],"domain_scores_gemma":[0.9902292,0.00548178,0.0011269404,0.0016176781,0.0013008552,0.00024344244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002169032,0.0009462026,0.0010725964,0.0052158437,0.0007207357,0.003463753,0.0013025462,0.0020316928,0.001067501],"category_scores_gemma":[0.010598723,0.0007235169,0.0010041441,0.005313856,0.0017279786,0.00416521,0.0012764734,0.0017654789,0.0009876362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005277701,0.0011654034,0.045690116,0.0006760022,0.0004255811,0.00063993933,0.0016612178,0.0879408,0.030110933,0.18139507,0.008971197,0.640796],"study_design_scores_gemma":[0.00003765549,0.0003782283,0.014811739,0.00020545999,0.00011798259,0.001215183,0.00038626938,0.8414021,0.014481837,0.10595611,0.020841608,0.00016589096],"about_ca_topic_score_codex":0.0029711316,"about_ca_topic_score_gemma":0.0018764365,"teacher_disagreement_score":0.0052158437,"about_ca_system_score_codex":0.0008089685,"about_ca_system_score_gemma":0.0010552076,"threshold_uncertainty_score":0.011471033},"labels":[],"label_agreement":null},{"id":"W2767149477","doi":"10.4018/ijssoe.2017070101","title":"Towards Building a New Age Commercial Contextual Advertising System","year":2017,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Computer science; Web page; The Internet; Information retrieval; Taxonomy (biology); Implementation; Architecture; World Wide Web; Software engineering","score_opus":0.015366485742997392,"score_gpt":0.2563414551936086,"score_spread":0.24097496945061123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767149477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1168013,0.0014776364,0.7873093,0.0010972571,0.00029972574,0.0011767674,0.0010520371,0.06069023,0.030095806],"genre_scores_gemma":[0.37293452,0.00049768353,0.61298674,0.00059967313,0.00014265637,0.00023719137,0.0019537364,0.0004317305,0.010215982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991425,0.00014645168,0.00009794593,0.0002385837,0.0002810238,0.00009350381],"domain_scores_gemma":[0.9989548,0.00019152902,0.000057374436,0.00024274887,0.00045983866,0.000093693394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011575398,0.0005055394,0.000755433,0.0014952915,0.0008748919,0.0028526618,0.00095558167,0.001143076,0.0026345516],"category_scores_gemma":[0.0021245324,0.00040831434,0.00062110624,0.0011097689,0.000538249,0.003195337,0.0013377303,0.0010284862,0.0023814237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008476796,0.00095088844,0.010057316,0.00064867694,0.00022786135,0.0007422978,0.0011165751,0.014850346,0.08531895,0.035241622,0.026139751,0.823858],"study_design_scores_gemma":[0.00009231679,0.00050515815,0.006627311,0.00011854197,0.0004642454,0.00076036603,0.000621093,0.7611458,0.08160646,0.013555411,0.13432373,0.00017959133],"about_ca_topic_score_codex":0.013299775,"about_ca_topic_score_gemma":0.010758071,"teacher_disagreement_score":0.013299775,"about_ca_system_score_codex":0.0008748569,"about_ca_system_score_gemma":0.0013706929,"threshold_uncertainty_score":0.026444674},"labels":[],"label_agreement":null}]}