{"meta":{"query_hash":"ea8fd53a949a","filters":{"venue":"International Journal of Systems and Service-Oriented Engineering"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ea8fd53a949a","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Systems+and+Service-Oriented+Engineering"},"results":[{"id":"W1979998569","doi":"10.4018/jssoe.2010092101","title":"Engineering e-Collaboration Services with a Multi-Agent System Approach","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Intension; Adaptation (eye); Knowledge management; Architecture; Web service; Intelligent agent; World Wide Web; Process management; Engineering","score_opus":0.005721767916443169,"score_gpt":0.2017883491122626,"score_spread":0.19606658119581943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979998569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36111632,0.0002060428,0.6337889,0.00013153472,0.004409164,0.00019930421,0.000006458792,0.00009888073,0.000043389664],"genre_scores_gemma":[0.9621864,0.000011575843,0.037184693,0.000027632728,0.00052465225,0.000017484905,0.000006910907,0.000021981627,0.000018683118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825317,0.000022521219,0.0006248247,0.00024481135,0.00065658725,0.00019808285],"domain_scores_gemma":[0.99811786,0.000037629914,0.0004298548,0.00022722049,0.0010180554,0.00016940416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046400004,0.00021920403,0.0002850275,0.00038533434,0.00005718947,0.0004328949,0.0005918694,0.0001021613,0.0000011504918],"category_scores_gemma":[0.000014011493,0.00017582337,0.000050431234,0.00035488818,0.0000052378987,0.0010928782,0.00008637662,0.00027533533,0.0000039525835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010960203,0.00037444904,0.009440235,0.003500707,0.0013443948,0.00031659982,0.013858929,0.71067715,0.15458067,0.104663976,0.0000532216,0.0010800752],"study_design_scores_gemma":[0.0010447591,0.00004216396,0.0039626434,0.0005466021,0.000017794144,0.0009807457,0.00079565117,0.9888543,0.00044364884,4.1242734e-7,0.003110338,0.00020097729],"about_ca_topic_score_codex":0.000152169,"about_ca_topic_score_gemma":0.000026882786,"teacher_disagreement_score":0.60107005,"about_ca_system_score_codex":0.000103567494,"about_ca_system_score_gemma":0.0000484531,"threshold_uncertainty_score":0.7169869},"labels":[],"label_agreement":null},{"id":"W1980275374","doi":"10.4018/jssoe.2010040106","title":"Engineering Financial Enterprise Content Management Services","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Enterprise software; Enterprise application integration; Key (lock); Scalability; Access control; Enterprise information system; Content management; Modular design; World Wide Web; Enterprise systems engineering; Computer security; Knowledge management; Enterprise architecture; Database","score_opus":0.006764092834199293,"score_gpt":0.22651646324700073,"score_spread":0.21975237041280143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980275374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768159,0.0005237346,0.007858917,0.0011840905,0.012093612,0.0001917661,0.000012668335,0.000060633516,0.0012586872],"genre_scores_gemma":[0.9975883,0.00015590938,0.0006471857,0.0001227134,0.0013656107,0.000007893736,0.0000024058534,0.000013263613,0.0000967633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865454,0.000014214535,0.00043496417,0.00012243728,0.00056199264,0.00021186541],"domain_scores_gemma":[0.99894327,0.00004820733,0.00020745692,0.00008153254,0.0005482014,0.00017136015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000448477,0.00013315261,0.0002018845,0.000241753,0.00008297594,0.0002097432,0.0004209761,0.00008428761,0.00002436917],"category_scores_gemma":[0.000044681114,0.0001221119,0.000070807604,0.00013715106,0.0000147620685,0.0004880186,0.00007461357,0.0002666142,0.000005338906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005312534,0.0005066908,0.049003247,0.0014701885,0.0026453452,0.0015734999,0.02985105,0.044583198,0.028124548,0.82145053,0.00038889883,0.019871524],"study_design_scores_gemma":[0.0058457097,0.00012308249,0.085004576,0.0023903567,0.00022348073,0.00056373014,0.010801923,0.10400806,0.0002998709,0.00014617744,0.78954035,0.0010526782],"about_ca_topic_score_codex":0.0008036479,"about_ca_topic_score_gemma":0.00022155195,"teacher_disagreement_score":0.8213044,"about_ca_system_score_codex":0.000057283076,"about_ca_system_score_gemma":0.000031846437,"threshold_uncertainty_score":0.4979579},"labels":[],"label_agreement":null},{"id":"W2010915240","doi":"10.4018/jssoe.2011100105","title":"Governance of Cross-Organizational Healthcare Document Exchange through Watermarking Services and Alerts","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Computer security; Computer science; Service-oriented architecture; Process (computing); Information exchange; Encryption; Web service; Business; Process management; Knowledge management; World Wide Web; Confidentiality","score_opus":0.0157807754224949,"score_gpt":0.2709438813128453,"score_spread":0.2551631058903504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010915240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866067,0.005065055,0.0028546767,0.0011023857,0.002892658,0.00014873738,0.00003091189,0.000021853475,0.0012770193],"genre_scores_gemma":[0.99787,0.0011413281,0.00036012885,0.00010928545,0.00045626183,0.000002669133,0.0000029404437,0.000010154186,0.0000472114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987959,0.000028564786,0.0004307863,0.00010593667,0.00049562834,0.00014314636],"domain_scores_gemma":[0.9985562,0.00003640401,0.0003760456,0.000050886116,0.0008988371,0.00008165654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003033952,0.00009919104,0.00019079437,0.00006407014,0.000086735185,0.00012425632,0.00023603418,0.000061454244,0.00002193148],"category_scores_gemma":[0.00001978572,0.00008665971,0.000030360032,0.000113649505,0.000033651067,0.0010885069,0.00006983604,0.000090869005,5.033471e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003399,0.00015408231,0.4061082,0.00205688,0.0010004533,0.00016864204,0.13869,0.0017597033,0.0011812411,0.44432634,0.00002523158,0.0041893306],"study_design_scores_gemma":[0.0077841682,0.00041398764,0.8462386,0.007422322,0.00018707775,0.0006773334,0.024124328,0.012745174,0.0020177024,0.0033699542,0.09371365,0.0013056713],"about_ca_topic_score_codex":0.0055268174,"about_ca_topic_score_gemma":0.00030875098,"teacher_disagreement_score":0.44095638,"about_ca_system_score_codex":0.000063654,"about_ca_system_score_gemma":0.000038940692,"threshold_uncertainty_score":0.83549315},"labels":[],"label_agreement":null},{"id":"W2035369336","doi":"10.4018/jssoe.2012010103","title":"On Spam Susceptibility and Browser Updating","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"World Wide Web; Computer science; Parsing; Web browser; Internet privacy; The Internet; Information retrieval","score_opus":0.00838307051629393,"score_gpt":0.2182787405502822,"score_spread":0.2098956700339883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035369336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88407546,0.0004308496,0.11082578,0.00032455078,0.0041522468,0.00004112816,0.0000014810771,0.00002931697,0.000119182594],"genre_scores_gemma":[0.99760145,0.000020160229,0.0017466174,0.0000994299,0.0005165264,0.0000010767629,5.9191643e-7,0.0000059872755,0.000008138983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991978,0.000019645884,0.0002692334,0.0000947104,0.000293477,0.00012517368],"domain_scores_gemma":[0.9993435,0.0000803441,0.00014252718,0.0000900354,0.00023160368,0.000111998044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046790845,0.000087058026,0.00011501966,0.00014405431,0.000035087534,0.00013813726,0.00019752288,0.00004002821,0.0000025195777],"category_scores_gemma":[0.000057194444,0.00007501578,0.00002603157,0.000105658735,0.0000047034387,0.0007315593,0.000070430746,0.00014746541,0.000001983784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002843062,0.000569195,0.17513175,0.00083973195,0.0012243956,0.0001339791,0.021718934,0.08178921,0.061255362,0.6266154,0.00086180813,0.02957592],"study_design_scores_gemma":[0.0024068952,0.0004573762,0.14042585,0.0014952727,0.000039939496,0.002732476,0.0010390714,0.8293301,0.002710112,0.0004964576,0.018170334,0.0006961162],"about_ca_topic_score_codex":0.00006561229,"about_ca_topic_score_gemma":0.0000028380823,"teacher_disagreement_score":0.7475409,"about_ca_system_score_codex":0.00005087973,"about_ca_system_score_gemma":0.000008708789,"threshold_uncertainty_score":0.30590546},"labels":[],"label_agreement":null},{"id":"W2044910956","doi":"10.4018/jssoe.2011100101","title":"FTT","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ajax; Code refactoring; Computer science; Web application; World Wide Web; Web modeling; Web 2.0; Set (abstract data type); Web development; Web page; Software engineering; Programming language; Software","score_opus":0.015126762718486677,"score_gpt":0.20683421657729684,"score_spread":0.19170745385881016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044910956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035502035,0.00029286672,0.9608563,0.000385216,0.0018191531,0.000057159432,0.000003656191,0.000032487707,0.001051088],"genre_scores_gemma":[0.97659165,0.00006208768,0.02300412,0.00011956898,0.00017939223,0.000004696483,0.0000015835802,0.0000057718926,0.00003114095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930215,0.000006213765,0.00028143552,0.0000920511,0.00023638619,0.00008178802],"domain_scores_gemma":[0.9993254,0.000012730579,0.00013388637,0.00014756269,0.00031345064,0.00006696903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019772645,0.00006688874,0.00009114025,0.00017055142,0.000018264916,0.00009614059,0.00057603244,0.000020284178,0.0000048717025],"category_scores_gemma":[0.000007693681,0.00005752338,0.000025032348,0.00013533299,0.0000034961429,0.0005299294,0.00015102235,0.00006682907,0.000006251759],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015646297,0.00011123163,0.0014602987,0.00007834075,0.00033653135,0.00012450514,0.0020481236,0.003966559,0.0014176632,0.982335,0.000595724,0.007510411],"study_design_scores_gemma":[0.0016527334,0.00017660334,0.03577208,0.0005170715,0.00003663466,0.0012796007,0.0007563993,0.6433644,0.0008241511,0.000774453,0.31434724,0.0004985994],"about_ca_topic_score_codex":0.00008982074,"about_ca_topic_score_gemma":0.0000017516807,"teacher_disagreement_score":0.9815605,"about_ca_system_score_codex":0.000026516385,"about_ca_system_score_gemma":0.000011913475,"threshold_uncertainty_score":0.23457354},"labels":[],"label_agreement":null},{"id":"W2060973088","doi":"10.4018/jssoe.2011040103","title":"Enforcing ASTD Access-Control Policies with WS-BPEL Processes in SOA Environments","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"XACML; Business Process Execution Language; Computer science; Enforcement; XML; Web service; Notation; Security policy; Web application; Database; Computer security; World Wide Web; Access control; Service-oriented architecture","score_opus":0.016026777858436456,"score_gpt":0.251544331396583,"score_spread":0.23551755353814655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060973088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728487,0.0009855167,0.021160843,0.000609656,0.0011592433,0.00022049286,0.00001056997,0.000025459902,0.0029795344],"genre_scores_gemma":[0.9991534,0.00016270316,0.0001314041,0.000109439956,0.00037530484,0.000008950606,8.91588e-7,0.000011670931,0.000046287987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987969,0.000022813869,0.00038091163,0.00010277074,0.0004915261,0.00020507979],"domain_scores_gemma":[0.9992753,0.00005750319,0.00025731671,0.000050758572,0.00025381995,0.00010525248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031431246,0.00011829545,0.00020816088,0.00025962386,0.00006542021,0.00015333192,0.0003841491,0.000055472767,0.000017152337],"category_scores_gemma":[0.000059075704,0.00009407445,0.000026665315,0.0002015638,0.000027796426,0.001088568,0.00003868756,0.00014586205,0.0000015202014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009210168,0.0003948735,0.79234827,0.0005099518,0.0013520889,0.00050781196,0.090987824,0.0662669,0.0014253274,0.042089205,0.00003252033,0.0031642008],"study_design_scores_gemma":[0.021717858,0.00078644254,0.7789974,0.007634809,0.0003661341,0.000770553,0.05235636,0.045240525,0.0012997981,0.00070364785,0.08792804,0.0021984102],"about_ca_topic_score_codex":0.005296151,"about_ca_topic_score_gemma":0.00078218227,"teacher_disagreement_score":0.08789552,"about_ca_system_score_codex":0.00009701697,"about_ca_system_score_gemma":0.000083323524,"threshold_uncertainty_score":0.8006231},"labels":[],"label_agreement":null},{"id":"W2063630382","doi":"10.4018/jssoe.2012010105","title":"AIWAS","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Intrusion detection system; Web application; Intrusion; Ideal (ethics); Computer security; Data mining; World Wide Web","score_opus":0.007910108705063599,"score_gpt":0.21123781480326834,"score_spread":0.20332770609820475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063630382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41008762,0.0027369906,0.57098967,0.0008348488,0.0149475625,0.000056604917,0.0000014945117,0.000054255062,0.00029097343],"genre_scores_gemma":[0.9963387,0.000096717406,0.002295802,0.00012910098,0.0011165735,0.0000012963206,4.6685577e-7,0.000005266746,0.000016077263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918157,0.000014662594,0.00029053964,0.00006249498,0.0003168371,0.00013390207],"domain_scores_gemma":[0.9993068,0.000031468713,0.00014534025,0.00007908878,0.0003220175,0.00011527878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003115432,0.00007491227,0.000109239685,0.00016780282,0.000027997838,0.00009941444,0.00030100037,0.000040648185,0.000004689812],"category_scores_gemma":[0.000018251885,0.00006509917,0.000036404956,0.00015525386,0.0000034537015,0.000966702,0.00008702977,0.0001348565,0.000005355907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013584188,0.0004570183,0.011918522,0.00036399128,0.0012314104,0.00018846004,0.015460805,0.10495831,0.026139012,0.79126924,0.0024592485,0.045418136],"study_design_scores_gemma":[0.0010384502,0.00013129211,0.0086656865,0.0005605793,0.000018413028,0.0031843947,0.0002921516,0.69172686,0.0014374285,0.00012860565,0.29248723,0.0003289211],"about_ca_topic_score_codex":0.000028078559,"about_ca_topic_score_gemma":0.0000010047825,"teacher_disagreement_score":0.7911406,"about_ca_system_score_codex":0.00004275844,"about_ca_system_score_gemma":0.00001067492,"threshold_uncertainty_score":0.26546672},"labels":[],"label_agreement":null},{"id":"W2069278008","doi":"10.4018/jssoe.2010092105","title":"Autonomic Business-Driven Dynamic Adaptation of Service-Oriented Systems and the WSPolicy4MASC Support for Such Adaptation","year":2010,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Adaptation (eye); Profit maximization; Process management; Business process; Business rule; Maximization; Business value; Risk analysis (engineering); Profit (economics); Knowledge management; Business; Marketing; Microeconomics; Economics","score_opus":0.007574457460707028,"score_gpt":0.2218770038618805,"score_spread":0.21430254640117347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069278008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5189084,0.00057615776,0.4714738,0.0026096492,0.0057200906,0.0005549133,0.00005402354,0.0000622693,0.000040699622],"genre_scores_gemma":[0.99209917,0.00009843007,0.006910246,0.00028895328,0.00046326016,0.00004666427,0.00004061419,0.000033213168,0.000019469186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997551,0.00006274602,0.0011334488,0.00032984916,0.00062769244,0.0002952544],"domain_scores_gemma":[0.99563277,0.00036147772,0.000962465,0.00033798715,0.0025431092,0.00016216616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007730145,0.00031063086,0.0005308548,0.00053942134,0.00012196193,0.00026191946,0.0009236573,0.00014783943,0.0000021658482],"category_scores_gemma":[0.000052236992,0.00023729898,0.000107741034,0.00062114606,0.00004196756,0.0008868685,0.00019583969,0.00033283597,0.000001557305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006331272,0.00014767972,0.0009593018,0.0014825353,0.0010414605,0.000027276923,0.026272766,0.7379912,0.01677896,0.2108139,0.000021908976,0.0038298639],"study_design_scores_gemma":[0.0030502037,0.00009443595,0.0037023758,0.00041024148,0.00007376541,0.0005077107,0.0021805295,0.9834841,0.00009520557,0.00010239641,0.006069829,0.00022921474],"about_ca_topic_score_codex":0.0022429973,"about_ca_topic_score_gemma":0.0007228874,"teacher_disagreement_score":0.47319078,"about_ca_system_score_codex":0.00006638303,"about_ca_system_score_gemma":0.00017711666,"threshold_uncertainty_score":0.9676772},"labels":[],"label_agreement":null},{"id":"W2075111994","doi":"10.4018/jssoe.2011010101","title":"ART-Improving Execution Time for Flash Applications","year":2011,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"ActionScript; Computer science; Code refactoring; Flash (photography); Key (lock); Programming language; Code (set theory); Schedule; Rewriting; Software engineering; Source code; Operating system; Software","score_opus":0.010661931736744597,"score_gpt":0.2068064843493617,"score_spread":0.1961445526126171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075111994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093289185,0.00026026997,0.9880033,0.00010816966,0.0016590736,0.00017614113,0.000012810869,0.00005918593,0.0003921208],"genre_scores_gemma":[0.9726114,0.000011933931,0.026308158,0.00006764131,0.0007058656,0.00003429634,0.000016072116,0.000015499612,0.00022912495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990033,0.000013399155,0.00045205659,0.00014095056,0.00024852107,0.0001417864],"domain_scores_gemma":[0.9987506,0.000052078,0.00029104942,0.00012866277,0.0006857122,0.00009185838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000343113,0.000108726934,0.00016740811,0.00017216997,0.00004447117,0.00013252455,0.0005206836,0.00004960965,0.000001917635],"category_scores_gemma":[0.000018565015,0.0001010119,0.00006167031,0.00015037149,0.00000504991,0.00038481047,0.00007436057,0.00008790445,0.000014222258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027633426,0.0007545186,0.0024078456,0.001978671,0.0024205942,0.00017760372,0.013470966,0.19106273,0.04692978,0.69038224,0.0073899496,0.04274877],"study_design_scores_gemma":[0.0007070773,0.000096079886,0.0005688137,0.00031084186,0.000017610886,0.00049234554,0.00007609181,0.8970769,0.00021864483,0.00013525832,0.10010667,0.0001936441],"about_ca_topic_score_codex":0.000019604893,"about_ca_topic_score_gemma":6.83958e-7,"teacher_disagreement_score":0.96328247,"about_ca_system_score_codex":0.000051335785,"about_ca_system_score_gemma":0.00003187126,"threshold_uncertainty_score":0.4119146},"labels":[],"label_agreement":null},{"id":"W2091795249","doi":"10.4018/jssoe.2012070102","title":"Refactoring Flash Embedding Methods","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"JavaScript; Ajax; Computer science; Rich Internet application; Flash (photography); Unobtrusive JavaScript; Markup language; Embedding; Web application; HTML5; ActionScript; Programming language; World Wide Web; XML; Artificial intelligence","score_opus":0.021570531376186065,"score_gpt":0.3283223930711712,"score_spread":0.30675186169498514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091795249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21467113,0.0016404452,0.7762303,0.00015404451,0.0071318825,0.000046968053,0.000001162954,0.00007838419,0.00004570269],"genre_scores_gemma":[0.892104,0.000053919408,0.106813535,0.00002788258,0.00094951165,0.000004044521,6.686774e-7,0.000019080317,0.000027348453],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985272,0.00003882105,0.0004349097,0.000121823665,0.00057739107,0.0002998239],"domain_scores_gemma":[0.99850196,0.00041067167,0.00015446397,0.00016935266,0.00052691426,0.00023664253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011342004,0.00013975998,0.00020804588,0.00040775823,0.000032042797,0.00018905422,0.0006560601,0.000060665992,0.0000032976677],"category_scores_gemma":[0.00034661475,0.00012700244,0.000057362668,0.00029098694,0.000005046827,0.0011825069,0.0002309163,0.00028174816,0.0000055596024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009147048,0.00037285333,0.14155143,0.001276034,0.002972011,0.00045365628,0.022679647,0.5063991,0.14346173,0.10359803,0.0007965729,0.07634746],"study_design_scores_gemma":[0.0013196995,0.00010710736,0.041187167,0.0012879568,0.00002839335,0.0029377446,0.00042095655,0.8381396,0.006163144,0.000048267142,0.10770895,0.00065100857],"about_ca_topic_score_codex":0.000023516517,"about_ca_topic_score_gemma":2.1375982e-7,"teacher_disagreement_score":0.6774329,"about_ca_system_score_codex":0.00015647351,"about_ca_system_score_gemma":0.000027126172,"threshold_uncertainty_score":0.5179009},"labels":[],"label_agreement":null},{"id":"W2395661343","doi":"10.4018/ijssoe.2016010102","title":"Enhancing CAPTCHA Security Using Interactivity, Dynamism, and Mouse Movement Patterns","year":2016,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CAPTCHA; Computer science; Usability; Interactivity; Human–computer interaction; Dynamism; Matching (statistics); Task (project management); Benchmark (surveying); Artificial intelligence; World Wide Web; Engineering","score_opus":0.00821322354173082,"score_gpt":0.22791659866013433,"score_spread":0.21970337511840352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395661343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6482111,0.00013587033,0.34960422,0.00057422864,0.0013750499,0.000062544386,0.000009222342,0.00002278976,0.00000491461],"genre_scores_gemma":[0.999059,0.00007156947,0.00052703783,0.000103773644,0.00019830037,0.000002817523,7.56425e-7,0.000011795278,0.000024949393],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998597,0.000040013576,0.00055011065,0.00019173021,0.0004547031,0.00016644504],"domain_scores_gemma":[0.99881566,0.000085996566,0.00031618975,0.00015761386,0.00047253157,0.00015201778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004013324,0.00015083971,0.00022609756,0.00026775696,0.000039496532,0.00022776508,0.0003806695,0.000051597726,0.0000033031372],"category_scores_gemma":[0.00003307931,0.00011408014,0.000047266698,0.000095512754,0.000008216023,0.0009155816,0.00021166734,0.00011802177,0.0000013800355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010140622,0.0004967599,0.043819994,0.0013454611,0.001929737,0.00040883673,0.106047474,0.0024122165,0.76758504,0.0695299,0.000049777133,0.006273382],"study_design_scores_gemma":[0.0015095028,0.000082753744,0.0033719665,0.0020542324,0.000022611837,0.0008581622,0.001021143,0.98191804,0.0070649716,0.00018682328,0.0015496863,0.00036010597],"about_ca_topic_score_codex":0.00025327943,"about_ca_topic_score_gemma":0.00004940041,"teacher_disagreement_score":0.97950584,"about_ca_system_score_codex":0.00014285088,"about_ca_system_score_gemma":0.000027862325,"threshold_uncertainty_score":0.4652053},"labels":[],"label_agreement":null},{"id":"W2747317259","doi":"10.4018/ijssoe.2017010101","title":"On the Concept of Automatic User Behavior Profiling of Websites","year":2017,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Calgary; University of Alberta","funders":"","keywords":"Profiling (computer programming); Computer science; TRACE (psycholinguistics); Web mining; Hidden Markov model; Markov chain; World Wide Web; Data mining; Information retrieval; Web page; Machine learning; Artificial intelligence","score_opus":0.012726550478166182,"score_gpt":0.24479082738079475,"score_spread":0.23206427690262857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747317259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513317,0.00016253612,0.047163654,0.00036476649,0.0008538743,0.000049439033,0.0000148875315,0.0000088823635,0.000050314513],"genre_scores_gemma":[0.9971443,0.0000086678765,0.0027289856,0.000017185213,0.0000776158,0.0000021551714,0.0000012173103,0.0000044036246,0.000015512114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904364,0.000016408461,0.00041223617,0.000078580066,0.00037759205,0.00007156021],"domain_scores_gemma":[0.99855113,0.000115784926,0.0005954323,0.00025949962,0.000441894,0.000036272464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003274406,0.000075737626,0.00019089843,0.0001314579,0.00004807303,0.00012741388,0.0008969108,0.000025957195,0.0000040273976],"category_scores_gemma":[0.00011120427,0.000050593437,0.000060434537,0.000066060915,0.000017759401,0.00035121568,0.0001221886,0.000095305586,8.052222e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006541377,0.00059949135,0.07161432,0.0008389705,0.0032787253,0.00027720656,0.008634944,0.12873147,0.1198912,0.6551293,0.000531711,0.010407224],"study_design_scores_gemma":[0.0007683834,0.00014705367,0.023400294,0.0021894025,0.000082774524,0.00016631265,0.0006516192,0.9547985,0.017129164,0.000048627506,0.00044598518,0.00017189028],"about_ca_topic_score_codex":0.00007753582,"about_ca_topic_score_gemma":0.0000015049657,"teacher_disagreement_score":0.82606703,"about_ca_system_score_codex":0.000015510983,"about_ca_system_score_gemma":0.00002325428,"threshold_uncertainty_score":0.20631404},"labels":[],"label_agreement":null},{"id":"W2767149477","doi":"10.4018/ijssoe.2017070101","title":"Towards Building a New Age Commercial Contextual Advertising System","year":2017,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Computer science; Web page; The Internet; Information retrieval; Taxonomy (biology); Implementation; Architecture; World Wide Web; Software engineering","score_opus":0.015366485742997392,"score_gpt":0.2563414551936086,"score_spread":0.24097496945061123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767149477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21961685,0.0005122455,0.7738954,0.0010817099,0.004509946,0.0000465149,0.00000964901,0.00005604076,0.00027165547],"genre_scores_gemma":[0.98855054,0.00002181577,0.010400759,0.000056394834,0.00092023856,9.645802e-7,0.000002111745,0.000010699961,0.000036472593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858713,0.000021123295,0.0005227223,0.00017359978,0.00051766855,0.00017772798],"domain_scores_gemma":[0.9985787,0.000040516814,0.0004870464,0.00030800374,0.00039924093,0.00018646568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042164503,0.00014886855,0.0003275329,0.00024681044,0.0001606652,0.0010064683,0.0013738015,0.00005702019,0.0000011422177],"category_scores_gemma":[0.00009728765,0.0001325579,0.00009185791,0.00008997464,0.000011566909,0.0011187556,0.00032948575,0.00018477884,0.0000021819299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025240297,0.00023626864,0.014582179,0.0012026121,0.005651671,0.0069434955,0.016089462,0.09115425,0.035972796,0.5907754,0.0027469958,0.2343925],"study_design_scores_gemma":[0.0025301513,0.0001121099,0.019795967,0.0041492004,0.000098159195,0.0022607804,0.0010075051,0.94490296,0.0005347969,0.000039415314,0.024061907,0.00050703186],"about_ca_topic_score_codex":0.001204597,"about_ca_topic_score_gemma":0.000021500437,"teacher_disagreement_score":0.85374874,"about_ca_system_score_codex":0.000108238426,"about_ca_system_score_gemma":0.000070589485,"threshold_uncertainty_score":0.9705397},"labels":[],"label_agreement":null}]}