{"meta":{"query_hash":"124b5f9cfb49","filters":{"venue":"ACM SIGAPP Applied Computing Review"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/124b5f9cfb49","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGAPP+Applied+Computing+Review"},"results":[{"id":"W124210690","doi":"10.1145/512000.512002","title":"Increasing the reliability of control systems with agent technology","year":2001,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"SCADA; Redundancy (engineering); Reliability engineering; Modularity (biology); Supervisory control; Industrial control system; Computer science; Reliability (semiconductor); Software; Control system; Embedded system; Control (management); Process (computing); Systems engineering; Control engineering; Engineering; Operating system; Artificial intelligence","score_opus":0.011961014946921058,"score_gpt":0.23367008697591696,"score_spread":0.2217090720289959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124210690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0393443,0.044870052,0.9020602,0.0048425947,0.00029444398,0.004874174,0.0000010175269,0.0006358587,0.003077343],"genre_scores_gemma":[0.9794357,0.0028832792,0.015858201,0.0015433986,0.00007366386,0.00017261875,0.0000017584568,0.000020011223,0.000011361026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997165,0.00031124472,0.0008215481,0.0006932719,0.00051402865,0.00049487175],"domain_scores_gemma":[0.9949618,0.00087500375,0.00066460855,0.0032632507,0.00015630345,0.000079043406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031841677,0.0002935625,0.00072267366,0.00009686688,0.00021207744,0.00007878873,0.003062279,0.000066570865,0.0000061747096],"category_scores_gemma":[0.00020941804,0.00018580447,0.00009698433,0.0016851721,0.00017031365,0.000067781984,0.0010422707,0.00028734506,0.000035427925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007693331,0.0003244834,0.00809872,0.005737766,0.00033188768,0.000092543036,0.00017170321,0.094414584,0.00022758481,0.14338487,0.004886255,0.74225265],"study_design_scores_gemma":[0.0058211735,0.0009926811,0.0041902736,0.025216833,0.001184842,0.0009729161,0.0002629644,0.43527654,0.00029781624,0.00860642,0.5143497,0.0028278783],"about_ca_topic_score_codex":0.000048355472,"about_ca_topic_score_gemma":0.0000015840233,"teacher_disagreement_score":0.94009143,"about_ca_system_score_codex":0.00012175818,"about_ca_system_score_gemma":0.00007576256,"threshold_uncertainty_score":0.75768864},"labels":[],"label_agreement":null},{"id":"W1990865996","doi":"10.1145/570132.570137","title":"Establishing quality control in software agents","year":2001,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Software quality; Computer science; Quality (philosophy); Measure (data warehouse); Factoring; Software quality control; Software; Java; Control (management); Code smell; Software engineering; Data mining; Programming language; Software development; Artificial intelligence","score_opus":0.0548749161273991,"score_gpt":0.3276511778017908,"score_spread":0.27277626167439173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990865996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020212764,0.014591344,0.95958346,0.0013275429,0.0006146073,0.0016293616,0.0000018611404,0.00048956677,0.0015494822],"genre_scores_gemma":[0.9618191,0.0022345749,0.029433973,0.006194877,0.00018680518,0.000054701388,0.00001215332,0.000023260616,0.00004057087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970279,0.00028069882,0.001005279,0.0006980236,0.00049298484,0.0004951291],"domain_scores_gemma":[0.99705476,0.00089317065,0.00049296615,0.0013564412,0.0000750319,0.00012764298],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028049515,0.00026364418,0.0006783022,0.0001036313,0.00015922454,0.00020379896,0.0017948578,0.00008728299,0.000025212745],"category_scores_gemma":[0.00083111884,0.00024694973,0.00012187707,0.00087724347,0.000018362332,0.00032690843,0.0004914299,0.00026742718,0.00015708651],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009617706,0.00022440673,0.033393405,0.0027811993,0.000048103702,0.000049630446,0.0008310567,0.00090434676,0.00038712285,0.016785035,0.006896689,0.93768936],"study_design_scores_gemma":[0.013886485,0.0001817546,0.34733054,0.03316274,0.0002021414,0.00021287792,0.00017677846,0.18271865,0.00027547003,0.013622709,0.40266833,0.0055615357],"about_ca_topic_score_codex":0.00012979293,"about_ca_topic_score_gemma":0.000015740194,"teacher_disagreement_score":0.94160634,"about_ca_system_score_codex":0.00010948825,"about_ca_system_score_gemma":0.0000527552,"threshold_uncertainty_score":0.9999983},"labels":[],"label_agreement":null},{"id":"W1994164519","doi":"10.1145/570132.570135","title":"Scalability and information agents","year":2001,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Variety (cybernetics); Distributed computing; Information system; Common Object Request Broker Architecture; Data science; Database; Artificial intelligence","score_opus":0.02502595142650186,"score_gpt":0.27408574414791004,"score_spread":0.24905979272140819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994164519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10756181,0.015801743,0.8565364,0.0038384867,0.0007155481,0.00287401,0.0000019027766,0.0007901573,0.011879931],"genre_scores_gemma":[0.97039187,0.006227653,0.019214531,0.004020959,0.00008286036,0.000025787826,0.000012632597,0.000007245947,0.000016490294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986219,0.00006244314,0.00052420195,0.00029336847,0.00027234256,0.0002257743],"domain_scores_gemma":[0.99861956,0.00013507379,0.00026397005,0.00081951724,0.000064895576,0.000096981166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009537879,0.00015455714,0.00028642343,0.000052380106,0.00016081682,0.00013421441,0.00066156965,0.000048993406,0.000015048449],"category_scores_gemma":[0.00015275115,0.00013562539,0.00004863272,0.00041695082,0.000020853864,0.0006047415,0.00049772277,0.00010524991,0.00019219721],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016830691,0.000031149342,0.0025244956,0.0013937441,0.000013484158,0.0000012997323,0.0003363217,0.000032967546,0.000054632637,0.01923994,0.002675794,0.9736945],"study_design_scores_gemma":[0.0016687943,0.0000829445,0.144389,0.0040698056,0.000074729156,0.00014379727,0.000037628764,0.105792865,0.00021607203,0.0046138596,0.7376575,0.0012530145],"about_ca_topic_score_codex":0.000013663527,"about_ca_topic_score_gemma":5.820427e-7,"teacher_disagreement_score":0.9724415,"about_ca_system_score_codex":0.00003699354,"about_ca_system_score_gemma":0.000020940888,"threshold_uncertainty_score":0.5530643},"labels":[],"label_agreement":null},{"id":"W2001442448","doi":"10.1145/570132.570134","title":"Agent behavior and agent models in unregulated markets","year":2001,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Multi-agent system; Agent-based model; Distributed computing; The Internet; Fidelity; Mobile agent; Simple (philosophy); Risk analysis (engineering); Artificial intelligence; Business; Telecommunications; World Wide Web","score_opus":0.031830455673358196,"score_gpt":0.2670143527590143,"score_spread":0.23518389708565612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001442448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22283718,0.15304144,0.5901932,0.004415949,0.0010462905,0.01193889,0.0000028312904,0.0016110785,0.014913116],"genre_scores_gemma":[0.9212998,0.038179856,0.034767013,0.0050765187,0.00010258488,0.0003809522,0.000017098262,0.00005131078,0.0001248495],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967014,0.00017851128,0.0008550356,0.0010620757,0.00049503986,0.0007079456],"domain_scores_gemma":[0.99735874,0.0002187892,0.00029008984,0.001873164,0.000044788925,0.00021444239],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015096532,0.00040832206,0.0006429219,0.00016972375,0.00014318027,0.00015359005,0.0018150242,0.00008022408,0.00003746983],"category_scores_gemma":[0.000032114196,0.00039837018,0.00010559446,0.0012050316,0.000051536856,0.00017095603,0.0021526334,0.00027199916,0.00007082373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007801748,0.0001773709,0.00038451084,0.0006621824,0.00003106631,0.00022536171,0.00011225769,0.004660441,0.000046072724,0.013643014,0.0044961134,0.9755538],"study_design_scores_gemma":[0.004253876,0.00019278789,0.02943033,0.010080296,0.00041582,0.00025595285,0.000038732207,0.75504196,0.00014414269,0.015089179,0.1819421,0.0031147967],"about_ca_topic_score_codex":0.000019428348,"about_ca_topic_score_gemma":0.000004990684,"teacher_disagreement_score":0.972439,"about_ca_system_score_codex":0.00019220456,"about_ca_system_score_gemma":0.000045654488,"threshold_uncertainty_score":0.9998468},"labels":[],"label_agreement":null},{"id":"W2022884685","doi":"10.1145/2188379.2188381","title":"Biologically relevant association rules for classification of microarray data","year":2012,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Association rule learning; Associative property; Computer science; Classifier (UML); Data mining; Artificial intelligence; Machine learning; Support vector machine; Microarray analysis techniques; Feature (linguistics); Pattern recognition (psychology); Mathematics","score_opus":0.07120383926429656,"score_gpt":0.3373761119524215,"score_spread":0.26617227268812493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022884685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3915401,0.3192636,0.2624239,0.008957742,0.0018614607,0.0073399576,0.00047321065,0.00024016011,0.007899842],"genre_scores_gemma":[0.9602,0.013238297,0.022644434,0.0010318292,0.0004797452,0.00007911168,0.0022128976,0.000022218053,0.00009146408],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987742,0.00006907742,0.000433889,0.00036395053,0.00012755714,0.0002313795],"domain_scores_gemma":[0.99806494,0.00010043165,0.0005583005,0.0010992001,0.00011907224,0.000058083584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012824293,0.00013022692,0.00024632123,0.000022273096,0.00007022071,0.000009810985,0.0006619819,0.00014063148,0.000009091092],"category_scores_gemma":[0.0008434871,0.00010932827,0.00007186626,0.000104389364,0.000025963855,0.0000046468317,0.0002895052,0.00006563582,0.00001473919],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017777378,0.00006896605,0.0017436817,0.00044722183,0.000035957677,6.9064727e-9,0.000012321838,0.0000011383622,0.8918434,0.0008116985,0.035818513,0.06919932],"study_design_scores_gemma":[0.00048628313,0.000063832435,0.016783524,0.00047111485,0.00013270343,0.000001910943,0.000044299613,0.00012079449,0.07845487,0.00027581895,0.90284485,0.00031999275],"about_ca_topic_score_codex":9.363299e-7,"about_ca_topic_score_gemma":2.8121892e-7,"teacher_disagreement_score":0.8670263,"about_ca_system_score_codex":0.00002706675,"about_ca_system_score_gemma":0.0000449633,"threshold_uncertainty_score":0.44582775},"labels":[],"label_agreement":null},{"id":"W2024888043","doi":"10.1145/2340416.2340421","title":"A unified framework for document clustering with dual supervision","year":2012,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cluster analysis; Computer science; Seeding; Document clustering; Correlation clustering; Conceptual clustering; Brown clustering; Data mining; Single-linkage clustering; Artificial intelligence; Clustering high-dimensional data; Pairwise comparison; Constrained clustering; CURE data clustering algorithm; Pattern recognition (psychology); Physics","score_opus":0.03878235484616066,"score_gpt":0.3065368105442365,"score_spread":0.2677544556980758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024888043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016014398,0.012723146,0.9791993,0.003600666,0.00021818579,0.0012269999,6.194441e-7,0.00088804815,0.00054160587],"genre_scores_gemma":[0.442175,0.001374865,0.5547707,0.001367774,0.00011118644,0.00015164292,0.000006898459,0.000019562372,0.000022374381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812204,0.00003514728,0.00045462357,0.0004861394,0.00032528045,0.0005767912],"domain_scores_gemma":[0.99739456,0.00060060684,0.00026317738,0.0015555912,0.00006636799,0.00011967106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008668466,0.00026934737,0.00041741313,0.000080070226,0.00024828475,0.00016651355,0.0014845923,0.00010294497,0.00001377781],"category_scores_gemma":[0.00019958688,0.00020638527,0.000086102,0.0005964527,0.000050255967,0.00030274296,0.0010393898,0.00022424209,0.00007155957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066168873,0.000049381964,0.00010161514,0.00073777395,0.000024655174,5.754928e-7,0.00023529297,0.00002065449,0.00013157456,0.5456752,0.0010979734,0.45191866],"study_design_scores_gemma":[0.003902562,0.00096959143,0.0031893738,0.018374704,0.000424719,0.00017841213,0.0007476809,0.011886118,0.012202852,0.3155621,0.6280406,0.00452127],"about_ca_topic_score_codex":0.0000018145331,"about_ca_topic_score_gemma":2.9918988e-7,"teacher_disagreement_score":0.62694263,"about_ca_system_score_codex":0.000063079475,"about_ca_system_score_gemma":0.00003471536,"threshold_uncertainty_score":0.8416147},"labels":[],"label_agreement":null},{"id":"W2035011441","doi":"10.1145/373975.373984","title":"Software cost estimation with fuzzy models","year":2000,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"COCOMO; Fuzzy logic; Fuzzy set; Generalization; Data mining; Computer science; Software; Set (abstract data type); Fuzzy number; Fuzzy classification; Cost estimate; Machine learning; Artificial intelligence; Software development; Mathematics; Engineering; Software construction; Systems engineering; Programming language","score_opus":0.025557746528898178,"score_gpt":0.2739687722956988,"score_spread":0.24841102576680066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035011441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021953555,0.00914465,0.9836002,0.0005323035,0.000060861414,0.0012159384,0.0000012883926,0.0014495836,0.00179983],"genre_scores_gemma":[0.18091731,0.0025503503,0.81460464,0.001475668,0.000092372364,0.00016374153,0.000020912721,0.00006294897,0.000112077454],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975034,0.00005167843,0.00042405157,0.0007282254,0.00069596706,0.00059666194],"domain_scores_gemma":[0.9966341,0.00105396,0.00010644573,0.0019057601,0.0001044971,0.00019520259],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007569391,0.00031409084,0.00047150522,0.000089669375,0.00019616084,0.00018688147,0.002278962,0.0000702883,0.000054279717],"category_scores_gemma":[0.0003101393,0.00026958744,0.0000731331,0.0011544453,0.00005255344,0.00030161702,0.000438192,0.00037013303,0.000514389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003456566,0.000028530834,0.00004815286,0.00069883093,0.00001923234,0.000011325515,0.00008622877,0.067881875,0.000004569397,0.00332376,0.0015380842,0.92635596],"study_design_scores_gemma":[0.0019202647,0.00025344812,0.0020017088,0.011899345,0.000116031544,0.00036339517,0.000007239766,0.9184396,0.00031991163,0.027275193,0.034996066,0.00240776],"about_ca_topic_score_codex":0.000008045868,"about_ca_topic_score_gemma":3.9492122e-7,"teacher_disagreement_score":0.92394817,"about_ca_system_score_codex":0.00009545088,"about_ca_system_score_gemma":0.00011305115,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W2048465685","doi":"10.1145/570132.570136","title":"A security architecture and design for mobile intelligent agent systems","year":2001,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Distributed System Security Architecture; Mobile agent; Computer security; Enterprise information security architecture; Computer security model; Principal (computer security); Architecture; Security service; Mobile computing; Systems architecture; Security information and event management; Cloud computing security; Distributed computing; Information security; Computer network; Cloud computing; Operating system","score_opus":0.03244632018932185,"score_gpt":0.27452129413035375,"score_spread":0.2420749739410319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048465685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074875244,0.078039,0.9133914,0.00037211034,0.00033022513,0.0063987523,0.000001379983,0.0003380804,0.00038025976],"genre_scores_gemma":[0.6302134,0.073070094,0.28094155,0.009268423,0.000916245,0.005239102,0.00004031531,0.00014456121,0.00016634117],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970014,0.00019926231,0.0007324067,0.0010141794,0.00039195287,0.00066078955],"domain_scores_gemma":[0.9967747,0.00086615497,0.0003514335,0.0017064305,0.0000782288,0.00022306875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020135883,0.00041139298,0.0006880851,0.00010237527,0.0002547994,0.00025408002,0.0018354504,0.00007439529,0.000008891155],"category_scores_gemma":[0.000081774124,0.00036333696,0.00014751503,0.000645709,0.000051454932,0.000066880115,0.0013233454,0.00023784698,0.000044366105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000167279,0.00011268975,0.000018539771,0.004529205,0.00011446038,0.000029440942,0.00038835965,0.054988783,0.00003793316,0.024493568,0.016841223,0.8984291],"study_design_scores_gemma":[0.0006921516,0.00032553248,0.000016184751,0.0034975877,0.00016219108,0.0001083918,0.000045277764,0.25984886,0.00014998713,0.009193374,0.72502387,0.00093656365],"about_ca_topic_score_codex":0.000009429369,"about_ca_topic_score_gemma":9.142096e-7,"teacher_disagreement_score":0.8974925,"about_ca_system_score_codex":0.00012772567,"about_ca_system_score_gemma":0.000053603722,"threshold_uncertainty_score":0.99988186},"labels":[],"label_agreement":null},{"id":"W2049077314","doi":"10.1145/361651.361654","title":"Reuse libraries for real-time multimedia over the network","year":2000,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Regina","funders":"","keywords":"Reuse; Computer science; Software; Software development; Software engineering; Process (computing); Coping (psychology); Engineering management; World Wide Web; Engineering; Operating system","score_opus":0.018548763829477326,"score_gpt":0.23985994744875183,"score_spread":0.22131118361927452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049077314","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25702074,0.35462084,0.034795668,0.093918785,0.0026995938,0.019879276,0.000041230574,0.010972997,0.22605084],"genre_scores_gemma":[0.6494158,0.0688673,0.10378411,0.13358755,0.036918946,0.0011384427,0.0010713189,0.00079306617,0.004423471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980054,0.000015076519,0.0006264452,0.00052599347,0.00028827626,0.0005388255],"domain_scores_gemma":[0.9975855,0.0005609866,0.0003727779,0.0013280576,0.000131297,0.000021392862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001013296,0.00034529465,0.00065726513,0.000044649038,0.00066988013,0.0004407129,0.001591688,0.00008622232,0.0007452235],"category_scores_gemma":[0.0004533743,0.00024076173,0.0002487326,0.0011053353,0.000089678455,0.00033822327,0.00051866146,0.00018753442,0.0006771836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000475752,0.00007606535,0.0003273095,0.003976806,0.00016774928,0.0000022388435,0.00006514826,0.0077748816,0.000042153613,0.0067871683,0.24314827,0.73758465],"study_design_scores_gemma":[0.00063888094,0.0000060257053,0.00066410913,0.0037930189,0.0010347632,0.00000190742,0.000016406086,0.21101226,0.000005538374,0.027435355,0.7545509,0.00084084144],"about_ca_topic_score_codex":0.00007850888,"about_ca_topic_score_gemma":0.0000018502586,"teacher_disagreement_score":0.7367438,"about_ca_system_score_codex":0.000012017636,"about_ca_system_score_gemma":0.00003103262,"threshold_uncertainty_score":0.9817978},"labels":[],"label_agreement":null},{"id":"W2080483673","doi":"10.1145/568235.568239","title":"XP requirement negotiation workshop","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Negotiation; Computer science; Political science; Law","score_opus":0.054998808292745005,"score_gpt":0.2918950230222762,"score_spread":0.2368962147295312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080483673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014662309,0.051442523,0.9378218,0.0036641057,0.00028048496,0.0005769073,2.2440064e-7,0.0016834526,0.004383892],"genre_scores_gemma":[0.3160952,0.031593703,0.64510286,0.006556524,0.00035228342,0.00008904412,0.0000065848017,0.000045726913,0.0001580464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983563,0.000051582574,0.00044294316,0.00047597717,0.0003384556,0.00033473677],"domain_scores_gemma":[0.9975127,0.00063693395,0.00025918096,0.0014495525,0.000050468043,0.000091188114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080668344,0.00021864598,0.00031855554,0.00006184518,0.00013965917,0.00015440064,0.0016746952,0.0000648327,0.00007964063],"category_scores_gemma":[0.00042239847,0.0002065249,0.00008841624,0.0006877182,0.000015950196,0.00025095945,0.00068520725,0.0002514527,0.0002673011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5544692e-7,0.000038987026,0.00001924338,0.00044275948,0.000017927465,0.000004983559,0.000121266035,0.0002797333,0.000041078765,0.019954475,0.037551276,0.94152784],"study_design_scores_gemma":[0.00041230937,0.0000981902,0.00027909226,0.0042186487,0.00009585382,0.000073399344,0.000008688518,0.09637737,0.00051822496,0.007729588,0.88897496,0.0012136757],"about_ca_topic_score_codex":0.0000024824385,"about_ca_topic_score_gemma":1.4506995e-7,"teacher_disagreement_score":0.9403141,"about_ca_system_score_codex":0.00005511787,"about_ca_system_score_gemma":0.000010246851,"threshold_uncertainty_score":0.8421841},"labels":[],"label_agreement":null},{"id":"W2084979378","doi":"10.1145/568235.568237","title":"Dynamic analysis for reverse engineering and program understanding","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reverse engineering; Interoperation; Computer science; Software engineering; Legacy system; Program comprehension; Component (thermodynamics); Software maintenance; Systems engineering; Focus (optics); Software system; Data science; Software; Engineering; Interoperability; World Wide Web; Programming language","score_opus":0.051934204248897435,"score_gpt":0.3006018289755211,"score_spread":0.24866762472662368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084979378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014026148,0.021992758,0.9736054,0.0006641923,0.00008887242,0.0012529853,0.0000012686816,0.0009227572,0.0000691633],"genre_scores_gemma":[0.56608105,0.004504777,0.42888144,0.0002668862,0.000036086203,0.00016230022,0.00000681275,0.000035640332,0.00002504756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981233,0.000020908059,0.00037401685,0.0006359788,0.00030916548,0.00053661567],"domain_scores_gemma":[0.99708575,0.0015788384,0.00010280131,0.0010252657,0.000048247195,0.00015912556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081542815,0.00024718046,0.00052938255,0.00027459726,0.00015189272,0.0001822521,0.0010762573,0.00006314571,0.000009021569],"category_scores_gemma":[0.0007907414,0.0002481758,0.00016501124,0.002017317,0.000030122037,0.00010720778,0.0005780021,0.00022255992,0.000015435608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042864017,0.00020494098,0.0014994835,0.011445535,0.0014708951,0.00003022208,0.0007189018,0.014839375,0.00048088582,0.03997037,0.0035783718,0.92575675],"study_design_scores_gemma":[0.00032687158,0.000056842957,0.00061916054,0.0010014104,0.00022314476,0.000015445934,0.000008572767,0.98891217,0.000021042213,0.0005503126,0.0078075337,0.0004575152],"about_ca_topic_score_codex":0.0000017176501,"about_ca_topic_score_gemma":4.662942e-7,"teacher_disagreement_score":0.97407275,"about_ca_system_score_codex":0.00016292103,"about_ca_system_score_gemma":0.000011941463,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W2092358306","doi":"10.1145/2577554.2577559","title":"Genealogical insights into the facts and fictions of clone removal","year":2013,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Empirical research; Computer science; Software; Data science; Software system; Biology; Programming language; Genetics; Statistics; Gene; Mathematics","score_opus":0.024851864374432757,"score_gpt":0.27188670534798987,"score_spread":0.2470348409735571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092358306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51543134,0.13780583,0.3372857,0.004801975,0.00033718874,0.0024470794,4.224447e-7,0.0007128023,0.001177644],"genre_scores_gemma":[0.9192582,0.0063144257,0.07364804,0.00064169575,0.00007254049,0.000034490695,0.0000017662849,0.0000134425245,0.000015437488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984502,0.000076020704,0.0004003708,0.00040848437,0.00037532276,0.00028957936],"domain_scores_gemma":[0.9964168,0.0019887108,0.000119467426,0.0012383427,0.000115513176,0.00012113789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053077756,0.00017434663,0.0003525642,0.00006289262,0.0001954713,0.000094109295,0.0015532491,0.000059186095,0.000013380747],"category_scores_gemma":[0.00085445377,0.00011434353,0.00006331845,0.00069539895,0.00011261356,0.000094897696,0.0013646426,0.00029730957,0.00008973673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012744354,0.00006801861,0.00035227297,0.0013866209,0.0000631084,0.000010076043,0.0018339315,0.00031665506,0.0038653312,0.040411256,0.0043794024,0.94731206],"study_design_scores_gemma":[0.0036715155,0.0009930158,0.26083437,0.013173785,0.00035173327,0.0010716912,0.00035892037,0.19275983,0.013831365,0.14277641,0.36512184,0.0050555016],"about_ca_topic_score_codex":0.000043015814,"about_ca_topic_score_gemma":6.2038936e-7,"teacher_disagreement_score":0.94225657,"about_ca_system_score_codex":0.000027668542,"about_ca_system_score_gemma":0.000041968626,"threshold_uncertainty_score":0.4662794},"labels":[],"label_agreement":null},{"id":"W2126036011","doi":"10.1145/2387358.2387360","title":"An empirical study on clone stability","year":2012,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloning (programming); clone (Java method); Java; Code (set theory); Computer science; Stability (learning theory); Source code; Programming language; Source lines of code; Software; Biology; Genetics; Set (abstract data type); Machine learning","score_opus":0.0823338992172196,"score_gpt":0.38100455216125284,"score_spread":0.2986706529440332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126036011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8315801,0.0092835985,0.15300152,0.0007314796,0.0005511624,0.0025700019,0.00000119741,0.0017189553,0.0005620137],"genre_scores_gemma":[0.9776559,0.000120965065,0.020761972,0.0010868218,0.00026402815,0.00007292581,0.000003212124,0.000031421187,0.000002784388],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966457,0.0003038547,0.00053902017,0.00078699813,0.00087338727,0.0008510732],"domain_scores_gemma":[0.99363315,0.002187027,0.000114611554,0.003545099,0.00008800349,0.00043213723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039980332,0.00032193196,0.00057762273,0.000095022166,0.00018184203,0.00011946522,0.002983663,0.00007006719,0.00002672675],"category_scores_gemma":[0.0013250262,0.00027948245,0.00009478222,0.0010773838,0.000043491527,0.00022320826,0.0011608076,0.0005676743,0.00043873696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019492314,0.0057632495,0.41944632,0.0019915039,0.00013126024,0.000026194348,0.004893791,0.00021262094,0.0007562192,0.0048374203,0.0053966865,0.55652523],"study_design_scores_gemma":[0.0016353728,0.0014504661,0.9683542,0.001527657,0.00010122932,0.000051281422,0.00019420653,0.0046465932,0.0016503817,0.0008642212,0.017399313,0.0021250583],"about_ca_topic_score_codex":0.0000049131804,"about_ca_topic_score_gemma":1.9735266e-7,"teacher_disagreement_score":0.5544002,"about_ca_system_score_codex":0.0001349047,"about_ca_system_score_gemma":0.00006373576,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W2136293626","doi":"10.1145/568235.568238","title":"A collaborative demonstration of reverse engineering tools","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Reverse engineering; Benchmarking; Business process reengineering; Computer science; Session (web analytics); Software engineering; Process (computing); Event (particle physics); Engineering management; Systems engineering; Engineering; Manufacturing engineering; World Wide Web","score_opus":0.025427534861099596,"score_gpt":0.25732166799624256,"score_spread":0.23189413313514295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136293626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065668154,0.029678931,0.9647213,0.0008041517,0.00014689761,0.0007178797,0.0000020022542,0.00085542945,0.002416722],"genre_scores_gemma":[0.305063,0.010442045,0.6837607,0.000580772,0.000072050374,0.000041927244,0.0000033704437,0.000020748133,0.000015380381],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987919,0.00003517463,0.00043463465,0.000302412,0.00022935757,0.00020656285],"domain_scores_gemma":[0.9979261,0.0007997371,0.0002784489,0.0008359605,0.000099980316,0.00005973693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000562938,0.00017827524,0.00036188232,0.00006654168,0.00005424569,0.00007119662,0.0009629886,0.000058180864,0.00002140264],"category_scores_gemma":[0.0005528208,0.00017522686,0.00006666775,0.0009344005,0.00001690553,0.00028764058,0.00029112832,0.00018657836,0.000029519011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018238793,0.00007469514,0.000042467007,0.0021188636,0.00006324088,0.000011357007,0.00040699137,0.0028462238,0.0015589467,0.0822821,0.013431037,0.89716226],"study_design_scores_gemma":[0.0012945422,0.0005242772,0.0010057428,0.016544579,0.0003181794,0.00022127754,0.000048555245,0.37958813,0.022816597,0.003150752,0.57150674,0.0029806113],"about_ca_topic_score_codex":0.0000019847378,"about_ca_topic_score_gemma":8.0795004e-8,"teacher_disagreement_score":0.89418167,"about_ca_system_score_codex":0.000027083763,"about_ca_system_score_gemma":0.000019744033,"threshold_uncertainty_score":0.71455437},"labels":[],"label_agreement":null},{"id":"W2145272691","doi":"10.1145/2670967.2670968","title":"Opinions of people","year":2014,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Crowdsourcing; Computer science; Trusted Computing; Scheme (mathematics); Categorical variable; Internet privacy; Perception; Social network (sociolinguistics); World Wide Web; Computer security; Social media; Psychology","score_opus":0.028568849453054768,"score_gpt":0.2902849311530586,"score_spread":0.2617160817000038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145272691","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011045358,0.011810918,0.95183516,0.025642326,0.0003900428,0.0007096916,0.0000052870287,0.0014668218,0.0070352424],"genre_scores_gemma":[0.2846883,0.0034979247,0.7101651,0.0014984658,0.000071066315,0.000028592807,0.000023510114,0.000021764246,0.000005313432],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99790657,0.0000853588,0.0006190861,0.00062442,0.00036546588,0.00039912583],"domain_scores_gemma":[0.98272055,0.00097671,0.00042053565,0.015719704,0.00008234776,0.00008014206],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0013649552,0.00022354022,0.0006250921,0.00009236805,0.00012259945,0.000048658945,0.039100546,0.00008819842,0.000014614489],"category_scores_gemma":[0.01822791,0.00020625674,0.00010849602,0.001082064,0.00008138218,0.00012477116,0.09024474,0.0002794206,0.00012560262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.931319e-7,0.00006580257,0.0002467225,0.0020317533,0.000030611922,7.764696e-7,0.000052334803,0.00001586475,0.0003054777,0.1348944,0.2333682,0.62898713],"study_design_scores_gemma":[0.00077695213,0.00014793077,0.0025475482,0.00659079,0.00007785186,0.000049016737,0.000017179422,0.0815978,0.0039831838,0.7034648,0.19952847,0.0012184855],"about_ca_topic_score_codex":0.000010439067,"about_ca_topic_score_gemma":9.1985953e-7,"teacher_disagreement_score":0.6277687,"about_ca_system_score_codex":0.000027250548,"about_ca_system_score_gemma":0.000046020603,"threshold_uncertainty_score":0.990042},"labels":[],"label_agreement":null},{"id":"W2507880456","doi":"10.1145/2993231.2993235","title":"Efficient SQL querying on embedded devices using pre-compilation","year":2016,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Initialization; Overhead (engineering); Mobile device; SQL; Relational database management system; Compiler; Database; Embedded system; Relational database; Operating system; Programming language","score_opus":0.029031963488662587,"score_gpt":0.297770857721368,"score_spread":0.2687388942327054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507880456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05463315,0.009839202,0.9307159,0.0005785866,0.00052867515,0.0011174319,0.00000794384,0.000494943,0.002084136],"genre_scores_gemma":[0.9716475,0.00026629888,0.026531829,0.001290491,0.0001867339,0.000024197616,0.0000055853816,0.000024403516,0.000022965743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971411,0.00012668461,0.0008008179,0.0008513949,0.000550647,0.000529361],"domain_scores_gemma":[0.99713147,0.0005003482,0.00055533735,0.0015577909,0.00011674328,0.00013831427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011079279,0.0003411239,0.0006025066,0.00008181077,0.0002953867,0.00016006701,0.001612881,0.0000834763,0.000010721856],"category_scores_gemma":[0.0001503786,0.00023745351,0.00014155656,0.00069065666,0.000040637224,0.00009885951,0.00052371644,0.0001571958,0.00019764996],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014835269,0.00018684404,0.00036821177,0.0021620048,0.00007161927,0.000013487696,0.0005406885,0.020358028,0.0077672563,0.055886716,0.001472167,0.91115814],"study_design_scores_gemma":[0.0030097498,0.0002244525,0.0077099903,0.07312626,0.00017621824,0.00014172457,0.00005551142,0.84462696,0.0031921528,0.0022105002,0.062343296,0.0031831833],"about_ca_topic_score_codex":0.000007094761,"about_ca_topic_score_gemma":4.7159475e-7,"teacher_disagreement_score":0.91701436,"about_ca_system_score_codex":0.00013411936,"about_ca_system_score_gemma":0.00006972361,"threshold_uncertainty_score":0.9683073},"labels":[],"label_agreement":null},{"id":"W3185595341","doi":"10.1145/3477127.3477128","title":"Prediction of quality of life in people with ALS","year":2021,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Logistic regression; Amyotrophic lateral sclerosis; Medicine; Physical therapy; Disease; Physical medicine and rehabilitation; Psychology; Internal medicine","score_opus":0.08616497048762772,"score_gpt":0.34545798434228303,"score_spread":0.2592930138546553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185595341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778439,0.01770856,0.00043998737,0.0015431317,0.000020969308,0.0008462947,0.000005781938,0.00003144993,0.0015599467],"genre_scores_gemma":[0.9883569,0.007380048,0.003493185,0.0006334935,0.000046162997,0.000019249608,0.000031744596,0.000016491798,0.000022716757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978984,0.00014541094,0.00089319865,0.0002982883,0.0005435938,0.00022110919],"domain_scores_gemma":[0.9982735,0.00034584966,0.00030670725,0.0007303911,0.00023606789,0.0001075117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001136577,0.00012618901,0.001023501,0.000048887,0.000021347789,0.0000041952044,0.00018273809,0.00006142045,0.00012368691],"category_scores_gemma":[0.0008998441,0.0000959423,0.000084643965,0.00083548395,0.00006617165,0.000021310705,0.00022641549,0.00023806402,0.000008443682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057324884,0.0013604772,0.63244104,0.077818386,0.00047761915,0.000026114209,0.001006829,0.00027891056,0.14864619,0.003844066,0.0020556373,0.13147148],"study_design_scores_gemma":[0.002042518,0.00016121766,0.98203343,0.011961327,0.0000907274,0.000013281248,0.00006427633,0.00017841233,0.00258666,0.00015828524,0.00057485176,0.00013502623],"about_ca_topic_score_codex":0.00010819946,"about_ca_topic_score_gemma":0.000016350743,"teacher_disagreement_score":0.34959236,"about_ca_system_score_codex":0.000053355303,"about_ca_system_score_gemma":0.00028143122,"threshold_uncertainty_score":0.3912413},"labels":[],"label_agreement":null},{"id":"W4292120603","doi":"10.1145/3558053.3558055","title":"SAGA-net","year":2022,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"3D Shape Modeling and Analysis","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Benchmark (surveying); Grid; Artificial intelligence; Representation (politics); Graph; Convolution (computer science); Artificial neural network; Feature (linguistics); Encoder; Object (grammar); Pattern recognition (psychology); Theoretical computer science; Mathematics","score_opus":0.018370065774617656,"score_gpt":0.22906850596593994,"score_spread":0.21069844019132228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292120603","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06335019,0.68418187,0.15178265,0.0021863673,0.0014423808,0.00196394,0.000039883424,0.0064126784,0.088640064],"genre_scores_gemma":[0.99013394,0.00514501,0.0028916833,0.0014987767,0.0001205551,0.000052131643,0.000040574436,0.0000489957,0.000068338566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987915,0.000032903306,0.0003678602,0.00025389888,0.00026439442,0.00028939862],"domain_scores_gemma":[0.9991359,0.000098146054,0.000055568147,0.0006291673,0.0000143244415,0.000066855224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051218143,0.00018202433,0.00040855753,0.00005917879,0.00022918933,0.000022106206,0.00060810434,0.00002213856,0.00034594524],"category_scores_gemma":[0.000028256587,0.00019074911,0.00013947942,0.00052378525,0.000011276369,0.000014547061,0.00036498252,0.00034030445,0.00016068068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013539975,0.000030267109,0.000038866503,0.0017487584,0.00014167091,0.000009744922,0.00014085388,0.5510162,0.00057780626,0.0006892945,0.04550888,0.40009627],"study_design_scores_gemma":[0.0004464223,0.000032827058,0.000047296307,0.0010107219,0.00041338953,0.00004160611,0.00009684733,0.56411684,0.00020800813,0.002143775,0.43029755,0.0011447294],"about_ca_topic_score_codex":0.0000033198112,"about_ca_topic_score_gemma":2.7008917e-7,"teacher_disagreement_score":0.92678374,"about_ca_system_score_codex":0.00006441678,"about_ca_system_score_gemma":0.000013024781,"threshold_uncertainty_score":0.7778523},"labels":[],"label_agreement":null},{"id":"W4387190940","doi":"10.1145/3626307.3626311","title":"Block-RACS: Towards Reputation-Aware Client Selection and Monetization Mechanism for Federated Learning","year":2023,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Monetization; Computer science; Block (permutation group theory); Crowdsourcing; Reputation; Quality (philosophy); Cryptocurrency; Computer security; Middleware (distributed applications); Distributed computing; World Wide Web","score_opus":0.03539514182473746,"score_gpt":0.3034236327480513,"score_spread":0.2680284909233138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387190940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010517984,0.0018251103,0.97021705,0.011395103,0.00024214083,0.0016125793,0.0000039511538,0.0040695,0.00011660001],"genre_scores_gemma":[0.60495096,0.011156711,0.38180378,0.0012834813,0.00012327029,0.00033995067,0.00023223035,0.00006847869,0.000041139312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761754,0.00009262279,0.00057091407,0.00091655785,0.00034583878,0.00045655153],"domain_scores_gemma":[0.9967042,0.00052248786,0.00038876128,0.002059872,0.00025298927,0.0000716925],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013638028,0.00026588436,0.00041171897,0.00017976237,0.00063685444,0.00030170567,0.0049362616,0.00014395097,0.0000023917594],"category_scores_gemma":[0.013359214,0.00027062374,0.00006155471,0.001748448,0.000025396042,0.00020573052,0.017821724,0.00031467495,0.000037320413],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066724774,0.000037577163,0.00010886313,0.0023368492,0.00007316815,0.000004781166,0.00016910992,0.0017332783,0.0017734808,0.022356829,0.03489193,0.93650746],"study_design_scores_gemma":[0.0003274787,0.00008707698,0.00016076889,0.0010459599,0.000038671456,0.000022568853,0.000038032875,0.87777865,0.0029128217,0.11371698,0.0034772113,0.0003938024],"about_ca_topic_score_codex":0.000010777324,"about_ca_topic_score_gemma":0.0000017701369,"teacher_disagreement_score":0.93611366,"about_ca_system_score_codex":0.00009062871,"about_ca_system_score_gemma":0.000079003905,"threshold_uncertainty_score":0.9999746},"labels":[],"label_agreement":null}]}