{"meta":{"query_hash":"1654464383ed","filters":{"venue":"Conference of the Centre for Advanced Studies on Collaborative Research"},"cohort_total":172,"direct_labels_cover":0,"predictions_cover":172,"exported":172,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1654464383ed","api":"https://metacan.xera.ac/api/v1/cohort?venue=Conference+of+the+Centre+for+Advanced+Studies+on+Collaborative+Research"},"results":[{"id":"W10208290","doi":"10.1016/s0924-977x(98)00028-5","title":"Incremental software design modelling","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Merge (version control); Software; Workflow; Software product line; Personalization; Software design; Software engineering; Software development; Database; Programming language","score_opus":0.3092046473414589,"score_gpt":0.41807435472968796,"score_spread":0.10886970738822904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10208290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003770678,0.0007953602,0.9907163,0.0018594349,0.00049694267,0.002155087,0.000022033535,0.00012864517,0.000055545344],"genre_scores_gemma":[0.1805747,0.00030823098,0.8179875,0.000031128948,0.000027114167,0.00046674014,8.1128326e-7,0.000019743336,0.0005840429],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970923,0.0007047699,0.00035527648,0.0005362945,0.000680239,0.00063110475],"domain_scores_gemma":[0.9873725,0.0065969205,0.0001907549,0.0008367529,0.004913703,0.000089345885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013631101,0.00024097983,0.00040654105,0.00015185973,0.00052212755,0.00009351389,0.0015614254,0.000062346,0.000005420551],"category_scores_gemma":[0.008204755,0.00016600887,0.000080716534,0.0012169754,0.0004562698,0.0005802306,0.0008183649,0.00033406125,0.000013702488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010791304,0.00009179739,0.0000312497,0.00013739924,0.00015847052,0.0000013037056,0.0045945845,0.9060647,0.007826517,0.04918419,0.002455552,0.029346349],"study_design_scores_gemma":[0.0017580088,0.001143654,0.00007109467,0.00082409027,0.000014406498,0.0000012405653,0.014967009,0.10350571,0.4623022,0.41283172,0.0018750748,0.0007057885],"about_ca_topic_score_codex":0.0000032350063,"about_ca_topic_score_gemma":0.000004325267,"teacher_disagreement_score":0.80255896,"about_ca_system_score_codex":0.00026881095,"about_ca_system_score_gemma":0.00028634293,"threshold_uncertainty_score":0.9822451},"labels":[],"label_agreement":null},{"id":"W107501309","doi":"","title":"Towards semantic data analysis","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Ontology; Semantic analysis (machine learning); Intelligence analysis; Business intelligence; Data science; Semantics (computer science); Set (abstract data type); Information retrieval; Semantic technology; Semantic Web; Semantic computing; Data mining; Programming language","score_opus":0.23095177272041337,"score_gpt":0.44140595525333537,"score_spread":0.210454182532922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107501309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28523782,0.014410659,0.37077692,0.28629524,0.005146992,0.018463751,0.0012703495,0.00057084707,0.01782742],"genre_scores_gemma":[0.98327285,0.0005444714,0.014451386,0.00006292043,0.000027185388,0.00012348944,0.0000072475214,0.0000072746957,0.0015031889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972889,0.00039946736,0.0003420207,0.0006856056,0.00075216236,0.0005318411],"domain_scores_gemma":[0.99099976,0.0014598101,0.00019454697,0.002228861,0.0050418344,0.00007518808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010381325,0.0001818578,0.0005180005,0.00023892094,0.0004523391,0.00016566184,0.0036863415,0.000048233593,0.000017343491],"category_scores_gemma":[0.004611441,0.00010902564,0.00010099771,0.0033097088,0.00058134063,0.00054813054,0.0022270463,0.00019858188,0.000022245173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025375854,0.00071537925,0.004530828,0.00054336706,0.006387464,0.000008796047,0.019000495,0.002688545,0.0067794225,0.7003418,0.062123656,0.19662645],"study_design_scores_gemma":[0.0045758956,0.0016796505,0.025192294,0.0010371209,0.00061996654,0.0000019044774,0.12767173,0.36758527,0.15491751,0.28406262,0.031009123,0.0016469099],"about_ca_topic_score_codex":0.000037564547,"about_ca_topic_score_gemma":0.0004838343,"teacher_disagreement_score":0.698035,"about_ca_system_score_codex":0.000088014356,"about_ca_system_score_gemma":0.00040281907,"threshold_uncertainty_score":0.6850201},"labels":[],"label_agreement":null},{"id":"W10897080","doi":"10.1002/1098-108x(200009)28:2<181::aid-eat7>3.0.co;2-k","title":"Detecting model refactoring opportunities using heuristic search","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Model-driven architecture; Heuristic; Process (computing); Software engineering; Artificial intelligence; Software development; Software; Programming language","score_opus":0.5083945867567765,"score_gpt":0.4311035929333741,"score_spread":0.07729099382340243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10897080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75646996,0.0014840496,0.23407531,0.0013011436,0.0013050234,0.0034598932,0.0001364692,0.0002750641,0.0014930773],"genre_scores_gemma":[0.9630572,0.00022831945,0.035767462,0.00000785568,0.000031072832,0.000084618805,4.9379474e-7,0.00002731765,0.00079561095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966614,0.00039858808,0.00038030714,0.0005673802,0.0011135092,0.00087880745],"domain_scores_gemma":[0.9895102,0.0030739312,0.00013299518,0.0009563243,0.0061719315,0.00015466461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001859452,0.00023775247,0.00038805717,0.00033496812,0.0007804816,0.00009255253,0.0017324018,0.00006603445,0.0000042769852],"category_scores_gemma":[0.008327751,0.0001788485,0.00008745629,0.0014445094,0.00054356037,0.00041190145,0.0012416467,0.0005398457,0.0000026981065],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015218096,0.0008495405,0.0050231684,0.0025318004,0.0013393944,0.0000737937,0.16649702,0.17593376,0.08669983,0.48795703,0.0009513325,0.07062151],"study_design_scores_gemma":[0.0014022113,0.0008736521,0.00045376585,0.0014600406,0.00001987932,0.0000033152442,0.039749272,0.4040863,0.53189135,0.018989805,0.0003968561,0.00067355786],"about_ca_topic_score_codex":0.000011798865,"about_ca_topic_score_gemma":0.000023284025,"teacher_disagreement_score":0.46896723,"about_ca_system_score_codex":0.0004376287,"about_ca_system_score_gemma":0.0009842132,"threshold_uncertainty_score":0.99696976},"labels":[],"label_agreement":null},{"id":"W11476770","doi":"10.1016/s0015-0282(01)01896-9","title":"2 nd Workshop on Leveraging REST in Enterprise Service Systems","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Service-orientation; Computer science; Architectural style; Service-oriented architecture; Service (business); Web service; Resource (disambiguation); Context (archaeology); World Wide Web; Representational state transfer; Knowledge management; Software engineering; Architecture","score_opus":0.15509599482189546,"score_gpt":0.37326319678511216,"score_spread":0.2181672019632167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11476770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91802263,0.006334503,0.0065718805,0.030883461,0.0052444707,0.009620264,0.00021610915,0.00023937819,0.022867305],"genre_scores_gemma":[0.9972517,0.00031662584,0.0014219983,0.00030417612,0.000044625387,0.000211509,0.0000021644516,0.000017538967,0.0004296999],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99679416,0.0006347846,0.00044540546,0.0006966848,0.000755544,0.0006734079],"domain_scores_gemma":[0.9940523,0.0015006788,0.0002392183,0.0010182785,0.0030871767,0.00010238473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093859993,0.0002731444,0.00044624603,0.00032797502,0.0004110435,0.000094941905,0.002041703,0.000070634705,0.0000041809753],"category_scores_gemma":[0.00041417262,0.00018538961,0.000066150846,0.0028242788,0.00017438049,0.0003033777,0.00079944753,0.0004635254,0.000013167625],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004756958,0.0019338694,0.0035008609,0.0021836322,0.000758281,0.00006200328,0.47098535,0.021063263,0.007708292,0.45309588,0.0021665012,0.031785093],"study_design_scores_gemma":[0.012410101,0.0034618124,0.009095238,0.023401018,0.000066867,0.0000065368017,0.5579222,0.04872753,0.23582363,0.06155578,0.045042235,0.0024870776],"about_ca_topic_score_codex":0.00007653165,"about_ca_topic_score_gemma":0.0021705392,"teacher_disagreement_score":0.3915401,"about_ca_system_score_codex":0.00019186527,"about_ca_system_score_gemma":0.0002937437,"threshold_uncertainty_score":0.7559969},"labels":[],"label_agreement":null},{"id":"W114882391","doi":"","title":"Dynamic global resource allocation in shared data centers and clouds","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cache; Allocator; Cloud computing; Quality of service; Resource allocation; Distributed computing; Memory hierarchy; Resource (disambiguation); Resource management (computing); Key (lock); Computer network; Database; Operating system","score_opus":0.10865203840588905,"score_gpt":0.4004308103612403,"score_spread":0.29177877195535123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W114882391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9301389,0.006593004,0.008932012,0.046053857,0.0012646689,0.0042093312,0.00039289484,0.00010007267,0.002315287],"genre_scores_gemma":[0.9964593,0.00014029365,0.0028840597,0.00004937756,0.000021662017,0.000031791456,0.0000073930337,0.0000061739647,0.0003999176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977966,0.00042185455,0.00027140914,0.00047933444,0.00049943465,0.00053135824],"domain_scores_gemma":[0.99751514,0.0005695025,0.00014276648,0.0009850324,0.00070639607,0.000081133905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015294234,0.00014980808,0.00024594244,0.00008551714,0.00031403033,0.0000744948,0.0015862752,0.000036349928,7.4407626e-7],"category_scores_gemma":[0.0012057524,0.000106660074,0.000026608695,0.0012205647,0.00030713365,0.00011315443,0.0025990468,0.00017267496,0.0000018810749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016837713,0.0024004977,0.02672514,0.0015700832,0.0010804682,0.000010190718,0.091992766,0.024139946,0.0032935762,0.41503868,0.028367978,0.40369692],"study_design_scores_gemma":[0.009358997,0.001421822,0.04916284,0.004084694,0.0000655988,0.000004960892,0.17725758,0.628389,0.004947285,0.016973766,0.10684783,0.0014856047],"about_ca_topic_score_codex":0.000007539353,"about_ca_topic_score_gemma":0.00016865208,"teacher_disagreement_score":0.60424906,"about_ca_system_score_codex":0.0002883346,"about_ca_system_score_gemma":0.00010601653,"threshold_uncertainty_score":0.43494716},"labels":[],"label_agreement":null},{"id":"W118336646","doi":"","title":"Quality software for quality service (QS4QS)","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Waterloo","funders":"","keywords":"Computer science; World Wide Web; Web service; Software; Quality (philosophy); Service (business); Quality of service; Scale (ratio); Telecommunications; Business; Operating system; Marketing","score_opus":0.1583716470318457,"score_gpt":0.44164530078649167,"score_spread":0.28327365375464597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118336646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5596281,0.003955947,0.17746484,0.22111164,0.004337816,0.027349325,0.001988086,0.000582491,0.0035817332],"genre_scores_gemma":[0.9338433,0.00022820962,0.05983668,0.0020035359,0.00016865056,0.0021489991,0.000027127677,0.000044202832,0.001699307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958851,0.0008482665,0.0006515086,0.0008011728,0.00094381,0.0008701613],"domain_scores_gemma":[0.973273,0.0055374647,0.00045448248,0.001375207,0.019201469,0.00015841163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018651802,0.00030752976,0.0006163593,0.00013700192,0.0010050898,0.00016722163,0.0024141308,0.000092465205,0.000012144323],"category_scores_gemma":[0.0024821686,0.00020269911,0.00014636804,0.0024133914,0.0002925944,0.00051944965,0.0011224514,0.0003114384,0.000021175856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013935098,0.0009256122,0.002297867,0.0041104327,0.0009670207,9.632653e-7,0.06239933,0.0021214364,0.023775697,0.78839386,0.008554244,0.10506002],"study_design_scores_gemma":[0.008688612,0.0021181423,0.0129823545,0.0017039783,0.000049804934,0.0000010647464,0.13906221,0.005493282,0.27703634,0.46302208,0.088065,0.0017771479],"about_ca_topic_score_codex":0.00010418862,"about_ca_topic_score_gemma":0.0020468403,"teacher_disagreement_score":0.37421516,"about_ca_system_score_codex":0.00015047372,"about_ca_system_score_gemma":0.0005659597,"threshold_uncertainty_score":0.826583},"labels":[],"label_agreement":null},{"id":"W118778405","doi":"","title":"NewsCast: an adaptive video stream production and delivery system","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Exploit; Multimedia; Software deployment; Context (archaeology); Mobile device; The Internet; World Wide Web; Video game; Computer security; Operating system","score_opus":0.10788961582328434,"score_gpt":0.3582053227470474,"score_spread":0.2503157069237631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118778405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404029,0.002147094,0.010533762,0.034358125,0.0014432834,0.009616788,0.00012325429,0.0004543285,0.00092045835],"genre_scores_gemma":[0.9803463,0.00020706443,0.018085878,0.00002174591,0.000047567035,0.00051003427,9.12428e-7,0.000012305557,0.0007681657],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974186,0.00036452163,0.00029767572,0.0007431196,0.00062455016,0.00055153534],"domain_scores_gemma":[0.9915243,0.00055597787,0.00017556417,0.00093101716,0.006697253,0.000115910865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067857397,0.00022410155,0.0003775132,0.00021473336,0.0005847786,0.00014675155,0.0012206305,0.00006752268,0.0000011508179],"category_scores_gemma":[0.0021721036,0.00015323416,0.000038391492,0.0016605962,0.0005736441,0.0007441856,0.0010703963,0.0002568469,0.000011037024],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000904165,0.0004383871,0.00065143313,0.00048206438,0.00054229336,0.0000065781555,0.021186966,0.0071788323,0.028229618,0.40823868,0.030070078,0.5020709],"study_design_scores_gemma":[0.0025732429,0.010361748,0.0050462577,0.0044380995,0.000055491277,0.000010789879,0.41390684,0.060177233,0.43867913,0.05448944,0.008640326,0.0016214033],"about_ca_topic_score_codex":0.000020141144,"about_ca_topic_score_gemma":0.0003248384,"teacher_disagreement_score":0.50044954,"about_ca_system_score_codex":0.00030938152,"about_ca_system_score_gemma":0.00024824185,"threshold_uncertainty_score":0.6248708},"labels":[],"label_agreement":null},{"id":"W120787220","doi":"","title":"Towards a requirements-driven framework for detecting malicious behavior against software systems","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Intrusion detection system; Probabilistic logic; Task (project management); Software; Set (abstract data type); Anomaly detection; Bayesian network; Markov process; Software system; Data mining; Data modeling; Machine learning; Software engineering; Artificial intelligence; Systems engineering; Engineering","score_opus":0.34943426805123406,"score_gpt":0.450485065256244,"score_spread":0.10105079720500992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W120787220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011771633,0.0010308909,0.980618,0.00032337615,0.0018384526,0.0039695115,0.00016308238,0.00021289363,0.00007215383],"genre_scores_gemma":[0.27154303,0.00023237143,0.7260656,0.00002223843,0.00005860709,0.0018031811,0.0000020004659,0.000037653812,0.00023536527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965712,0.0005461261,0.0005481961,0.00074723794,0.00071486225,0.0008723923],"domain_scores_gemma":[0.9876018,0.0047509857,0.00041929595,0.0011362347,0.005977752,0.00011390873],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016526476,0.0003368043,0.000638381,0.00020108475,0.0007281769,0.000083342034,0.0019083527,0.00013610047,0.0000011925343],"category_scores_gemma":[0.026879337,0.00024936913,0.00015221677,0.001262,0.000462465,0.00036764104,0.00087062636,0.00043245062,0.0000020512264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019071192,0.0008127433,0.00087074394,0.002374388,0.0012279057,0.00003271725,0.06137605,0.061203513,0.015802838,0.62896603,0.00087541156,0.22455052],"study_design_scores_gemma":[0.005593678,0.0061475844,0.001027616,0.00689991,0.00016544972,0.000006897923,0.08628911,0.010767395,0.52332515,0.35160148,0.0057119713,0.002463759],"about_ca_topic_score_codex":0.000003657843,"about_ca_topic_score_gemma":0.000018663048,"teacher_disagreement_score":0.5075223,"about_ca_system_score_codex":0.00042556078,"about_ca_system_score_gemma":0.00039632857,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W124369656","doi":"","title":"ChuQL: processing XML with XQuery using Hadoop","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; XQuery; XML database; XML; Streaming XML; Database; Process (computing); Efficient XML Interchange; Programming language; Operating system","score_opus":0.2157496419856209,"score_gpt":0.3890288717252145,"score_spread":0.1732792297395936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124369656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137624,0.0015388302,0.06504803,0.005556755,0.0007615976,0.0048415135,0.000028627117,0.00018292373,0.008279334],"genre_scores_gemma":[0.981221,0.000028488343,0.017506551,0.00003743331,0.000032288546,0.000056578014,2.9182735e-7,0.000014112356,0.001103255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976646,0.00031785516,0.00028197403,0.00052079675,0.00067920017,0.00053561735],"domain_scores_gemma":[0.9949834,0.0004362403,0.00025377714,0.0006315965,0.0036267987,0.00006822195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009113133,0.00020275015,0.0003366181,0.00014286535,0.0008174188,0.00008366118,0.0011926843,0.000036733258,0.000002405748],"category_scores_gemma":[0.0006233348,0.00011845353,0.000050955703,0.001609287,0.00058260444,0.000076479184,0.00081678655,0.00024150197,0.000001960409],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025429348,0.002033892,0.0015006181,0.0025732592,0.0015818205,0.000056902718,0.24139044,0.035293847,0.017124156,0.40942228,0.0028101187,0.28366974],"study_design_scores_gemma":[0.007181052,0.004888689,0.0019706378,0.008940117,0.00012329701,0.000009785318,0.24257982,0.19951944,0.47540495,0.046106476,0.01131662,0.00195912],"about_ca_topic_score_codex":0.0000079667625,"about_ca_topic_score_gemma":0.00004054681,"teacher_disagreement_score":0.4582808,"about_ca_system_score_codex":0.00016045629,"about_ca_system_score_gemma":0.0004051471,"threshold_uncertainty_score":0.6287007},"labels":[],"label_agreement":null},{"id":"W131477820","doi":"","title":"A source-to-source transformation tool for error fixing","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Source code; Computer science; Open source; Program transformation; Transformation (genetics); Crash; Code (set theory); Operating system; Programming language; Computer engineering; Software; Set (abstract data type)","score_opus":0.08341426590995744,"score_gpt":0.3805953589430776,"score_spread":0.2971810930331202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131477820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23179208,0.00033379675,0.73254687,0.023677759,0.00058741745,0.010623706,0.00009677325,0.00017027846,0.00017130811],"genre_scores_gemma":[0.97148824,0.000047832586,0.022775507,0.0000705733,0.00005474985,0.0022017665,0.0000030589013,0.000029298564,0.0033289678],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997258,0.00022065331,0.00038270454,0.0004905371,0.00086507725,0.0007830216],"domain_scores_gemma":[0.987319,0.005183026,0.000107899796,0.0006950222,0.0065655885,0.00012948501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012220682,0.00021404446,0.0003590652,0.0002672284,0.0006130764,0.00018726631,0.0014401319,0.00006135195,0.000007259267],"category_scores_gemma":[0.011133882,0.00015424617,0.00010907129,0.0017236483,0.00022028814,0.0005068187,0.0004147062,0.00027201092,0.000028699651],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014738638,0.00071730046,0.0015310964,0.002818259,0.0009891693,0.0000013178869,0.15434648,0.12080924,0.07090577,0.12839516,0.05148278,0.46652955],"study_design_scores_gemma":[0.007815142,0.0046356437,0.0029913909,0.0027721697,0.00003473851,0.000002364398,0.055386405,0.19400959,0.50030315,0.024099981,0.20627236,0.001677088],"about_ca_topic_score_codex":0.000005280755,"about_ca_topic_score_gemma":0.000022433736,"teacher_disagreement_score":0.73969615,"about_ca_system_score_codex":0.00029192228,"about_ca_system_score_gemma":0.0003372018,"threshold_uncertainty_score":0.9971958},"labels":[],"label_agreement":null},{"id":"W134794958","doi":"","title":"Model oriented programming: an empirical study of comprehension","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Java; Comprehension; Program comprehension; Notation; Natural language processing; Software engineering; Software; Software system; Linguistics","score_opus":0.23135438418454532,"score_gpt":0.46252327956468814,"score_spread":0.23116889538014282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W134794958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33765963,0.00017957429,0.65926033,0.0003680536,0.00018327456,0.00221061,0.000021524256,0.00009332492,0.000023662751],"genre_scores_gemma":[0.8430837,0.000032282023,0.15653491,0.000006909212,0.000015600768,0.0002209468,0.0000015117001,0.000013431504,0.000090752605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730974,0.00045688843,0.00039993832,0.00041595855,0.0008775168,0.0005399763],"domain_scores_gemma":[0.99336106,0.00042815405,0.00020127317,0.00096550037,0.0049184086,0.00012562645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010158976,0.00020637074,0.00044610206,0.0001708104,0.00028135793,0.000026073794,0.0010855295,0.000057667487,6.799812e-7],"category_scores_gemma":[0.0003888959,0.00014151844,0.00005945179,0.0013473815,0.00029890094,0.00042939768,0.0008040529,0.00027255146,6.250907e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012879428,0.012423952,0.017212184,0.00063672615,0.000674574,0.000003037976,0.19344838,0.066077866,0.017787099,0.54847133,0.0027804312,0.13919647],"study_design_scores_gemma":[0.0054313997,0.011540402,0.0028831225,0.0011307865,0.000068455854,0.0000015791057,0.034575734,0.7507584,0.1617215,0.007799551,0.022978652,0.0011104102],"about_ca_topic_score_codex":0.0000025277952,"about_ca_topic_score_gemma":0.0000298118,"teacher_disagreement_score":0.6846805,"about_ca_system_score_codex":0.00015258692,"about_ca_system_score_gemma":0.00020378591,"threshold_uncertainty_score":0.57709545},"labels":[],"label_agreement":null},{"id":"W138003856","doi":"","title":"Object-relational event middleware for web applications","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Ajax; Web application; World Wide Web; Middleware (distributed applications); Java; Consistency (knowledge bases); Software engineering; Database; Operating system","score_opus":0.2138127652518304,"score_gpt":0.4051073493093613,"score_spread":0.19129458405753091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138003856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02378012,0.0043112556,0.8785209,0.052466232,0.0022984932,0.02854557,0.0018931113,0.00065102155,0.0075332867],"genre_scores_gemma":[0.8743929,0.00015338928,0.11879155,0.00006725168,0.000050815506,0.00394077,0.0000065606896,0.000018081237,0.0025786373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99784625,0.00014171287,0.00033896926,0.0005587137,0.0005778065,0.0005365436],"domain_scores_gemma":[0.991509,0.0013289669,0.000184205,0.00085870514,0.0060408376,0.00007826495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007504313,0.00018796895,0.000307347,0.00020482401,0.0006496753,0.000037363156,0.0017897768,0.000071240014,0.0000041740905],"category_scores_gemma":[0.0021707215,0.00013625163,0.00009681332,0.0018757653,0.0004426589,0.00019410878,0.0008511583,0.00020842241,0.0000128640295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026012852,0.000245229,0.0002496055,0.00010619568,0.0001977921,4.587056e-7,0.005065456,0.0009821538,0.0024434503,0.9420795,0.0155099025,0.032860134],"study_design_scores_gemma":[0.0033690492,0.0025293175,0.0021086177,0.000917187,0.000041340027,0.0000011908352,0.026956033,0.010341071,0.20305488,0.4823112,0.26743993,0.00093017524],"about_ca_topic_score_codex":0.0000012404337,"about_ca_topic_score_gemma":0.00013641515,"teacher_disagreement_score":0.8506128,"about_ca_system_score_codex":0.00023797457,"about_ca_system_score_gemma":0.00056876056,"threshold_uncertainty_score":0.55561805},"labels":[],"label_agreement":null},{"id":"W138163147","doi":"","title":"Next-generation, scalable network visualization and analysis","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Visualization; Computer science; Data visualization; Scalability; Data science; Information visualization; Visual analytics; Graph drawing; Social network analysis; Data mining; World Wide Web; Database","score_opus":0.2042328873439756,"score_gpt":0.4126227801775031,"score_spread":0.2083898928335275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138163147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651382,0.005361927,0.19452165,0.0024558057,0.0007400604,0.008686361,0.0006309284,0.00016806692,0.02229699],"genre_scores_gemma":[0.99627894,0.00017750128,0.002288007,0.00001037494,0.00009924122,0.00013450031,0.000027517928,0.000010508284,0.0009734313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99845654,0.00032682516,0.00029469846,0.00032441478,0.0002855173,0.00031201838],"domain_scores_gemma":[0.9958247,0.00031566285,0.00019982469,0.00033134944,0.003278696,0.00004976599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063384883,0.0001441668,0.00038300647,0.00013695337,0.0005716256,0.000049925027,0.00024014553,0.00002541652,0.00008622952],"category_scores_gemma":[0.00016523538,0.00010294667,0.000101445556,0.0025062652,0.00033798916,0.00013935386,0.00019780497,0.0001104693,0.0000011541151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023846194,0.00025719724,0.044806153,0.000041924905,0.0032595352,1.9602635e-7,0.0064577693,0.0039717513,0.0022101318,0.91819155,0.011176489,0.009388832],"study_design_scores_gemma":[0.0032361445,0.0015435113,0.007919085,0.00071941357,0.0021577596,1.2392664e-7,0.07198392,0.23444344,0.27410015,0.38018644,0.022245921,0.0014640779],"about_ca_topic_score_codex":0.000017420867,"about_ca_topic_score_gemma":0.00024093947,"teacher_disagreement_score":0.5380051,"about_ca_system_score_codex":0.00004772023,"about_ca_system_score_gemma":0.00009828022,"threshold_uncertainty_score":0.43965396},"labels":[],"label_agreement":null},{"id":"W138212971","doi":"","title":"Analytics-as-a-service: confluence of big data, cloud computing and software-as-a-service","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University","funders":"","keywords":"Confluence; Cloud computing; Computer science; Big data; Analytics; Service (business); Software as a service; Software analytics; Data science; Software; World Wide Web; Software system; Software development; Business; Component-based software engineering; Data mining; Operating system","score_opus":0.1377811985383607,"score_gpt":0.3869440891521979,"score_spread":0.2491628906138372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138212971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94858575,0.0018675831,0.009052651,0.03415937,0.0012146139,0.003629491,0.00013498597,0.000107658954,0.0012478972],"genre_scores_gemma":[0.99229544,0.00019938365,0.0062397136,0.00045750666,0.0000862865,0.00004692439,0.0000043211494,0.000017947277,0.0006524567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964713,0.00042712194,0.0005983785,0.00087409536,0.000983597,0.0006455388],"domain_scores_gemma":[0.9862667,0.0028396249,0.00050944736,0.001903259,0.008327733,0.00015325983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014479555,0.00029068472,0.0006001392,0.00019196325,0.0007132843,0.00017000643,0.003285148,0.00007273172,0.000005888961],"category_scores_gemma":[0.0028830247,0.00020653768,0.000057187615,0.0024120952,0.0006081572,0.00011607885,0.005136032,0.00036841765,0.000017505534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007890434,0.0014930058,0.0030624538,0.0056047244,0.0026738718,0.000018171673,0.09817732,0.06469812,0.009041655,0.39082038,0.019734718,0.40388653],"study_design_scores_gemma":[0.007993209,0.0029552795,0.004299156,0.006721532,0.00017325932,0.000009473144,0.1866813,0.6216172,0.045232907,0.09336701,0.029030997,0.0019186477],"about_ca_topic_score_codex":0.00022443043,"about_ca_topic_score_gemma":0.00025853873,"teacher_disagreement_score":0.5569191,"about_ca_system_score_codex":0.00010027462,"about_ca_system_score_gemma":0.00046919953,"threshold_uncertainty_score":0.84223616},"labels":[],"label_agreement":null},{"id":"W139942286","doi":"","title":"2 nd Software Certification Consortium Workshop: Theoretical Basis for System and Software Engineering Practices and Certification","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Dependability; Certification; Software deployment; Software system; Avionics software; Computer science; Software quality; Software development; Life-critical system; Software; Software engineering; Engineering; Systems engineering; Risk analysis (engineering); Engineering management; Business; Operating system","score_opus":0.306950537397012,"score_gpt":0.4513015195548501,"score_spread":0.1443509821578381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W139942286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74968994,0.014007577,0.1812158,0.038443364,0.0015084173,0.012408396,0.0018369623,0.00021318329,0.0006763789],"genre_scores_gemma":[0.9839746,0.0009351438,0.0142759085,0.000009279043,0.00002638169,0.00029906954,0.0000042355855,0.000014202183,0.00046120578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9970556,0.000513137,0.0006200395,0.0006531923,0.00081119075,0.00034682365],"domain_scores_gemma":[0.97492695,0.016128331,0.00070676126,0.0006355598,0.0074858745,0.000116521405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035098987,0.00018498903,0.00047393105,0.00022140368,0.00071719935,0.0001450553,0.00050423667,0.000088514134,0.0000142798435],"category_scores_gemma":[0.09614423,0.00011505732,0.00008521286,0.0011395676,0.0009997096,0.00032366347,0.00020493912,0.00018303144,0.0000028836648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006376907,0.0004147988,0.012916871,0.0011929423,0.0011214112,0.000002415192,0.046757676,0.0013947218,0.006320863,0.74343556,0.0032287505,0.1768371],"study_design_scores_gemma":[0.0032551107,0.0013442069,0.017379474,0.0022523233,0.0005358323,0.0000047160083,0.6329502,0.035479147,0.1429636,0.147869,0.014798883,0.0011674915],"about_ca_topic_score_codex":0.0000034807492,"about_ca_topic_score_gemma":0.000079077385,"teacher_disagreement_score":0.5955665,"about_ca_system_score_codex":0.000104647086,"about_ca_system_score_gemma":0.00017246424,"threshold_uncertainty_score":0.91146934},"labels":[],"label_agreement":null},{"id":"W140259279","doi":"","title":"Using clone detection to find malware in acrobat files","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Malware; JavaScript; Computer science; clone (Java method); False positive paradox; Set (abstract data type); Cryptovirology; Operating system; Database; Programming language; Artificial intelligence","score_opus":0.1645001170273959,"score_gpt":0.4356617327945112,"score_spread":0.2711616157671153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W140259279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6436422,0.0004193519,0.339454,0.007098092,0.0008848644,0.007895538,0.00011145212,0.00016184134,0.0003326682],"genre_scores_gemma":[0.9412878,0.00009878044,0.057160553,0.0000565221,0.000025692538,0.00061800843,6.511943e-7,0.000016885977,0.000735117],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99756664,0.00034965234,0.0003944771,0.00058308116,0.0005259771,0.0005801433],"domain_scores_gemma":[0.9937342,0.0008116066,0.0001860473,0.00067975745,0.004496717,0.000091681366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005604739,0.00021563451,0.0003682574,0.00036448336,0.00044764444,0.000095455194,0.0009864614,0.000074672294,0.000012795286],"category_scores_gemma":[0.0027238647,0.00016331648,0.0000637091,0.0027170875,0.00026390352,0.00059617485,0.00077854516,0.0003188147,0.00001469694],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054094987,0.00034315517,0.0003665743,0.00031769826,0.0001340373,0.000004344828,0.012199636,0.016027309,0.76665163,0.03371724,0.0022157985,0.16748163],"study_design_scores_gemma":[0.00063811865,0.00063519605,0.000814345,0.0005239485,0.0000029669125,0.0000010726084,0.0070697293,0.0077591315,0.9546716,0.025651425,0.001961273,0.0002711596],"about_ca_topic_score_codex":0.000028342587,"about_ca_topic_score_gemma":0.00042896715,"teacher_disagreement_score":0.2976456,"about_ca_system_score_codex":0.000533486,"about_ca_system_score_gemma":0.00020593623,"threshold_uncertainty_score":0.6659853},"labels":[],"label_agreement":null},{"id":"W146143225","doi":"","title":"Guiding multidimensional analysis using decision trees","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Decision tree; Visualization; Curse of dimensionality; Process (computing); Data mining; Set (abstract data type); Feature (linguistics); Machine learning; Tree (set theory); Data visualization; Artificial intelligence; Mathematics","score_opus":0.21199718185188554,"score_gpt":0.4624321178283322,"score_spread":0.25043493597644667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W146143225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3013673,0.0010663684,0.68580854,0.00692592,0.0008896131,0.0030071405,0.0002754543,0.0000798546,0.0005797665],"genre_scores_gemma":[0.934115,0.00023747727,0.064631,0.000060471928,0.000021533437,0.000037758833,0.0000067855744,0.000008686526,0.0008813233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977836,0.0002861368,0.00036397504,0.0004225967,0.0007909945,0.00035272175],"domain_scores_gemma":[0.990788,0.0014903991,0.00020568399,0.00061696314,0.006816479,0.000082520055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007189817,0.00014766098,0.0003557739,0.00033854818,0.0006037314,0.00012639079,0.00087018224,0.00003675655,0.000021972251],"category_scores_gemma":[0.0031954804,0.000094856725,0.000119694436,0.0037452097,0.00028149024,0.00043885075,0.0007049723,0.000091574955,0.000010012534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022948101,0.00069219293,0.003240692,0.00012772589,0.002770124,0.000003313348,0.010701843,0.11159437,0.06189081,0.740575,0.017794605,0.05037984],"study_design_scores_gemma":[0.0010845565,0.00021914816,0.0008430607,0.00037412622,0.000080419595,2.4152783e-7,0.0137545355,0.90663135,0.059002794,0.013249105,0.0044711335,0.00028950005],"about_ca_topic_score_codex":0.000007821586,"about_ca_topic_score_gemma":0.00010695062,"teacher_disagreement_score":0.79503703,"about_ca_system_score_codex":0.00014292741,"about_ca_system_score_gemma":0.00024993665,"threshold_uncertainty_score":0.46434745},"labels":[],"label_agreement":null},{"id":"W1482054002","doi":"","title":"Specifying and locating hierarchical patterns in event data","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Event (particle physics); Pattern matching; Eclipse; Context (archaeology); Data mining; Matching (statistics); Complex event processing; Closure (psychology); Component (thermodynamics); Theoretical computer science; Artificial intelligence; Programming language; Mathematics","score_opus":0.20886100867938634,"score_gpt":0.44006182925401544,"score_spread":0.2312008205746291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482054002","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24214527,0.0067992597,0.70942837,0.032536503,0.0012476341,0.0056509743,0.0015732123,0.000082247345,0.0005365422],"genre_scores_gemma":[0.96917725,0.00082078454,0.029727427,0.000029231496,0.00003898826,0.000076276745,0.000009458697,0.000009794065,0.00011079503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99779546,0.00026775914,0.0003740262,0.0006234709,0.00049945846,0.0004398184],"domain_scores_gemma":[0.9967475,0.0009067472,0.00015492612,0.0010578594,0.0010634245,0.00006952842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011279354,0.00015993675,0.00033446992,0.00012193236,0.00037452395,0.000045604986,0.0010281361,0.000032473148,0.0000010047069],"category_scores_gemma":[0.0024418114,0.00010919426,0.00002431798,0.00086696434,0.00040430922,0.00054775545,0.001999208,0.0003024691,0.0000012367425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001871982,0.00018997745,0.0011741495,0.00044058322,0.00007832325,0.00001227528,0.011556124,0.0045650927,0.0023321477,0.93519825,0.00015596264,0.0441099],"study_design_scores_gemma":[0.023901101,0.004045116,0.013588353,0.027112707,0.00004439044,0.000024083382,0.2655625,0.04939693,0.2076401,0.3147113,0.09088951,0.0030839003],"about_ca_topic_score_codex":0.000015709786,"about_ca_topic_score_gemma":0.0011836309,"teacher_disagreement_score":0.727032,"about_ca_system_score_codex":0.00017684355,"about_ca_system_score_gemma":0.0003650873,"threshold_uncertainty_score":0.4452813},"labels":[],"label_agreement":null},{"id":"W1484634590","doi":"","title":"Network-centric migration of embedded control software: a case study","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Leverage (statistics); Mechatronics; Software; The Internet; Control (management); Electronics; Microcontroller; Business process reengineering; Software engineering; Embedded system; Engineering; World Wide Web; Operating system; Manufacturing engineering","score_opus":0.15669865327967888,"score_gpt":0.4168526873298791,"score_spread":0.2601540340502002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484634590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09447677,0.0018969813,0.897956,0.000622706,0.00086414104,0.0039909757,0.000052756426,0.000097749056,0.000041902375],"genre_scores_gemma":[0.8543449,0.00012878995,0.1449917,0.00001906904,0.000023271152,0.00026681495,5.4572195e-7,0.000016982725,0.00020792377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99557775,0.0019103509,0.0005805398,0.00057464617,0.0007195468,0.0006371738],"domain_scores_gemma":[0.9845997,0.008334384,0.00040076565,0.0009921278,0.0055931034,0.00007990241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027320085,0.00027121764,0.000674128,0.00018303348,0.00047162012,0.0000426712,0.000897215,0.00006595512,0.000001963926],"category_scores_gemma":[0.023608616,0.00019327788,0.00010183127,0.0025568197,0.00040683354,0.00029184986,0.00028667017,0.00032258642,0.0000011324613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010745793,0.0017875773,0.004625633,0.00057125883,0.0012699366,0.00021173341,0.04386117,0.7431146,0.0037285634,0.16940676,0.0031533276,0.027194887],"study_design_scores_gemma":[0.03373389,0.016607473,0.0012416429,0.0022505338,0.00036033016,0.00014329929,0.3661582,0.01987388,0.20377763,0.34418052,0.00859876,0.003073865],"about_ca_topic_score_codex":0.000005113018,"about_ca_topic_score_gemma":0.00014723075,"teacher_disagreement_score":0.75986814,"about_ca_system_score_codex":0.00019584085,"about_ca_system_score_gemma":0.00045603886,"threshold_uncertainty_score":0.9846159},"labels":[],"label_agreement":null},{"id":"W1491134956","doi":"","title":"Mobile services discovery and selection in the publish/subscribe paradigm","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Roaming; Matching (statistics); Service discovery; ENCODE; Service (business); Preference; Encoding (memory); Publication; Value (mathematics); Selection (genetic algorithm); Information retrieval; Personalization; Service provider; Computer network; World Wide Web; Web service; Artificial intelligence; Machine learning; Mathematics","score_opus":0.06744222156279532,"score_gpt":0.37136164871072375,"score_spread":0.3039194271479284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491134956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978428,0.012217557,0.04556173,0.113584615,0.0021682656,0.020940073,0.0007097671,0.00020243062,0.006772776],"genre_scores_gemma":[0.99599487,0.0012335855,0.0017636883,0.000096523014,0.000030441917,0.0003025272,0.0000042074375,0.000005741413,0.00056844665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99833477,0.00024125664,0.00019723241,0.00038040412,0.0004999036,0.00034643945],"domain_scores_gemma":[0.99849266,0.00039845958,0.00010416119,0.00030905646,0.0006681967,0.000027457336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009606115,0.00012927395,0.0001936627,0.00012512709,0.00041221266,0.00045656614,0.0012166321,0.000025251662,6.1591123e-7],"category_scores_gemma":[0.00024685304,0.00007256369,0.000030051417,0.0015879311,0.0002792154,0.0015207747,0.00054545206,0.00019550353,0.0000014284042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016877953,0.00036050894,0.0005247038,0.00029243817,0.00012286368,0.000003663404,0.025242295,0.00227521,0.0009316102,0.9475343,0.0015918498,0.020951744],"study_design_scores_gemma":[0.008640018,0.004045391,0.007572676,0.0019166238,0.00004394093,0.0000034415605,0.24633448,0.012087615,0.03960052,0.58377904,0.09496716,0.0010091132],"about_ca_topic_score_codex":0.00001551274,"about_ca_topic_score_gemma":0.0007068511,"teacher_disagreement_score":0.36375532,"about_ca_system_score_codex":0.00010268296,"about_ca_system_score_gemma":0.00014518872,"threshold_uncertainty_score":0.44026777},"labels":[],"label_agreement":null},{"id":"W1494567756","doi":"","title":"Program comprehension with dynamic recovery of code collaboration patterns and roles","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Legacy system; COBOL; Program comprehension; Computer science; Maintainability; Software maintenance; Software engineering; Legacy code; Artifact (error); Source code; Software development; Software system; Software quality; Code (set theory); Programming language; Software; Artificial intelligence","score_opus":0.04702776759363301,"score_gpt":0.3754114805347369,"score_spread":0.32838371294110386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494567756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729919,0.0009543646,0.018037127,0.0043712193,0.00019404986,0.003158534,0.00018975447,0.00007595036,0.000027105056],"genre_scores_gemma":[0.98087543,0.00058787427,0.01819669,0.000005491308,0.000007966639,0.00020639361,0.0000040722657,0.0000147595,0.000101306585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99786323,0.0002017233,0.00028303266,0.00044953488,0.00080683787,0.00039562094],"domain_scores_gemma":[0.9921881,0.0015877875,0.00017294388,0.000557671,0.0054205144,0.00007297527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005507315,0.0001804514,0.0003622441,0.00019302987,0.00026940877,0.00008042356,0.00065279094,0.000051760464,6.895116e-7],"category_scores_gemma":[0.0019220903,0.00011969302,0.000035252204,0.0016101738,0.0005183802,0.0003051076,0.00041753173,0.00022913814,6.7864255e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074522314,0.0038074583,0.030632518,0.0061317533,0.0022812316,0.000033725748,0.062099095,0.30040586,0.09717482,0.20254785,0.00097356935,0.2864599],"study_design_scores_gemma":[0.01699263,0.023222089,0.062558845,0.011203584,0.00007609813,0.0000085760685,0.06759596,0.034564856,0.74528563,0.033778634,0.0030841355,0.0016289927],"about_ca_topic_score_codex":0.0000054270818,"about_ca_topic_score_gemma":0.00065528264,"teacher_disagreement_score":0.6481108,"about_ca_system_score_codex":0.0002404409,"about_ca_system_score_gemma":0.000588459,"threshold_uncertainty_score":0.48809394},"labels":[],"label_agreement":null},{"id":"W1496437917","doi":"","title":"Modeling location-based services with subject spaces","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Pager; Publication; Location-based service; Context (archaeology); Mobile computing; Mobile device; Ubiquitous computing; Computer network; World Wide Web; Human–computer interaction","score_opus":0.08792687399602565,"score_gpt":0.3692779066140036,"score_spread":0.28135103261797795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496437917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10436409,0.004510727,0.84179294,0.028459871,0.0012720766,0.009055159,0.00029158095,0.00024595452,0.010007606],"genre_scores_gemma":[0.9782179,0.00013465018,0.020669283,0.00005165346,0.000013174309,0.00012237988,0.0000045549077,0.000009600119,0.0007767778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980452,0.0002834068,0.00019542158,0.00044079399,0.00064595655,0.00038923896],"domain_scores_gemma":[0.99434626,0.0005075408,0.00011360043,0.00065565686,0.004327107,0.000049827955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082179805,0.00016387552,0.0002382802,0.00013357615,0.0005171373,0.00018192994,0.0010816464,0.000023577746,0.0000023924756],"category_scores_gemma":[0.00051561446,0.00009977292,0.00003281065,0.0018528757,0.00023186629,0.000438259,0.00020914694,0.00013664909,0.000003960575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034135554,0.0003150919,0.00049789075,0.0007441624,0.00031720675,0.000003321624,0.004714015,0.2506705,0.00056159357,0.73360395,0.0005981212,0.007632804],"study_design_scores_gemma":[0.0031584557,0.001136651,0.0000490508,0.0015099843,0.000029379431,2.7793956e-7,0.059826665,0.8323063,0.073984176,0.017007912,0.010447417,0.0005436819],"about_ca_topic_score_codex":0.000006794243,"about_ca_topic_score_gemma":0.00034008955,"teacher_disagreement_score":0.87385386,"about_ca_system_score_codex":0.00008611084,"about_ca_system_score_gemma":0.00042761065,"threshold_uncertainty_score":0.40686217},"labels":[],"label_agreement":null},{"id":"W150269170","doi":"","title":"Security tools: TSIEM and AppScan source for security","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer security; Security information and event management; Computer science; Information security audit; Software security assurance; Security service; Security testing; Audit; Information security management; Information security; Cloud computing security; Encryption; Computer security model; Security through obscurity; Information security standards; Application security; Security bug; Security engineering; Business; Cloud computing; Accounting; Network security policy; Operating system","score_opus":0.14509533020478907,"score_gpt":0.3758630512764004,"score_spread":0.23076772107161134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150269170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6794314,0.0065292646,0.1662165,0.041911956,0.005422729,0.034944214,0.002977434,0.00069323357,0.061873302],"genre_scores_gemma":[0.99504405,0.00030283295,0.0038150393,0.000105995285,0.000029211953,0.00019456689,0.0000035138523,0.0000093839,0.0004954226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980039,0.0002603214,0.00035371602,0.00040433524,0.000473951,0.000503765],"domain_scores_gemma":[0.993823,0.00092853786,0.00022433784,0.0005616665,0.004352721,0.000109741246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012264109,0.00019490716,0.00034695028,0.0001074594,0.0007259825,0.00011275201,0.000974978,0.00006812937,0.000006022988],"category_scores_gemma":[0.0019486254,0.00013849295,0.00008527742,0.00074282783,0.00056503195,0.00062221615,0.00063559297,0.00024836566,0.000003069897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041381485,0.00017830869,0.00009965046,0.00031858793,0.00012713837,3.3714232e-7,0.11891161,0.000015611291,0.0001343869,0.8542779,0.0047577596,0.020764887],"study_design_scores_gemma":[0.005637652,0.0022411472,0.00044176338,0.00067691,0.000036937956,0.0000021982917,0.16373152,0.019573074,0.19905427,0.37998092,0.22768365,0.0009399662],"about_ca_topic_score_codex":0.0000056738427,"about_ca_topic_score_gemma":0.00018265491,"teacher_disagreement_score":0.474297,"about_ca_system_score_codex":0.00010473372,"about_ca_system_score_gemma":0.00030535366,"threshold_uncertainty_score":0.5647579},"labels":[],"label_agreement":null},{"id":"W1502949834","doi":"","title":"Techniques for automatically sizing multiple buffer pools in DB2","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Buffer (optical fiber); Computer science; Sizing; Benchmark (surveying); Buffer zone; Table (database); Database","score_opus":0.12126272213382853,"score_gpt":0.41538944083845436,"score_spread":0.2941267187046258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502949834","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02483263,0.0027766926,0.9436081,0.009068078,0.0011578166,0.014614873,0.00083714095,0.00023523244,0.0028694395],"genre_scores_gemma":[0.69420326,0.00027836798,0.30291867,0.00005964694,0.000029667453,0.0014315483,0.0000043887544,0.00002376306,0.0010507067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973968,0.0004607573,0.0004981207,0.0005361947,0.0004906429,0.0006174401],"domain_scores_gemma":[0.9921789,0.003353024,0.00020967245,0.0007184105,0.0034689223,0.00007106047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015251269,0.0002198623,0.0004959612,0.00016757486,0.0004493073,0.00005214072,0.00067802565,0.00006173445,0.0000020743057],"category_scores_gemma":[0.011761365,0.00014946333,0.00008607957,0.0011636448,0.0003881196,0.0004511389,0.0003230172,0.00021874983,0.000001831369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015966299,0.0001396783,0.00020812823,0.0002909579,0.00005755267,0.0000015615441,0.0031410374,0.00023527569,0.010496653,0.9754393,0.0007255725,0.009104583],"study_design_scores_gemma":[0.0030918454,0.0011661296,0.00018273704,0.002209332,0.000010240949,0.0000014462016,0.02621432,0.007947686,0.71656024,0.08383419,0.15815969,0.0006221595],"about_ca_topic_score_codex":0.0000034031818,"about_ca_topic_score_gemma":0.00028643428,"teacher_disagreement_score":0.89160514,"about_ca_system_score_codex":0.00022519051,"about_ca_system_score_gemma":0.00045302892,"threshold_uncertainty_score":0.996563},"labels":[],"label_agreement":null},{"id":"W1503243085","doi":"","title":"SCL: a language for security testing of network applications","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal Military College of Canada","funders":"","keywords":"Computer science; Syntax; Programming language; Abstract syntax tree; Abstract syntax; Protocol (science); Artificial intelligence","score_opus":0.1341926941477668,"score_gpt":0.4334524182713786,"score_spread":0.2992597241236118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503243085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043080933,0.0112869,0.8900956,0.024860017,0.0007377557,0.021104086,0.0008822029,0.0031554005,0.004797104],"genre_scores_gemma":[0.69426125,0.00004779113,0.30469275,0.000032209256,0.000082810904,0.000664665,0.0000017094594,0.000009735431,0.00020710206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985318,0.00015278414,0.00028821774,0.00032683372,0.0003328213,0.0003675504],"domain_scores_gemma":[0.98946047,0.004986278,0.00024534308,0.0005904566,0.004673341,0.000044095665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011123543,0.00012292678,0.0002824285,0.00007500775,0.0004292563,0.000031959837,0.0009123078,0.000037748014,6.2386624e-7],"category_scores_gemma":[0.0066939183,0.00008901173,0.00006107924,0.0013765985,0.00032130105,0.00011555277,0.00037634198,0.00014634177,7.741942e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037954244,0.00069627265,0.0019612582,0.0010749397,0.00030703866,8.0304585e-7,0.0252772,0.0076447465,0.006090444,0.5021696,0.061629165,0.39276898],"study_design_scores_gemma":[0.0023461115,0.0017817022,0.0002552118,0.0025086035,0.000037738377,0.0000014580211,0.0065549207,0.08015892,0.24089853,0.6253981,0.03942234,0.0006363839],"about_ca_topic_score_codex":0.0000036637769,"about_ca_topic_score_gemma":0.000053821575,"teacher_disagreement_score":0.6511803,"about_ca_system_score_codex":0.000093209135,"about_ca_system_score_gemma":0.0002899272,"threshold_uncertainty_score":0.8013729},"labels":[],"label_agreement":null},{"id":"W1505006926","doi":"","title":"Early evaluation of software performance based on the UML performance profile","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Programming language; Applications of UML; Unified Modeling Language; Object Constraint Language; Model transformation; XML; XSLT; Compiler; Software engineering; Software; Operating system; Artificial intelligence","score_opus":0.13618368190395133,"score_gpt":0.3846019476840096,"score_spread":0.2484182657800583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505006926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988813,0.00039456965,0.002002986,0.0017736651,0.0007528966,0.0043863915,0.00005902731,0.000040287596,0.0017771682],"genre_scores_gemma":[0.9965999,0.00014443547,0.0021900085,0.00003527419,0.00001931359,0.0006005014,0.0000016291106,0.000012536082,0.00039638017],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99523485,0.001220684,0.00051070773,0.00051991816,0.0019908757,0.0005229753],"domain_scores_gemma":[0.98563856,0.0019914918,0.000389185,0.0012995456,0.010623396,0.00005780487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057727774,0.00024449645,0.0004078513,0.00014853245,0.0008698918,0.000050576407,0.0012733794,0.00007693174,0.00001924631],"category_scores_gemma":[0.006716559,0.00013070364,0.00011025907,0.0019099049,0.0006959337,0.00035546205,0.00019533071,0.00035194666,0.000013569214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048521757,0.0034187788,0.13060415,0.0072290287,0.0012315018,0.0000022802776,0.05406658,0.21728124,0.0065027494,0.16663338,0.011496959,0.3966812],"study_design_scores_gemma":[0.005515421,0.0049558366,0.027001364,0.0037660867,0.00006878287,0.0000010846036,0.009309777,0.31120673,0.62959105,0.0046542757,0.003172199,0.000757399],"about_ca_topic_score_codex":0.000001789277,"about_ca_topic_score_gemma":0.0000093008175,"teacher_disagreement_score":0.6230883,"about_ca_system_score_codex":0.0003067791,"about_ca_system_score_gemma":0.0014098359,"threshold_uncertainty_score":0.8040834},"labels":[],"label_agreement":null},{"id":"W1505642482","doi":"","title":"Identifying opportunities for automatic remote field cloning","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Cloning (programming); Suite; Compiler; Field (mathematics); Benchmark (surveying); Replication (statistics); Cache; Locality of reference; Locality; Programming language; Parallel computing; Object (grammar); Theoretical computer science; Artificial intelligence","score_opus":0.2645477734440196,"score_gpt":0.44475071839336516,"score_spread":0.18020294494934558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505642482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059037195,0.00060142885,0.9718235,0.018133702,0.00049410743,0.0018836166,0.000027073678,0.00016418839,0.0009686483],"genre_scores_gemma":[0.58033574,0.00066705776,0.41683784,0.00017708271,0.0000443748,0.00014232387,0.0000028135426,0.00001712775,0.0017756341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983108,0.00018600449,0.0003356242,0.00035098725,0.0004193739,0.0003971879],"domain_scores_gemma":[0.99409777,0.0015552024,0.00022911251,0.00049461966,0.003568239,0.000055064924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010017371,0.000151931,0.00029959428,0.00015842698,0.0007775121,0.00012561043,0.0010044997,0.00004933698,0.000001144293],"category_scores_gemma":[0.0031872196,0.000112234964,0.00008873599,0.00070191413,0.00021494887,0.0002467549,0.0004171424,0.00016997341,8.6301895e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018951298,0.00015200916,0.0000141461,0.0006698905,0.0002492276,0.0000042282745,0.015884534,0.026870651,0.002395693,0.8329176,0.007129625,0.11352289],"study_design_scores_gemma":[0.0027313407,0.001638127,0.00002315128,0.003262359,0.000021178304,0.0000016786146,0.025656508,0.12804538,0.45277005,0.3780001,0.0073286262,0.00052148075],"about_ca_topic_score_codex":0.0000032677456,"about_ca_topic_score_gemma":0.000025418161,"teacher_disagreement_score":0.574432,"about_ca_system_score_codex":0.00016216877,"about_ca_system_score_gemma":0.0004780709,"threshold_uncertainty_score":0.5980073},"labels":[],"label_agreement":null},{"id":"W1510356539","doi":"","title":"A service-oriented monitoring registry","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Web service; Computer science; WS-Policy; Service provider; World Wide Web; Service (business); Web modeling; WS-Addressing; Web development; WS-I Basic Profile; Service design; Web application security; Business","score_opus":0.09162871184730784,"score_gpt":0.38551577125598463,"score_spread":0.29388705940867677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510356539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8319253,0.011669874,0.03538625,0.071311034,0.011602641,0.011539027,0.00042252033,0.0005520415,0.025591336],"genre_scores_gemma":[0.9841961,0.00038219645,0.013912214,0.00020361,0.00008273779,0.0002379611,0.0000023307311,0.00002375672,0.00095903745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99675465,0.0005853,0.00039256865,0.00067139236,0.00089875143,0.0006973633],"domain_scores_gemma":[0.9904876,0.0012152687,0.0002741416,0.00121912,0.006675256,0.00012861672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008757556,0.00027209325,0.00040590495,0.00017043683,0.00079838163,0.000094112715,0.0016963196,0.00007523301,0.0000043672967],"category_scores_gemma":[0.0010244005,0.00018523069,0.00009751144,0.0033342475,0.00023771884,0.00030224412,0.00056596985,0.00039729476,0.0000094047255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005215425,0.00049533497,0.0016297656,0.00088157575,0.000559125,0.000009242219,0.046813052,0.0025188082,0.026475472,0.90626764,0.001446113,0.012382334],"study_design_scores_gemma":[0.002649815,0.00066736917,0.00034037756,0.0014828272,0.000025333431,0.0000028771385,0.096295066,0.00108538,0.7537601,0.034464743,0.108677685,0.0005484057],"about_ca_topic_score_codex":0.000011041745,"about_ca_topic_score_gemma":0.00028409064,"teacher_disagreement_score":0.87180287,"about_ca_system_score_codex":0.00015609009,"about_ca_system_score_gemma":0.0005431868,"threshold_uncertainty_score":0.7553488},"labels":[],"label_agreement":null},{"id":"W1511349411","doi":"","title":"Can GRID services provide answers to the challenges of national health information sharing","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Middleware (distributed applications); Grid; Terminology; Information system; Grid computing; Information technology; Data science; Information integration; Health informatics; Domain (mathematical analysis); Health care; Service (business); System integration; Knowledge management; Engineering; Distributed computing; Data mining; Database; Business","score_opus":0.1134211382518994,"score_gpt":0.3921904077558536,"score_spread":0.2787692695039542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511349411","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16128594,0.022833651,0.064760216,0.6709715,0.010649027,0.033655692,0.0043664966,0.0003665173,0.031110937],"genre_scores_gemma":[0.9982444,0.00023056642,0.0011787318,0.000119418335,0.000025293195,0.00009271765,0.000004282205,0.0000037503764,0.00010080852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9978756,0.00037626358,0.00037679385,0.00024319715,0.0007916019,0.0003365455],"domain_scores_gemma":[0.9938174,0.00058223587,0.0003041597,0.0003965679,0.0048386683,0.000060993676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019798323,0.00012117195,0.00025441992,0.00010934163,0.0004778727,0.000075841555,0.0011322902,0.000024103065,5.463745e-7],"category_scores_gemma":[0.0011174454,0.000072833696,0.00004392509,0.0010220303,0.00011766662,0.00025934668,0.00029580807,0.0001348931,0.0000024307942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071292685,0.00006644664,0.00019182195,0.0006566926,0.000116794305,1.3303827e-7,0.062272817,0.02524787,0.000077665936,0.9028805,0.0028018556,0.00561612],"study_design_scores_gemma":[0.0049403296,0.004119174,0.0038297246,0.007203181,0.000014463364,0.000004770234,0.4421769,0.032409474,0.034698095,0.08997961,0.37948003,0.0011442534],"about_ca_topic_score_codex":0.000016579637,"about_ca_topic_score_gemma":0.0004879068,"teacher_disagreement_score":0.83695847,"about_ca_system_score_codex":0.00018542518,"about_ca_system_score_gemma":0.0007894533,"threshold_uncertainty_score":0.36754587},"labels":[],"label_agreement":null},{"id":"W1513330488","doi":"","title":"Applying data mining to software maintenance records","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software quality; Data mining; Software maintenance; Software; Quality (philosophy); Software system; Software engineering; Software development; Data science; Programming language","score_opus":0.17939863254285643,"score_gpt":0.41542539815001706,"score_spread":0.23602676560716063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513330488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0689855,0.0046415804,0.8735063,0.021857986,0.006044297,0.020747583,0.0011506294,0.00063090614,0.0024351953],"genre_scores_gemma":[0.61176157,0.00043005415,0.38019213,0.00014378682,0.00006651406,0.0017098767,0.0000080312875,0.00006111801,0.005626904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611205,0.00048179872,0.0003782843,0.0009595741,0.0011223205,0.0009459967],"domain_scores_gemma":[0.983655,0.0074981763,0.00014952461,0.002652841,0.0058395495,0.00020496041],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027524612,0.00024496703,0.0004254346,0.00025257838,0.00060974015,0.00013930946,0.0037505436,0.0000573239,0.0000059850154],"category_scores_gemma":[0.068405576,0.00017973472,0.000055322154,0.0031288927,0.00030617343,0.00040852657,0.0020388428,0.00038332914,0.000015269976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010852233,0.0008158288,0.012443747,0.0016426498,0.0011801383,0.000047426172,0.030855853,0.019618431,0.010660501,0.31058094,0.21099128,0.400078],"study_design_scores_gemma":[0.0057301093,0.0028486215,0.0018364942,0.0056984033,0.00003570111,0.000009232131,0.059649207,0.013805181,0.18354914,0.023844501,0.7008216,0.002171827],"about_ca_topic_score_codex":0.000002654178,"about_ca_topic_score_gemma":0.00007713015,"teacher_disagreement_score":0.5427761,"about_ca_system_score_codex":0.00032888234,"about_ca_system_score_gemma":0.0008227712,"threshold_uncertainty_score":0.9394416},"labels":[],"label_agreement":null},{"id":"W1515505871","doi":"","title":"An interactive system for recognizing hand drawn UML diagrams","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Applications of UML; Programming language; Class diagram; Notation; Artificial intelligence; Software","score_opus":0.09057213807417641,"score_gpt":0.4003637404931415,"score_spread":0.3097916024189651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515505871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030591875,0.00031113456,0.96398014,0.0011372449,0.0004162681,0.0029917397,0.00018007752,0.00019833754,0.0001932043],"genre_scores_gemma":[0.88695335,0.00013563765,0.111356534,0.000014518174,0.00005099992,0.0008390772,0.0000053107997,0.000024376246,0.00062022486],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976347,0.00034342852,0.00036032376,0.0006272023,0.00048581068,0.0005485055],"domain_scores_gemma":[0.99325204,0.0010870773,0.00016222284,0.000838463,0.0045584026,0.00010176575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009419538,0.00024210135,0.00044913628,0.00014053848,0.0008276321,0.00025536562,0.0013723996,0.00007066055,0.0000035406176],"category_scores_gemma":[0.0004528369,0.00017608963,0.00010100257,0.0009062522,0.00045608982,0.00053766824,0.00022860142,0.00026317695,0.0000036126376],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009221316,0.00029698294,0.000059472924,0.0005811243,0.00032448952,0.0000035000462,0.027654957,0.0060235257,0.0114084855,0.21987619,0.0016364119,0.73121274],"study_design_scores_gemma":[0.0029362952,0.0034195355,0.00009821352,0.0037184493,0.000035072742,0.0000026371392,0.0077590006,0.19196296,0.6985847,0.012433828,0.07819404,0.0008553139],"about_ca_topic_score_codex":0.0000046706805,"about_ca_topic_score_gemma":0.000069845984,"teacher_disagreement_score":0.85636145,"about_ca_system_score_codex":0.00038956985,"about_ca_system_score_gemma":0.00031933084,"threshold_uncertainty_score":0.7180727},"labels":[],"label_agreement":null},{"id":"W1517509400","doi":"","title":"Detecting unusual email communication","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Deception; Computer science; Action (physics); Value (mathematics); Decomposition; Compliance (psychology); Natural language processing; Psychology; Information retrieval; Social psychology; Machine learning","score_opus":0.2073883887218735,"score_gpt":0.4986884594785956,"score_spread":0.29130007075672204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517509400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8266933,0.0047185407,0.0010079751,0.04505502,0.0043645087,0.004851414,0.00027189517,0.00017385739,0.1128635],"genre_scores_gemma":[0.9829115,0.00022836246,0.00089771865,0.00013578615,0.00008895432,0.00022869758,0.0000029511407,0.00001761414,0.015488398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976209,0.00084037177,0.00038967884,0.00036545005,0.00035448762,0.00042910266],"domain_scores_gemma":[0.9944688,0.0013132375,0.0002485126,0.00073160377,0.003175419,0.0000624063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011650773,0.0001550439,0.00029829342,0.00017195068,0.0006481079,0.00002335422,0.00051166693,0.000094000214,0.0002316391],"category_scores_gemma":[0.0019250002,0.00011320626,0.00008855389,0.0009788472,0.00095355127,0.000094475465,0.00017744467,0.00042143802,0.00011487974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004144405,0.0009432738,0.0005688239,0.00009205604,0.0009286764,0.0000016395157,0.06224748,0.0007245134,0.012543478,0.28943893,0.09470335,0.5336634],"study_design_scores_gemma":[0.007526608,0.0019076626,0.0026780828,0.0005143,0.00004737498,0.000006905677,0.34063336,0.00043115942,0.08760236,0.018529706,0.5395333,0.00058916607],"about_ca_topic_score_codex":0.0000035027074,"about_ca_topic_score_gemma":0.0005084859,"teacher_disagreement_score":0.5330742,"about_ca_system_score_codex":0.00018247006,"about_ca_system_score_gemma":0.000093343166,"threshold_uncertainty_score":0.49847877},"labels":[],"label_agreement":null},{"id":"W1522449692","doi":"","title":"Spatialized audioconferencing: what are the benefits?","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spatialization; Monaural; Computer science; Viewpoints; Headphones; Ambisonics; Multimedia; Binaural recording; Loudspeaker; Speech recognition","score_opus":0.17025102868498815,"score_gpt":0.4379614974541505,"score_spread":0.2677104687691623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522449692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9155706,0.020794585,0.00026730716,0.030280845,0.0066890875,0.007580454,0.00065614766,0.00006448158,0.018096482],"genre_scores_gemma":[0.9897042,0.003002884,0.00017927994,0.00011677861,0.000059081394,0.00045444033,0.000003978848,0.000026743697,0.006452635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99692017,0.0009127338,0.00041235343,0.00048525355,0.0005841826,0.0006853329],"domain_scores_gemma":[0.99274063,0.001766061,0.00036757012,0.0008918791,0.004157033,0.000076817356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014553892,0.00026166043,0.0004757282,0.00010407512,0.00095246383,0.00011626361,0.00075489207,0.00009550779,0.00013335646],"category_scores_gemma":[0.0023117198,0.00014535611,0.00012618555,0.0010422871,0.00084536715,0.00018396943,0.00017334463,0.00047126212,0.00002967334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011882863,0.00033488582,0.0028515537,0.00014592469,0.00064416835,0.0000022501135,0.027570777,0.0010028203,0.00060953957,0.93087214,0.006865053,0.027912596],"study_design_scores_gemma":[0.0061168834,0.0013866678,0.005281724,0.001876037,0.00008336848,0.0000028753707,0.7082959,0.0005883979,0.024821375,0.0306854,0.22011892,0.00074245624],"about_ca_topic_score_codex":0.00000911277,"about_ca_topic_score_gemma":0.0006697523,"teacher_disagreement_score":0.9001867,"about_ca_system_score_codex":0.00016056628,"about_ca_system_score_gemma":0.00033869967,"threshold_uncertainty_score":0.7325678},"labels":[],"label_agreement":null},{"id":"W1536340714","doi":"","title":"Developing trust in internet commerce","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Trustworthiness; The Internet; Key (lock); Internet privacy; E-commerce; Business; World Wide Web; Computer science; Affect (linguistics); Web application security; Web development; Computer security; Psychology","score_opus":0.4438738748933923,"score_gpt":0.5285764770845,"score_spread":0.08470260219110765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536340714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733475,0.00061540114,0.0013395097,0.019133868,0.000691261,0.0015769919,0.00006113519,0.00002622988,0.0032081215],"genre_scores_gemma":[0.9895622,0.00016793836,0.0026363744,0.000076649674,0.000005186362,0.000093682705,7.496183e-7,0.000008648207,0.0074485415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99667597,0.00093971466,0.0005821331,0.00046421096,0.00091003615,0.00042795012],"domain_scores_gemma":[0.99149543,0.0028133423,0.00024059942,0.0005959677,0.0048053274,0.000049319813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035275314,0.00015450649,0.0004190864,0.00038550852,0.0002763199,0.000058426267,0.0010733203,0.00008851465,0.00005058657],"category_scores_gemma":[0.026234362,0.00009548783,0.00006692794,0.0027457268,0.00079770235,0.00014618848,0.0003087071,0.0004018726,0.000026841468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033137892,0.0001774777,0.0537187,0.000022426853,0.00004917908,0.0000030224926,0.006483236,0.0001471957,0.00086683774,0.91646475,0.007856198,0.013879593],"study_design_scores_gemma":[0.0042637507,0.0006339424,0.030718703,0.00081988674,0.000011722698,0.0000018301428,0.30603078,0.00038438788,0.1394495,0.29249135,0.22466505,0.0005290982],"about_ca_topic_score_codex":0.0000024389478,"about_ca_topic_score_gemma":0.00050621276,"teacher_disagreement_score":0.6239734,"about_ca_system_score_codex":0.00027093562,"about_ca_system_score_gemma":0.0004477204,"threshold_uncertainty_score":0.9819681},"labels":[],"label_agreement":null},{"id":"W1541027861","doi":"","title":"An interactive system for negotiation in e-commerce with incremental user knowledge","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Negotiation; Computer science; Architecture; Process (computing); Software agent; Product (mathematics); Human–computer interaction; User interface; E-commerce; Knowledge management; Software; World Wide Web; Artificial intelligence","score_opus":0.10238561085364087,"score_gpt":0.4214528447956611,"score_spread":0.3190672339420202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541027861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80374825,0.0012755312,0.15883625,0.011295573,0.001889499,0.019524975,0.00041944714,0.00016900564,0.0028414992],"genre_scores_gemma":[0.9924823,0.00003069538,0.0064932373,0.00001578121,0.00006214685,0.00046735315,0.0000066151524,0.000012243915,0.00042963822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997886,0.0005278879,0.00036688228,0.00045815966,0.0003943387,0.00036675893],"domain_scores_gemma":[0.9950127,0.0009442309,0.0002638179,0.00045027788,0.0032701853,0.000058765127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010058235,0.00017474391,0.00033126053,0.00019041711,0.00036217002,0.00008129549,0.00069490407,0.000045467754,0.0000016267475],"category_scores_gemma":[0.00041846928,0.00011514211,0.000046186015,0.0008641568,0.00012570855,0.00078720326,0.00016508473,0.00016022591,0.000003496145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061377953,0.0030744968,0.006802697,0.0020973755,0.00080138724,0.000002742838,0.17693383,0.01787303,0.076417305,0.6059982,0.0050150175,0.09884613],"study_design_scores_gemma":[0.013582102,0.004183868,0.007143065,0.004294918,0.000034813565,0.0000019030962,0.19267596,0.21777514,0.53837484,0.0008161739,0.020254053,0.0008631505],"about_ca_topic_score_codex":0.000013159143,"about_ca_topic_score_gemma":0.0023247458,"teacher_disagreement_score":0.60518205,"about_ca_system_score_codex":0.0007431213,"about_ca_system_score_gemma":0.00026710163,"threshold_uncertainty_score":0.4695359},"labels":[],"label_agreement":null},{"id":"W1541476024","doi":"","title":"Consistent query answering under inclusion dependencies","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Decidability; Set (abstract data type); Query language; Semantics (computer science); Data integrity; Null (SQL); Database; Information retrieval; Query optimization; Theoretical computer science; Programming language","score_opus":0.13238244842112423,"score_gpt":0.40081471930346296,"score_spread":0.26843227088233873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541476024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17738605,0.0081850765,0.75987524,0.04116644,0.0033017723,0.0065667997,0.00054279587,0.0002466885,0.002729132],"genre_scores_gemma":[0.9672546,0.0006516531,0.031076277,0.000089754445,0.00003925228,0.0001492122,0.0000035111236,0.000014863147,0.0007209033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99734586,0.00026180412,0.00040750136,0.00054993335,0.0008978257,0.00053707673],"domain_scores_gemma":[0.9940851,0.00084388384,0.00023490383,0.00083769916,0.003906854,0.00009156591],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009100864,0.00022767685,0.00041541198,0.0001400141,0.0015467425,0.000050243,0.00089940603,0.000053907137,0.0000022722036],"category_scores_gemma":[0.0016962948,0.0001497506,0.00009567126,0.0011190258,0.0006895969,0.00055175496,0.0027498072,0.00026306862,0.0000052441324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012422375,0.000095927644,0.00002797773,0.00013874353,0.000089177585,0.0000039984866,0.0072051333,0.007279703,0.019116102,0.9626844,0.00020475325,0.0030298715],"study_design_scores_gemma":[0.0033680736,0.0010254452,0.00021673965,0.0024962542,0.000016744909,0.0000052095074,0.07818873,0.00073317037,0.70129514,0.17833234,0.03367985,0.00064232905],"about_ca_topic_score_codex":0.000015032631,"about_ca_topic_score_gemma":0.00065728964,"teacher_disagreement_score":0.78986853,"about_ca_system_score_codex":0.0004287792,"about_ca_system_score_gemma":0.0007642931,"threshold_uncertainty_score":0.9997531},"labels":[],"label_agreement":null},{"id":"W1542320810","doi":"","title":"Utilizing histogram information","year":2001,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Histogram; Computer science; Quantile; Data mining; Oracle; Value (mathematics); Pattern recognition (psychology); Artificial intelligence; Mathematics; Statistics; Image (mathematics); Machine learning","score_opus":0.13561771433857447,"score_gpt":0.40625728388316035,"score_spread":0.2706395695445859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542320810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055922274,0.006152294,0.8510649,0.037349075,0.005830862,0.011465132,0.0009437829,0.0004426898,0.030828947],"genre_scores_gemma":[0.9528863,0.0015202853,0.042523414,0.00012643513,0.00006732927,0.00036314176,0.000013827227,0.000014655404,0.0024846145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802876,0.00023221417,0.0003869182,0.00028624464,0.0006215446,0.0004443503],"domain_scores_gemma":[0.99368685,0.0006852392,0.0002661674,0.0007071185,0.0045870473,0.000067560504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077018654,0.00016274473,0.0002986764,0.0001528401,0.0006682346,0.00005954937,0.00073051965,0.00003901955,0.000003891578],"category_scores_gemma":[0.0025686724,0.00010834632,0.000068482776,0.001487707,0.00040972448,0.0012503171,0.00051129994,0.00019936771,0.000011942494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018461693,0.00005973064,0.0001257479,0.00012335315,0.000059935526,0.0000013489162,0.006251562,0.0005526176,0.0012187621,0.93373567,0.0035751665,0.054111492],"study_design_scores_gemma":[0.0011445308,0.00045915906,0.00014447287,0.00053557445,0.0000056564195,0.0000019629674,0.035991814,0.0028018693,0.025451664,0.010693644,0.9225019,0.00026773638],"about_ca_topic_score_codex":0.0000054401885,"about_ca_topic_score_gemma":0.00010797727,"teacher_disagreement_score":0.923042,"about_ca_system_score_codex":0.0002018807,"about_ca_system_score_gemma":0.00030048974,"threshold_uncertainty_score":0.5139588},"labels":[],"label_agreement":null},{"id":"W1542631104","doi":"","title":"A secured hierarchical trust management framework for public computing utilities","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Access Control and Trust","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Manitoba","funders":"","keywords":"Trust management (information system); Computer science; Reputation; Scalability; Computer security; Domain (mathematical analysis); Computational trust; Process (computing); Resource management (computing); Reputation management; Distributed computing","score_opus":0.17367725548692356,"score_gpt":0.4645039377207068,"score_spread":0.2908266822337833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542631104","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18821245,0.011252223,0.046924062,0.6108314,0.0046944,0.036082502,0.0024107012,0.00043013,0.09916214],"genre_scores_gemma":[0.9846976,0.00065476703,0.010000166,0.00010758119,0.00030245527,0.00033789763,0.0000046143905,0.000015623944,0.0038793173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968921,0.0005942412,0.0003681577,0.00042603226,0.0008603232,0.00085913844],"domain_scores_gemma":[0.9916452,0.0037361956,0.00020112043,0.00032527884,0.003963037,0.00012916456],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018530708,0.00018399603,0.00041439565,0.00013984846,0.0023777557,0.00016001516,0.0008579369,0.00009525221,0.000030930125],"category_scores_gemma":[0.0067715677,0.00013128573,0.00013609043,0.0010328026,0.0016570033,0.00023119953,0.00032465672,0.00033417388,0.0000041997932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004253886,0.00013168006,0.00016573194,0.00011384478,0.0002172532,3.6865117e-7,0.019697713,0.000109936846,0.00001284798,0.9199864,0.0016874672,0.057451323],"study_design_scores_gemma":[0.0022874777,0.00033432842,0.000257326,0.00054108136,0.000035638983,6.161257e-8,0.32479003,0.0017290512,0.0010946864,0.25230217,0.41633016,0.00029798973],"about_ca_topic_score_codex":0.000006425897,"about_ca_topic_score_gemma":0.0008964003,"teacher_disagreement_score":0.7964851,"about_ca_system_score_codex":0.00033326313,"about_ca_system_score_gemma":0.0004644481,"threshold_uncertainty_score":0.99892104},"labels":[],"label_agreement":null},{"id":"W1543092769","doi":"","title":"Effect of different network analysis strategies on search engine re-ranking","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Search engine; Information retrieval; Computer science; Ranking (information retrieval); Citation; Relevance (law); Set (abstract data type); Learning to rank; Web search query; Metasearch engine; Data mining; World Wide Web","score_opus":0.06323160916407666,"score_gpt":0.398864937114471,"score_spread":0.33563332795039436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543092769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406337,0.0013571158,0.047158927,0.0065845978,0.00047794395,0.0022029243,0.00027089377,0.00007579214,0.0012381063],"genre_scores_gemma":[0.9974603,0.00034911404,0.0018684361,0.000011274147,0.000041422947,0.000065135646,0.000009766369,0.000009948517,0.00018460747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963544,0.0009207886,0.0004266658,0.0005976589,0.0010889986,0.00061148],"domain_scores_gemma":[0.993199,0.0031035205,0.00023421277,0.0010275802,0.002354939,0.00008075045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020255605,0.00026425257,0.0008513741,0.00039377037,0.0005166116,0.000118584234,0.001434379,0.000055892313,0.0000048434636],"category_scores_gemma":[0.0013426994,0.00015700427,0.0002648572,0.0049009044,0.00046424547,0.00022797701,0.0005587513,0.00034411123,0.0000024281717],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011927777,0.00039304202,0.0011211755,0.0005091842,0.0044015823,0.0000064218684,0.009236281,0.7154842,0.004536327,0.23572989,0.00048048407,0.02690863],"study_design_scores_gemma":[0.007463196,0.011921755,0.0024099227,0.003906289,0.0009199511,4.6071668e-7,0.034335643,0.05051475,0.8569739,0.029690258,0.0008029104,0.001060964],"about_ca_topic_score_codex":0.000013584998,"about_ca_topic_score_gemma":0.00023038671,"teacher_disagreement_score":0.85243756,"about_ca_system_score_codex":0.00019964049,"about_ca_system_score_gemma":0.0003129172,"threshold_uncertainty_score":0.64024484},"labels":[],"label_agreement":null},{"id":"W1543756834","doi":"","title":"Simulating DB2 buffer pool management","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Buffer (optical fiber); Storage management; TRACE (psycholinguistics); Cache; Disk buffer; Database; Circular buffer; Channel (broadcasting); Operating system; Computer network; Telecommunications","score_opus":0.1036938121967527,"score_gpt":0.40580909882530997,"score_spread":0.30211528662855724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543756834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40544924,0.013425301,0.3433851,0.11082468,0.00491278,0.038620315,0.0020083138,0.0030439403,0.078330345],"genre_scores_gemma":[0.9413123,0.0011641596,0.050263118,0.00007732873,0.000026689448,0.00027921647,0.000003459045,0.000020658204,0.006853051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971344,0.00025418037,0.00039292275,0.0007024174,0.00082266616,0.00069340644],"domain_scores_gemma":[0.995045,0.001185028,0.00017140052,0.0014010267,0.0021357755,0.00006176038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006798175,0.0002541005,0.00039689272,0.00017441229,0.0007271463,0.00008819154,0.0023100136,0.00006288197,0.000024309096],"category_scores_gemma":[0.0015291608,0.00017551302,0.00008138699,0.001986104,0.00072195445,0.0005089555,0.0012009945,0.00033436672,0.00002985495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029561968,0.00019735144,0.000043679687,0.00019924196,0.00026358585,0.0000123644095,0.0029685588,0.01841057,0.0015272364,0.5936922,0.0033464301,0.37904316],"study_design_scores_gemma":[0.0061192866,0.00202619,0.00043854327,0.0022134495,0.000053495813,0.000002706193,0.052354787,0.044476338,0.25486106,0.44729224,0.1886812,0.0014807065],"about_ca_topic_score_codex":0.0000012466858,"about_ca_topic_score_gemma":0.000024440016,"teacher_disagreement_score":0.5358631,"about_ca_system_score_codex":0.000271399,"about_ca_system_score_gemma":0.00012248999,"threshold_uncertainty_score":0.71572137},"labels":[],"label_agreement":null},{"id":"W1550175302","doi":"","title":"Supporting maintenance of legacy software with data mining techniques","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software maintenance; Computer science; Backporting; Software construction; Software analytics; Software engineering; Software development; Legacy system; Software system; Package development process; Software; Operating system","score_opus":0.10423546137047178,"score_gpt":0.41444658521642247,"score_spread":0.3102111238459507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550175302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7032041,0.0056454106,0.24225664,0.024960224,0.0010573467,0.016368037,0.0019312998,0.0011320662,0.0034448572],"genre_scores_gemma":[0.8320076,0.00040079947,0.16497803,0.000019924479,0.000032556276,0.00015982937,0.000007973349,0.000028899523,0.002364386],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684644,0.00024922125,0.00043497712,0.00068428175,0.0010474252,0.00073767453],"domain_scores_gemma":[0.98855174,0.0041446397,0.00024122738,0.0019458322,0.0050270683,0.00008948201],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018051674,0.00021165398,0.00045559596,0.00017119876,0.00033298868,0.00008868224,0.0032196639,0.000049771974,0.0000136476165],"category_scores_gemma":[0.010369348,0.00013725112,0.000045668825,0.0020479246,0.0007376836,0.0007073949,0.0010905472,0.00032809927,0.0000023016123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020282704,0.00068633613,0.008652707,0.0018632545,0.0009093239,0.00004124618,0.022396456,0.0040838467,0.009578268,0.027263107,0.023574898,0.89892226],"study_design_scores_gemma":[0.0046410817,0.005051185,0.0026681467,0.009568609,0.000049618076,0.000011913805,0.041277457,0.013921444,0.8500843,0.0073153935,0.06393735,0.001473523],"about_ca_topic_score_codex":0.0000058175888,"about_ca_topic_score_gemma":0.00005611045,"teacher_disagreement_score":0.8974488,"about_ca_system_score_codex":0.00014028249,"about_ca_system_score_gemma":0.0007455428,"threshold_uncertainty_score":0.9979667},"labels":[],"label_agreement":null},{"id":"W1555024474","doi":"","title":"An experiment to investigate interacting versus nominal groups in software inspection","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fagan inspection; Software inspection; Computer science; Context (archaeology); Software; Psychology; Artificial intelligence; Software engineering; Software quality; Software development; Programming language","score_opus":0.13073143416064248,"score_gpt":0.4271523117467682,"score_spread":0.29642087758612573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555024474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98390555,0.0002998646,0.010467426,0.00180707,0.0012815676,0.0019425926,0.000019548845,0.00012129559,0.00015506918],"genre_scores_gemma":[0.97568226,0.00004418813,0.023781685,0.000014071385,0.000019847304,0.00034316673,0.0000014752718,0.000013756218,0.00009952775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99718255,0.0005560166,0.00030688624,0.00058919366,0.0007195057,0.00064584526],"domain_scores_gemma":[0.99332255,0.0033701598,0.00009291457,0.0007167749,0.0023335523,0.00016405215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014420213,0.00019079575,0.00029251428,0.000441392,0.00037005154,0.00011080103,0.0010239106,0.00004564758,0.000003390539],"category_scores_gemma":[0.020597013,0.00015278897,0.000043671793,0.00309392,0.00022625727,0.00043977104,0.0004063989,0.0003758603,0.000008469434],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005346557,0.001721919,0.01609418,0.0007935401,0.0005502094,0.000056153047,0.20322923,0.18562114,0.21417524,0.32159662,0.0061551686,0.044660043],"study_design_scores_gemma":[0.005129621,0.0042270026,0.0040546367,0.0013295652,0.0000064437245,0.0000016324252,0.08023739,0.013817284,0.87890536,0.005272402,0.0062757432,0.0007429266],"about_ca_topic_score_codex":0.0000064860546,"about_ca_topic_score_gemma":0.00014071718,"teacher_disagreement_score":0.66473013,"about_ca_system_score_codex":0.00071793597,"about_ca_system_score_gemma":0.0004659953,"threshold_uncertainty_score":0.9876529},"labels":[],"label_agreement":null},{"id":"W1557076420","doi":"","title":"An empirical evaluation of system and regression testing","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Regression testing; Computer science; Software quality; Empirical research; Context (archaeology); Non-regression testing; Quality (philosophy); Software reliability testing; Software engineering; Development testing; Reliability engineering; Software; Software system; Software development; Software construction; Engineering; Statistics; Programming language; Mathematics","score_opus":0.3136702464333212,"score_gpt":0.47068405716956496,"score_spread":0.15701381073624376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557076420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98307616,0.0037541725,0.0062726075,0.0025007364,0.00047354348,0.0031926155,0.000057209454,0.00010547956,0.0005674602],"genre_scores_gemma":[0.9911839,0.00007311007,0.008522548,0.0000028616546,0.000019820662,0.00010278623,5.642207e-7,0.000008607695,0.00008585277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99678195,0.00079677004,0.00027868454,0.00040166892,0.001409834,0.00033110738],"domain_scores_gemma":[0.9849749,0.004114585,0.00015054371,0.0006320683,0.010046723,0.000081178034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028020565,0.00012899803,0.0002840757,0.00016839064,0.0003161711,0.000048467773,0.0007375411,0.000046133864,0.000001979044],"category_scores_gemma":[0.015161051,0.00008328082,0.000028428525,0.0015983258,0.0003461391,0.00024947172,0.00035783122,0.0002034687,0.0000012519072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006145116,0.0013712475,0.042454336,0.0044157333,0.0006278251,0.0000104751925,0.0679718,0.036949493,0.09519124,0.08587239,0.0056981547,0.6588228],"study_design_scores_gemma":[0.0021335948,0.0015780642,0.005944512,0.0028537,0.00002275471,0.000002205055,0.016411083,0.86407876,0.10387572,0.0025270854,0.00030451693,0.00026801298],"about_ca_topic_score_codex":0.0000016341047,"about_ca_topic_score_gemma":0.000008023724,"teacher_disagreement_score":0.82712924,"about_ca_system_score_codex":0.00024555245,"about_ca_system_score_gemma":0.00022014436,"threshold_uncertainty_score":0.9931347},"labels":[],"label_agreement":null},{"id":"W1557531196","doi":"","title":"Information discovery within organizations using the Athens system","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Information retrieval; Web query classification; Query expansion; Web search query; Set (abstract data type); Scope (computer science); Query language; IBM; Task (project management); Cluster analysis; World Wide Web; Information system; Search engine; Artificial intelligence","score_opus":0.08217917438116418,"score_gpt":0.3723316813248209,"score_spread":0.29015250694365674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557531196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24675015,0.00054296496,0.7267159,0.020286698,0.0015038912,0.0027931875,0.00071303576,0.00012249334,0.0005716648],"genre_scores_gemma":[0.9935902,0.000059999493,0.0060430057,0.00003260453,0.000026015414,0.00003343998,0.0000071549953,0.0000059633808,0.00020164171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983722,0.00024569617,0.0003285571,0.00019952717,0.00057413545,0.00027986523],"domain_scores_gemma":[0.993863,0.00048792825,0.00027124683,0.00068770914,0.004652643,0.000037470534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000823556,0.0001282818,0.00022669339,0.00011934317,0.0011413099,0.000274947,0.0010988606,0.000030117906,5.4775387e-7],"category_scores_gemma":[0.0024153756,0.00006923135,0.000050335413,0.002858788,0.00034974708,0.0010865623,0.00051883113,0.00017207004,0.0000053412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005162168,0.0000692183,0.00010404751,0.00014426748,0.0002572134,6.6141206e-7,0.054504514,0.08429278,0.0024952781,0.85655403,0.00035625594,0.0011700875],"study_design_scores_gemma":[0.003304854,0.00068102754,0.00021426864,0.0030705293,0.00013626102,0.0000053598587,0.71125114,0.117572576,0.13687979,0.019641386,0.006519855,0.0007229382],"about_ca_topic_score_codex":0.000014317901,"about_ca_topic_score_gemma":0.000097024276,"teacher_disagreement_score":0.8369127,"about_ca_system_score_codex":0.00032404767,"about_ca_system_score_gemma":0.00080845936,"threshold_uncertainty_score":0.8778148},"labels":[],"label_agreement":null},{"id":"W1557912208","doi":"","title":"Eliciting confidentiality requirements in practice","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Confidentiality; Computer science; Computer security; Cryptography; Work (physics); Requirements engineering; Information security; Risk analysis (engineering); Software; Engineering; Business","score_opus":0.14593400419518626,"score_gpt":0.4750291771240215,"score_spread":0.3290951729288352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557912208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15952288,0.0059041195,0.60451525,0.15969934,0.003980048,0.024393246,0.00036101916,0.00088264747,0.04074144],"genre_scores_gemma":[0.937629,0.0005571151,0.0605905,0.00018052154,0.00005018258,0.0002952573,8.917662e-7,0.000013595243,0.0006829761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99686885,0.00070641044,0.00053317775,0.00055709656,0.0008085225,0.00052591466],"domain_scores_gemma":[0.99096346,0.0019359954,0.0003851751,0.00073112774,0.005923205,0.00006101322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002048964,0.00018489762,0.00034165275,0.00021856229,0.00041039905,0.00007967435,0.001155836,0.000057789155,0.000004715153],"category_scores_gemma":[0.008468221,0.0001444462,0.00006351596,0.0017651191,0.0003855797,0.001052129,0.00070231076,0.00037926194,0.0000072874063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011281911,0.000846933,0.00018601707,0.0002622431,0.00029594215,0.000006670267,0.020309452,0.0048538013,0.0518656,0.611345,0.0031417713,0.30575842],"study_design_scores_gemma":[0.0018616503,0.00058783236,0.00007146169,0.0007037633,0.000010372051,0.0000015623147,0.024331296,0.0034273877,0.8713291,0.036636647,0.060694616,0.00034425905],"about_ca_topic_score_codex":0.000009519628,"about_ca_topic_score_gemma":0.00034202886,"teacher_disagreement_score":0.81946355,"about_ca_system_score_codex":0.0005306906,"about_ca_system_score_gemma":0.00030695033,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W1561234656","doi":"","title":"Event-driven response architecture for event-based computing","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Service provider; Service (business); Service-oriented architecture; Service delivery framework; Middleware (distributed applications); Service design; Differentiated service; Service discovery; Event (particle physics); Data as a service; Web service; Software engineering; Distributed computing; World Wide Web; Business","score_opus":0.058990431433825465,"score_gpt":0.39241453751602495,"score_spread":0.33342410608219947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561234656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25784677,0.002434623,0.5570016,0.16972604,0.0016503767,0.010045043,0.00066979637,0.00023961983,0.00038611848],"genre_scores_gemma":[0.95736897,0.000034045075,0.04120368,0.00056947523,0.00013958843,0.00022117014,0.000008157514,0.000025305202,0.00042958188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99617666,0.00092387054,0.0005118792,0.0007554051,0.0008158442,0.0008163144],"domain_scores_gemma":[0.98918283,0.0049421387,0.00034352284,0.00093135145,0.0044686897,0.00013148968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015996388,0.0003232613,0.000496068,0.00027761792,0.0010120956,0.00010820625,0.0020133508,0.000083850406,0.0000035808719],"category_scores_gemma":[0.0012472827,0.00022052054,0.00020983584,0.0016851241,0.00033560465,0.0002007947,0.0006206234,0.0003857106,0.0000053810086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011462172,0.00096842786,0.00022895835,0.0010512414,0.0007124865,0.000004895197,0.051206652,0.60861015,0.060096134,0.11947372,0.0048979553,0.14128721],"study_design_scores_gemma":[0.008113828,0.0034160176,0.00038841012,0.0021546497,0.00005084607,0.0000020307878,0.021110913,0.24998686,0.49387622,0.01635232,0.20360623,0.0009416841],"about_ca_topic_score_codex":0.0000027702658,"about_ca_topic_score_gemma":0.0005399053,"teacher_disagreement_score":0.6995222,"about_ca_system_score_codex":0.00022194465,"about_ca_system_score_gemma":0.00079978857,"threshold_uncertainty_score":0.89925665},"labels":[],"label_agreement":null},{"id":"W1561714942","doi":"","title":"Scheduling functional regression tests for IBM DB2 products","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; IBM; Scheduling (production processes); Regression testing; Job scheduler; Grid; Distributed computing; Operating system; Cloud computing; Software; Engineering; Operations management","score_opus":0.19385959475217826,"score_gpt":0.42195611254949705,"score_spread":0.2280965177973188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561714942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20362584,0.014846648,0.5477051,0.19570036,0.010478062,0.021422122,0.0011488214,0.00054531253,0.00452774],"genre_scores_gemma":[0.96848434,0.00008858863,0.027306683,0.000040069222,0.00027673878,0.00022775182,0.000010377,0.000012522776,0.003552904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975061,0.00028714587,0.00037621253,0.00060688244,0.0006836871,0.0005399764],"domain_scores_gemma":[0.989404,0.0016199625,0.00026923433,0.0006285722,0.0080047725,0.000073448726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013372498,0.00020354525,0.00035444222,0.00011357016,0.0008610124,0.00010926217,0.0009815713,0.00005695107,0.0000020817856],"category_scores_gemma":[0.004727201,0.00013045312,0.00008679764,0.0012498554,0.00026304802,0.0002771746,0.00041366837,0.00022188298,0.000007766897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015934019,0.00091006595,0.0004619502,0.0012268524,0.0005576803,0.0000021146693,0.011404771,0.11438927,0.03342901,0.6690618,0.08765849,0.07930464],"study_design_scores_gemma":[0.007750967,0.0024055622,0.0008475998,0.004963013,0.000039009006,0.000004621635,0.0134586375,0.15487486,0.30246085,0.041051097,0.47096562,0.0011781725],"about_ca_topic_score_codex":7.895918e-7,"about_ca_topic_score_gemma":0.000028229115,"teacher_disagreement_score":0.76485854,"about_ca_system_score_codex":0.00020201673,"about_ca_system_score_gemma":0.0006480749,"threshold_uncertainty_score":0.66222984},"labels":[],"label_agreement":null},{"id":"W1563606705","doi":"","title":"Horizontal decomposition of Prevayler","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Cohesion (chemistry); Aspect-oriented programming; Separation of concerns; Programming language; Software system; Decomposition; Software; Software engineering","score_opus":0.1637117797833206,"score_gpt":0.45883163002255417,"score_spread":0.2951198502392336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563606705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055985987,0.0025081853,0.9298669,0.0075241914,0.0009334333,0.002333589,0.000117072486,0.00012565112,0.0006049786],"genre_scores_gemma":[0.6586192,0.0003427352,0.3404666,0.000012441182,0.000040761795,0.000098510674,0.0000011465551,0.000011037084,0.00040754527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99793184,0.00042597667,0.00035124677,0.00037011682,0.0005404026,0.00038039548],"domain_scores_gemma":[0.9925566,0.0030902897,0.00021594772,0.00062644965,0.003461933,0.000048815837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010398076,0.00016682438,0.00038580762,0.00013711497,0.00023020721,0.000022262086,0.0010695326,0.000050686172,0.0000023480704],"category_scores_gemma":[0.0048908712,0.00011699591,0.000086075815,0.0009987961,0.00044172094,0.00035472293,0.00051083154,0.00022309138,0.0000026309256],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007728622,0.00048339486,0.00014109068,0.00055536546,0.0004266114,0.0000019166582,0.014996458,0.14353845,0.14891851,0.5014337,0.00288039,0.1858513],"study_design_scores_gemma":[0.0010854546,0.0009070551,0.00023431634,0.0004884242,0.000009867948,7.8005684e-7,0.0038597083,0.0029153198,0.94791025,0.037072767,0.005276692,0.00023938662],"about_ca_topic_score_codex":5.829311e-7,"about_ca_topic_score_gemma":0.000022584314,"teacher_disagreement_score":0.79899174,"about_ca_system_score_codex":0.00021064558,"about_ca_system_score_gemma":0.00020692182,"threshold_uncertainty_score":0.5855183},"labels":[],"label_agreement":null},{"id":"W1563960834","doi":"","title":"A case study in the use of defect classification in inspections","year":2001,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Classification scheme; Computer science; Software bug; Software inspection; Software metric; Metric (unit); Scheme (mathematics); Software; Data mining; Variety (cybernetics); Machine learning; Reliability engineering; Software development; Software engineering; Software quality; Artificial intelligence; Engineering; Mathematics; Operations management","score_opus":0.3660798221192619,"score_gpt":0.45170654738677996,"score_spread":0.08562672526751808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563960834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925804,0.00018028487,0.0021969923,0.0018989358,0.00013244664,0.0029264635,0.000018407725,0.00001754169,0.000048540172],"genre_scores_gemma":[0.9983537,0.00017054506,0.00092412916,0.0000063770462,0.000009066183,0.00041823994,4.2912762e-7,0.0000070216447,0.00011044586],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99722815,0.0009902905,0.00035690935,0.0003669029,0.00068836723,0.0003693846],"domain_scores_gemma":[0.9888735,0.0077264993,0.000110490604,0.0008270908,0.0024302003,0.00003225264],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018158065,0.00012519497,0.00026269438,0.0004051857,0.00023159724,0.00006633825,0.00093430706,0.000033974073,0.0000010534638],"category_scores_gemma":[0.011097896,0.00007820588,0.00005232079,0.004897683,0.00031044552,0.0002926082,0.0003154866,0.00038749148,0.0000010303927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013915114,0.0076287636,0.46594957,0.00046120837,0.0005546665,0.0010076202,0.26740894,0.07377612,0.004870503,0.13653016,0.0020669117,0.038354054],"study_design_scores_gemma":[0.009820186,0.0059750723,0.25373444,0.0014172563,0.000035580553,0.000115417824,0.6440141,0.061095733,0.009123864,0.007913588,0.0058770385,0.0008776806],"about_ca_topic_score_codex":0.000083625055,"about_ca_topic_score_gemma":0.004558541,"teacher_disagreement_score":0.3766052,"about_ca_system_score_codex":0.00027953376,"about_ca_system_score_gemma":0.00032060812,"threshold_uncertainty_score":0.997232},"labels":[],"label_agreement":null},{"id":"W1576191155","doi":"","title":"On generating cognitive patterns of software comprehension","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Coding (social sciences); Comprehension; Grounded theory; Software; Program comprehension; Empirical research; Software engineering; Software development; Software analytics; Data science; Personal software process; Field (mathematics); Software construction; Qualitative research; Management science; Software system; Programming language; Engineering; Epistemology","score_opus":0.1167131373715219,"score_gpt":0.41160331193486005,"score_spread":0.29489017456333816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576191155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4300632,0.0018321204,0.55603385,0.00657604,0.00083070167,0.0034857357,0.0006082338,0.00024925545,0.00032083993],"genre_scores_gemma":[0.9401991,0.00034214166,0.05902248,0.000059417514,0.00003813138,0.00008594038,0.0000036758734,0.000011959902,0.00023715079],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99820703,0.0002876227,0.00029273637,0.00034772977,0.00056087866,0.00030401105],"domain_scores_gemma":[0.9906702,0.0048856833,0.00024706183,0.00043132165,0.003719243,0.00004647938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061556883,0.00016162427,0.00030598257,0.00012117291,0.00029648648,0.000040082654,0.00068880076,0.000046718742,0.000004474811],"category_scores_gemma":[0.0041584955,0.00011187624,0.000067105,0.000614022,0.0001579024,0.00024818492,0.00040683715,0.0002638516,0.0000023308576],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016325227,0.0012662582,0.0019838207,0.001305168,0.0008241997,0.000008264744,0.027957426,0.056706853,0.02276098,0.3745852,0.0058126,0.5051567],"study_design_scores_gemma":[0.002584783,0.0032036025,0.0006814365,0.0051237266,0.00003095998,0.000001497283,0.009152725,0.028300999,0.9290104,0.011297532,0.010010652,0.00060168625],"about_ca_topic_score_codex":0.0000022587528,"about_ca_topic_score_gemma":0.000030730902,"teacher_disagreement_score":0.9062494,"about_ca_system_score_codex":0.00009313606,"about_ca_system_score_gemma":0.00015110122,"threshold_uncertainty_score":0.4978408},"labels":[],"label_agreement":null},{"id":"W1581898678","doi":"","title":"Specifying framework constraints with FCL","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Constraint (computer-aided design); Programming language; Object Constraint Language; Code (set theory); Software engineering; Unified Modeling Language; Engineering; Software","score_opus":0.21025149631258397,"score_gpt":0.43684804300652996,"score_spread":0.226596546693946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581898678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008064632,0.0006681455,0.9839868,0.0049194796,0.00056808454,0.0012746742,0.00003947216,0.00011998752,0.00035875713],"genre_scores_gemma":[0.4292678,0.00025062752,0.5701198,0.000032753484,0.00003323931,0.00010536064,5.3128315e-7,0.00001615299,0.00017375071],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974924,0.00030395814,0.00029298378,0.00056575687,0.0007191651,0.00062575896],"domain_scores_gemma":[0.99044555,0.004755801,0.00019601584,0.00089004973,0.0036248479,0.000087756925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010076002,0.00024640642,0.00044375932,0.00014129556,0.00049678975,0.00007021192,0.0013650451,0.00007188507,0.000002864021],"category_scores_gemma":[0.011321405,0.00015634058,0.00006600346,0.0017379553,0.0013783405,0.00031159152,0.0005204842,0.0005117074,0.0000047910494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024587705,0.00009970024,0.0000543062,0.00014379623,0.00018197038,0.000009399652,0.009291803,0.13118817,0.0024830436,0.83897597,0.00011670298,0.017209236],"study_design_scores_gemma":[0.0025738764,0.0014756307,0.00022160292,0.002711722,0.000014475046,0.00000455495,0.028191555,0.00022554345,0.26780686,0.69374955,0.0024364584,0.00058820343],"about_ca_topic_score_codex":6.909352e-7,"about_ca_topic_score_gemma":0.000017695162,"teacher_disagreement_score":0.42120314,"about_ca_system_score_codex":0.00033646633,"about_ca_system_score_gemma":0.0005678308,"threshold_uncertainty_score":0.99700665},"labels":[],"label_agreement":null},{"id":"W158230821","doi":"","title":"Software modeling for embedded and mobile sensor system","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ontario Tech University","funders":"","keywords":"Computer science; Embedded system; Software; Operating system","score_opus":0.18825161993525197,"score_gpt":0.3904814229381189,"score_spread":0.20222980300286691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W158230821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19731702,0.0033578433,0.7813631,0.0012604328,0.0014298212,0.0133115295,0.0003102142,0.0002511827,0.0013988335],"genre_scores_gemma":[0.8861737,0.00011995944,0.11241955,0.000010669861,0.000026753412,0.00078843464,0.0000012267836,0.000019629204,0.00044003953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975205,0.00044009142,0.00042243753,0.0006060051,0.0004903149,0.0005206707],"domain_scores_gemma":[0.99165446,0.0014033717,0.0002274313,0.00067494204,0.005944509,0.00009527849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016210433,0.0002149852,0.00048344774,0.00013022978,0.000573816,0.00009859023,0.00082983536,0.000063665946,8.191985e-7],"category_scores_gemma":[0.002055918,0.0001472185,0.00008496083,0.0006583838,0.00024475568,0.0003893191,0.0005165859,0.00017956174,0.0000024318122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017725341,0.0004261789,0.00030887625,0.005060016,0.0010496522,0.0000090728445,0.17516258,0.039840657,0.018966515,0.73083186,0.00096267374,0.025609396],"study_design_scores_gemma":[0.0040342114,0.0021149428,0.000033763536,0.0035630327,0.000044640514,0.000005760718,0.26641297,0.57144475,0.13280377,0.017666403,0.0011105831,0.0007651471],"about_ca_topic_score_codex":0.000007166349,"about_ca_topic_score_gemma":0.00003166262,"teacher_disagreement_score":0.71316546,"about_ca_system_score_codex":0.0001692859,"about_ca_system_score_gemma":0.00037937638,"threshold_uncertainty_score":0.6003396},"labels":[],"label_agreement":null},{"id":"W1586015080","doi":"","title":"Qualitative observations from software code inspection experiments","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Computer science; Software; Code (set theory); Software engineering; Software quality; Programming language; Software development","score_opus":0.4511467688952683,"score_gpt":0.4903815943352252,"score_spread":0.03923482543995693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586015080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3239427,0.011348554,0.57581484,0.05792503,0.0045503597,0.011149557,0.0024040393,0.010438491,0.0024264227],"genre_scores_gemma":[0.82106453,0.0002672737,0.17707041,0.00008626765,0.000040903324,0.00038472275,0.000006018158,0.000016630045,0.0010632456],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976156,0.000593545,0.00031876084,0.0004883636,0.0006311451,0.00035260688],"domain_scores_gemma":[0.9902802,0.0042901305,0.00022727734,0.0007113124,0.004429352,0.00006173582],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006142534,0.00017622807,0.00029776813,0.00012198191,0.00081541855,0.00008307708,0.0009776854,0.000053127587,0.0000060101092],"category_scores_gemma":[0.010196,0.00012892437,0.000067363675,0.0013645899,0.00045562582,0.00032725558,0.00042477806,0.00023306908,0.000007825384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033749198,0.0013765169,0.0029861927,0.00019173246,0.00072599185,0.0000056976396,0.46645543,0.00084822247,0.010075072,0.2125891,0.26704752,0.037361015],"study_design_scores_gemma":[0.002938466,0.0018204659,0.0013704672,0.0020718728,0.000028411254,7.1675726e-7,0.07098541,0.027216649,0.23239994,0.648752,0.011513984,0.00090165815],"about_ca_topic_score_codex":0.00001688302,"about_ca_topic_score_gemma":0.000069219495,"teacher_disagreement_score":0.49712184,"about_ca_system_score_codex":0.00025201327,"about_ca_system_score_gemma":0.00012022982,"threshold_uncertainty_score":0.9981415},"labels":[],"label_agreement":null},{"id":"W1598687569","doi":"","title":"Re-ranking search results using network analysis a case study with google: a case study with Google","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Relevance (law); Ranking (information retrieval); Computer science; Information retrieval; Search engine; Network analysis; Web crawler; Webometrics; Set (abstract data type); Hyperlink; Selection (genetic algorithm); Adjacency matrix; Data mining; Web page; World Wide Web; Machine learning; Theoretical computer science; Engineering","score_opus":0.15995180505773637,"score_gpt":0.42511381292109385,"score_spread":0.2651620078633575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598687569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99092054,0.0002568754,0.0018162314,0.00030650626,0.000036947982,0.0057843393,0.00018679118,0.00004234283,0.00064939365],"genre_scores_gemma":[0.99649495,0.000017237273,0.0022722022,0.000005199976,0.00012392693,0.00040630263,0.00000702737,0.000044650165,0.00062848075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9943806,0.001664157,0.0007385958,0.0010506477,0.0011876652,0.000978327],"domain_scores_gemma":[0.990329,0.0018039368,0.0004946999,0.0013208804,0.0059019546,0.00014947854],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0020180456,0.00047808746,0.001174305,0.0004364645,0.0020728642,0.00018861654,0.0005765024,0.000039016075,0.00004639103],"category_scores_gemma":[0.00017262861,0.00030180142,0.00018647742,0.008972927,0.00060132466,0.00020840536,0.00055013335,0.0006283587,0.0000012819675],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009008351,0.010693708,0.2943649,0.00016029771,0.040046718,0.0068691033,0.1898042,0.42684972,0.000121683566,0.0016426704,0.0023024036,0.018136239],"study_design_scores_gemma":[0.004871716,0.005590544,0.0001429852,0.0003672814,0.0014221714,0.000030206735,0.9488492,0.037225094,0.00050191855,0.00024168396,0.0002143495,0.00054286537],"about_ca_topic_score_codex":0.0010269622,"about_ca_topic_score_gemma":0.032629292,"teacher_disagreement_score":0.759045,"about_ca_system_score_codex":0.00029419982,"about_ca_system_score_gemma":0.00025557302,"threshold_uncertainty_score":0.99994344},"labels":[],"label_agreement":null},{"id":"W1605645998","doi":"","title":"Experience in using business scenarios to assess COTS components in integrated solutions","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"IBM; Software engineering; Systems engineering; Computer science; Component (thermodynamics); Variety (cybernetics); Business requirements; Corporation; Process (computing); Software; System integration; Commercial off-the-shelf; Business process; Engineering management; Manufacturing engineering; Engineering; Database; Work in process; Operating system; Operations management; Business","score_opus":0.5220359155872678,"score_gpt":0.4873209957969892,"score_spread":0.03471491979027863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605645998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4202693,0.00045349164,0.5730135,0.0036787766,0.000557311,0.0018894783,0.000042732303,0.00006119715,0.000034205255],"genre_scores_gemma":[0.76852,0.00011953896,0.2310044,0.000030266036,0.00001571806,0.00019919411,0.0000012223798,0.00001244302,0.00009719411],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969413,0.00066807144,0.00048313919,0.0005858328,0.0005585796,0.0007630391],"domain_scores_gemma":[0.99306285,0.0025160653,0.00013927204,0.0006414432,0.0035595042,0.000080842765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001374997,0.00023595191,0.0004940658,0.00047044616,0.00029845999,0.000060635575,0.0013946726,0.00006489282,0.0000014048514],"category_scores_gemma":[0.0128329545,0.00018263565,0.000038564976,0.005064323,0.00037742403,0.0005416778,0.00093000894,0.0003870037,0.0000024388667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019175305,0.00026035204,0.0008665876,0.00007117835,0.000025765954,0.000004593991,0.013259756,0.9240619,0.03851172,0.013349263,0.00007473247,0.009322405],"study_design_scores_gemma":[0.009429808,0.0010777895,0.033636384,0.010556149,0.000018359795,0.0000068347176,0.10623764,0.3927816,0.40223917,0.029007234,0.012412923,0.002596121],"about_ca_topic_score_codex":0.000019094556,"about_ca_topic_score_gemma":0.0007675067,"teacher_disagreement_score":0.5312803,"about_ca_system_score_codex":0.0009450181,"about_ca_system_score_gemma":0.00047700043,"threshold_uncertainty_score":0.9954824},"labels":[],"label_agreement":null},{"id":"W1607004046","doi":"","title":"Selecting the best web service","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Web service; World Wide Web; WS-Policy; WS-I Basic Profile; Web standards; SOAP; Devices Profile for Web Services; Web modeling; WS-Addressing; Web Coverage Service; OWL-S; Java API for XML-based RPC; Web development; Database; Web application security; Java; Web mapping; Real time Java; Programming language","score_opus":0.09013752826323988,"score_gpt":0.38499144762231796,"score_spread":0.29485391935907806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607004046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6022244,0.005361616,0.008151499,0.3622125,0.0030687305,0.008026913,0.00023519021,0.00025701654,0.010462135],"genre_scores_gemma":[0.9945043,0.0003035468,0.0037835778,0.0007889303,0.000093133574,0.0001673005,0.0000018227012,0.00001658899,0.00034083726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972434,0.0003837281,0.0003335456,0.0005472599,0.0008383452,0.0006536992],"domain_scores_gemma":[0.9908959,0.0015922717,0.00022921356,0.00093935797,0.0062622363,0.00008097419],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009267052,0.00023962566,0.0003221092,0.00012354927,0.0013959041,0.00014168046,0.0025312216,0.000054659726,0.0000024303126],"category_scores_gemma":[0.0005861584,0.00012980126,0.00008526603,0.003748531,0.00029626052,0.00028181338,0.0010029234,0.0004614157,0.000018543213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005420497,0.0005823727,0.0003010197,0.0006696974,0.00065203564,0.0000061940796,0.10434028,0.026627408,0.034668364,0.8077886,0.00079890055,0.023023065],"study_design_scores_gemma":[0.0054694493,0.0018768593,0.00022600187,0.0024910497,0.000062430045,0.0000065812546,0.22943269,0.0069615953,0.52484554,0.15875997,0.068998784,0.00086907146],"about_ca_topic_score_codex":0.000033894215,"about_ca_topic_score_gemma":0.0033507003,"teacher_disagreement_score":0.64902866,"about_ca_system_score_codex":0.000171832,"about_ca_system_score_gemma":0.0008528243,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W1607081849","doi":"","title":"A cognitive and user centric based approach for reverse engineering tool design","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reverse engineering; Software engineering; Context (archaeology); Set (abstract data type); Visualization; Software maintenance; Cognition; Systems engineering; Software; Human–computer interaction; Software system; Engineering; Artificial intelligence; Programming language","score_opus":0.09761189240360622,"score_gpt":0.3567598523529033,"score_spread":0.25914795994929707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607081849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02240984,0.0011526045,0.96706265,0.0017297697,0.0001995751,0.007026221,0.00021954314,0.00011237889,0.000087419656],"genre_scores_gemma":[0.76211244,0.00045807307,0.23383227,0.000052668896,0.000053172815,0.0015462176,0.0000071100812,0.00004360971,0.0018944243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754786,0.00027228083,0.00026502597,0.00060080993,0.0006347108,0.0006793041],"domain_scores_gemma":[0.98715615,0.008846857,0.00007185457,0.0004696729,0.0033510951,0.000104355306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013600418,0.00022817402,0.00036543646,0.00021557657,0.00037975246,0.00010613046,0.0007715639,0.000064322194,0.0000059316308],"category_scores_gemma":[0.0105432505,0.00017100641,0.0000734113,0.001640242,0.00028002218,0.00025472217,0.00022403104,0.00027515183,0.0000026876821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009513068,0.0020529095,0.0017434474,0.0052215164,0.0021554201,0.000025416637,0.023796985,0.6011192,0.01303808,0.086742185,0.026073793,0.22851793],"study_design_scores_gemma":[0.010654185,0.002565504,0.0010065853,0.0017643195,0.000058230424,0.0000026456428,0.006016011,0.80125636,0.15216996,0.0019015529,0.021492422,0.0011121987],"about_ca_topic_score_codex":0.0000011086697,"about_ca_topic_score_gemma":0.0000015413411,"teacher_disagreement_score":0.73970264,"about_ca_system_score_codex":0.00018439555,"about_ca_system_score_gemma":0.00042185324,"threshold_uncertainty_score":0.99779135},"labels":[],"label_agreement":null},{"id":"W163212771","doi":"","title":"DB2 security features: label based access control and trusted contexts","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Access Control and Trust","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Access control; Computer science; Authentication (law); Computer security; Context (archaeology); Focus (optics); Trusted Network Connect; Trusted Computing; Data access; Direct Anonymous Attestation; Data security; Control (management); Internet privacy; Database; Encryption","score_opus":0.1760145552095277,"score_gpt":0.4560044127645343,"score_spread":0.2799898575550066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163212771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6972356,0.022140736,0.0011731235,0.093960404,0.0041191587,0.03180047,0.004149345,0.0003658963,0.14505528],"genre_scores_gemma":[0.99744326,0.00063233345,0.00016635314,0.00015718973,0.000060847648,0.00023957274,0.0000020417992,0.000013603252,0.0012847943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99678296,0.0011087742,0.0003003196,0.00043612707,0.00074121344,0.00063061394],"domain_scores_gemma":[0.99128,0.0022824942,0.00025139813,0.00032749824,0.0057006716,0.00015792764],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015146463,0.0002102426,0.0005081778,0.00012297739,0.0015472145,0.0001242191,0.00087293104,0.00011202714,0.000045344692],"category_scores_gemma":[0.006351187,0.00014073418,0.00007279043,0.00095487974,0.002252209,0.00038388243,0.0002087492,0.0003392461,0.00000245304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008766069,0.0009762842,0.011257946,0.0004062383,0.00090951886,0.000010110555,0.10116842,0.000039957307,0.0010265871,0.8399285,0.0062186904,0.029291661],"study_design_scores_gemma":[0.04798854,0.0033356673,0.027358865,0.0024964993,0.00038114397,6.668731e-7,0.48434132,0.0017674495,0.04595996,0.30997178,0.074419014,0.0019790924],"about_ca_topic_score_codex":0.00017044703,"about_ca_topic_score_gemma":0.007943027,"teacher_disagreement_score":0.52995676,"about_ca_system_score_codex":0.00014994708,"about_ca_system_score_gemma":0.0007750762,"threshold_uncertainty_score":0.99975264},"labels":[],"label_agreement":null},{"id":"W1638356594","doi":"","title":"A survey of trace exploration tools and techniques","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Reuse; Visualization; Terminology; Context (archaeology); Data science; Data visualization; Software engineering; Data mining; Engineering","score_opus":0.20429366840174826,"score_gpt":0.42265446037856513,"score_spread":0.21836079197681688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1638356594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90839165,0.0045371708,0.06354338,0.013833918,0.00084205484,0.007592418,0.0005489983,0.00014074544,0.0005696469],"genre_scores_gemma":[0.9932954,0.0008465501,0.005603194,0.000008132409,0.000009703055,0.0001351677,0.0000019350637,0.0000052931046,0.000094635485],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99827623,0.00036821945,0.00033757286,0.00032220373,0.00045494968,0.00024080114],"domain_scores_gemma":[0.992376,0.0012073012,0.00020423571,0.0004915749,0.005681528,0.00003935067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018614366,0.00012193295,0.0003302707,0.000091937596,0.000266516,0.000044489283,0.0005548726,0.000050584284,4.82433e-7],"category_scores_gemma":[0.0038462766,0.000076488825,0.000037542508,0.0011623804,0.0005182215,0.00055617804,0.0002852006,0.00013944478,7.57776e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023643011,0.0015924651,0.016280044,0.0033334182,0.00068055815,0.00000444936,0.096124366,0.0043951664,0.053513683,0.37128922,0.0022161077,0.44820622],"study_design_scores_gemma":[0.0016905596,0.0017913159,0.010962457,0.0013375784,0.000008265009,7.22437e-7,0.012750208,0.00046246266,0.9373816,0.032110706,0.001219992,0.0002841008],"about_ca_topic_score_codex":0.000017509768,"about_ca_topic_score_gemma":0.0002873094,"teacher_disagreement_score":0.8838679,"about_ca_system_score_codex":0.000115272785,"about_ca_system_score_gemma":0.00045026751,"threshold_uncertainty_score":0.46046302},"labels":[],"label_agreement":null},{"id":"W1656089935","doi":"","title":"Proof of retrieval and ownership protocols for enterprise-level data deduplication","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Data deduplication; Computer science; Cloud computing; Cloud storage; Service provider; Database; Computer security; Data integrity; Information repository; Cloud computing security; Retrievability; Computer data storage; Service (business); World Wide Web; Operating system; Business","score_opus":0.33664699966642486,"score_gpt":0.4624783977350129,"score_spread":0.12583139806858806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656089935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0789547,0.0026529827,0.45904174,0.11539147,0.0009211454,0.322163,0.020110823,0.00015214513,0.0006120051],"genre_scores_gemma":[0.9306598,0.00013247562,0.056607377,0.00005114148,0.000049760853,0.011686666,0.00007459067,0.000020665564,0.0007175249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979067,0.00024876025,0.00038445808,0.0005775378,0.00051256426,0.0003699987],"domain_scores_gemma":[0.9896142,0.0018326675,0.00031359078,0.0015883561,0.0065766745,0.00007451466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011730946,0.00014437149,0.000320579,0.00010101339,0.00036608553,0.000087915105,0.0020922418,0.000043042957,0.000002441947],"category_scores_gemma":[0.008291652,0.000099067256,0.000037873768,0.0008536143,0.0006350072,0.00058165874,0.001611323,0.000156199,0.0000012745612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030830426,0.0020068726,0.0008379338,0.0036183677,0.000823117,6.1302376e-7,0.02305119,0.00020265873,0.07205476,0.6967182,0.0957119,0.10189132],"study_design_scores_gemma":[0.005566211,0.002815403,0.0014468157,0.002179178,0.00004291231,0.0000013610778,0.016258938,0.07627468,0.70177186,0.15227267,0.04073778,0.0006322201],"about_ca_topic_score_codex":0.000005241148,"about_ca_topic_score_gemma":0.000089691915,"teacher_disagreement_score":0.8517051,"about_ca_system_score_codex":0.00010327206,"about_ca_system_score_gemma":0.0004961786,"threshold_uncertainty_score":0.9926481},"labels":[],"label_agreement":null},{"id":"W1666209236","doi":"","title":"On tabular expressions","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Semantics (computer science); Programming language; Expression (computer science); Software; Theoretical computer science","score_opus":0.1027603024789078,"score_gpt":0.40279683789261944,"score_spread":0.30003653541371167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666209236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6738086,0.012130126,0.2043646,0.052196857,0.010798759,0.024215952,0.0007687776,0.0010433821,0.020672966],"genre_scores_gemma":[0.98832244,0.00024344554,0.008179639,0.000035122983,0.00001988763,0.0002983673,8.466441e-7,0.000019701944,0.0028805519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99680424,0.00059097906,0.0002646818,0.00055476517,0.0011129298,0.0006724054],"domain_scores_gemma":[0.9866495,0.007721447,0.00010506076,0.0011832048,0.004207135,0.00013364195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001289361,0.00020249223,0.00032247795,0.00021529198,0.00060926966,0.000079138306,0.0014608144,0.00005859303,0.000012204784],"category_scores_gemma":[0.030643644,0.00013355841,0.00008389311,0.0019384578,0.000406407,0.0001854414,0.00043774894,0.0004401939,0.00002031621],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014873584,0.0003365735,0.00020248674,0.000118345524,0.00014266648,0.000005227662,0.0033931413,0.0053683207,0.009473751,0.9647205,0.01294233,0.0031479227],"study_design_scores_gemma":[0.0035554448,0.0018353447,0.0004152157,0.0015738463,0.000009709742,9.918484e-7,0.010497181,0.002175112,0.81042194,0.09866,0.07023457,0.0006206258],"about_ca_topic_score_codex":6.9718396e-7,"about_ca_topic_score_gemma":0.000009595973,"teacher_disagreement_score":0.8660605,"about_ca_system_score_codex":0.00023599049,"about_ca_system_score_gemma":0.0005379061,"threshold_uncertainty_score":0.97752166},"labels":[],"label_agreement":null},{"id":"W1681014725","doi":"","title":"A multi-dimensional histogram for selectivity estimation and fast approximate query answering","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Histogram; Computer science; Online analytical processing; Data mining; Query optimization; Oracle; Histogram matching; Set (abstract data type); SQL; Database; Information retrieval; Artificial intelligence; Data warehouse; Image (mathematics)","score_opus":0.10531800682429066,"score_gpt":0.39342699649642365,"score_spread":0.288108989672133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1681014725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022745132,0.0013289731,0.9707051,0.0011039464,0.00046031043,0.0032150296,0.00029851138,0.000049144845,0.00009383882],"genre_scores_gemma":[0.5189338,0.00012172251,0.47968,0.000019254248,0.000014655919,0.00057087967,0.0000062958547,0.000015554304,0.00063785847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981362,0.0002952734,0.00027677437,0.0005104214,0.00036233448,0.00041897467],"domain_scores_gemma":[0.99529266,0.0011636766,0.00019530569,0.00040807217,0.0028711613,0.00006909109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010120028,0.00018618417,0.0003508387,0.00010234131,0.0007833284,0.00004471364,0.00025700373,0.00004082777,6.190322e-7],"category_scores_gemma":[0.003500795,0.0001320092,0.000053522785,0.0006840392,0.00041379957,0.00045098603,0.000228299,0.00015203595,5.013044e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004754146,0.0003744606,0.00018840889,0.0009060213,0.00021250658,0.0000015956265,0.0074724117,0.010554449,0.039471418,0.89738476,0.0008518765,0.042106688],"study_design_scores_gemma":[0.007249819,0.001967757,0.00032417287,0.0018671219,0.000035848152,0.000008190915,0.021269966,0.48394337,0.39687303,0.032689936,0.05268291,0.0010878856],"about_ca_topic_score_codex":0.0000035074254,"about_ca_topic_score_gemma":0.00014616693,"teacher_disagreement_score":0.86469483,"about_ca_system_score_codex":0.00016263576,"about_ca_system_score_gemma":0.000313568,"threshold_uncertainty_score":0.60248077},"labels":[],"label_agreement":null},{"id":"W168351275","doi":"","title":"An empirical study of the factors affecting co-change frequency of cloned code","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Statistics Canada","funders":"","keywords":"Code refactoring; Code (set theory); Computer science; clone (Java method); Software maintenance; Cloning (programming); Software development; Similarity (geometry); Empirical research; Software; Programming language; Biology; Mathematics; Artificial intelligence; Set (abstract data type); Statistics; Genetics; DNA","score_opus":0.19425569687736105,"score_gpt":0.4554084863565816,"score_spread":0.26115278947922055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168351275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936203,0.00021255849,0.0006497594,0.0009012489,0.0003106137,0.0041453894,0.00008095806,0.00003321055,0.000045999168],"genre_scores_gemma":[0.99849886,0.000036656158,0.0010945665,0.0000061264222,0.000020212448,0.00024388473,9.612754e-7,0.000017087263,0.000081651444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960908,0.0010452541,0.00046096905,0.0005007482,0.0013477646,0.0005544592],"domain_scores_gemma":[0.9867909,0.0054958095,0.00029952364,0.0012810176,0.0060320995,0.00010063394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012020394,0.00022268342,0.0005277273,0.00019567441,0.00042518717,0.000054692136,0.0023328785,0.00006389442,0.0000073136225],"category_scores_gemma":[0.00856856,0.00012682256,0.00009438318,0.0022544318,0.0006134403,0.00040681267,0.0007372112,0.0004238753,0.0000017885977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020044805,0.0026249401,0.7515641,0.0006673245,0.000661981,0.0000022358674,0.17278819,0.0014344672,0.05849188,0.004546312,0.0011539471,0.0058641722],"study_design_scores_gemma":[0.002628363,0.004903744,0.46271932,0.0007426972,0.000022584705,4.1984944e-7,0.15420087,0.0026626003,0.36797336,0.0036358915,0.00009324337,0.00041690416],"about_ca_topic_score_codex":0.00008596903,"about_ca_topic_score_gemma":0.00034060638,"teacher_disagreement_score":0.3094815,"about_ca_system_score_codex":0.00019577362,"about_ca_system_score_gemma":0.00035005767,"threshold_uncertainty_score":0.9997827},"labels":[],"label_agreement":null},{"id":"W168615561","doi":"","title":"Life and death of software packages: an evolutionary study of Debian","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Popularity; Operating system; Source lines of code; Software evolution; Software bug; Software engineering; Database; Software system; Software construction","score_opus":0.13670887466321954,"score_gpt":0.4052443256467245,"score_spread":0.26853545098350495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168615561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98923624,0.0029655849,0.004676296,0.0006134694,0.0002641774,0.0020757634,0.00009666293,0.000037153317,0.00003466708],"genre_scores_gemma":[0.9897868,0.00018726378,0.009770064,0.0000065684335,0.000024720557,0.00010883564,0.0000012029278,0.00001312556,0.000101386344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727273,0.00052911567,0.0003674225,0.00035771276,0.0009567107,0.00051631965],"domain_scores_gemma":[0.99009085,0.0038062853,0.00019061455,0.00082263997,0.0048656086,0.00022399277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012626975,0.0001707134,0.00043809408,0.00022609998,0.00026662752,0.000021545316,0.0009999342,0.000047940815,0.0000026868472],"category_scores_gemma":[0.016703958,0.00012190907,0.00004348773,0.0012114318,0.00038657483,0.0004534016,0.00082116097,0.00023395964,7.3367687e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012401622,0.0056425426,0.73402816,0.0016868843,0.0012637435,0.00000392211,0.11220221,0.003746703,0.009375753,0.10692752,0.002635572,0.021246808],"study_design_scores_gemma":[0.009217054,0.015362413,0.6006728,0.0018819274,0.000078619414,0.0000032788234,0.25482827,0.004852617,0.099143445,0.01070423,0.00208699,0.001168391],"about_ca_topic_score_codex":0.000010678072,"about_ca_topic_score_gemma":0.000029000475,"teacher_disagreement_score":0.14262606,"about_ca_system_score_codex":0.00011372917,"about_ca_system_score_gemma":0.0004969386,"threshold_uncertainty_score":0.99157876},"labels":[],"label_agreement":null},{"id":"W1692869204","doi":"","title":"Model checking the composition of hypermedia design components","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hypermedia; Component (thermodynamics); Composition (language); Software; Component-based software engineering; Model checking; Software engineering; Software development; Software design; Programming language; Operating system","score_opus":0.34325161948160227,"score_gpt":0.4292090734881823,"score_spread":0.08595745400658006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1692869204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041858338,0.0008866365,0.95191693,0.0029066892,0.00031718257,0.0017937645,0.00006177324,0.00006663808,0.00019207128],"genre_scores_gemma":[0.7557571,0.0006203363,0.24306941,0.0000244838,0.00001749295,0.00012563751,0.0000015512591,0.000013058891,0.00037095137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740225,0.00078760827,0.00035938868,0.00036545994,0.00066392584,0.00042133708],"domain_scores_gemma":[0.9912096,0.0053576967,0.0001896496,0.00074449857,0.0024533689,0.00004513283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015463838,0.00018830392,0.00039940234,0.00008961674,0.00045838268,0.000032100786,0.0015039704,0.00004903153,0.0000027349108],"category_scores_gemma":[0.0023949863,0.00011290749,0.00008012855,0.0010297748,0.0007643501,0.0002460221,0.0003470422,0.0002885988,0.000002231558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032249792,0.0000980091,0.000016005904,0.000088807246,0.00010688967,6.935289e-7,0.0066264085,0.90234214,0.038923558,0.029244922,0.00032235653,0.021907734],"study_design_scores_gemma":[0.0017740546,0.0006733865,0.00033364122,0.00095518655,0.000024611985,0.0000014078324,0.004792124,0.36196858,0.50011283,0.12819146,0.0007620147,0.00041067696],"about_ca_topic_score_codex":9.2105404e-7,"about_ca_topic_score_gemma":0.0000034199998,"teacher_disagreement_score":0.7138987,"about_ca_system_score_codex":0.00014257368,"about_ca_system_score_gemma":0.00021125491,"threshold_uncertainty_score":0.46042338},"labels":[],"label_agreement":null},{"id":"W1702322733","doi":"","title":"Efficient matching for state-persistent publish/subscribe systems","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Publication; Computer science; Stateless protocol; Scalability; Matching (statistics); Dissemination; State (computer science); Distributed computing; Computer network; Database; Algorithm","score_opus":0.12014801778206805,"score_gpt":0.3786206462665691,"score_spread":0.25847262848450103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1702322733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33910936,0.013208818,0.51640564,0.07599585,0.011521919,0.035166968,0.0014423447,0.00093417906,0.0062149507],"genre_scores_gemma":[0.9737383,0.0001078274,0.022424,0.00005303244,0.000024450512,0.0010468017,0.0000021653168,0.000023825954,0.0025795961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99627185,0.00044927496,0.00048402586,0.0007825971,0.0010073297,0.0010049038],"domain_scores_gemma":[0.9888306,0.0019597856,0.00025329867,0.0011066945,0.007717645,0.00013197344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002269445,0.00028444658,0.00054129295,0.00029223404,0.00084164465,0.00032536173,0.0021119227,0.00007314304,9.98697e-7],"category_scores_gemma":[0.0066725896,0.00019765945,0.00015261793,0.0023952913,0.00041708557,0.00019404285,0.0007413793,0.00030594048,0.000005601999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002888676,0.00028167292,0.000053709045,0.00036095225,0.00039755765,0.0000024487201,0.010428698,0.23983727,0.0034817269,0.71675193,0.020772967,0.007342171],"study_design_scores_gemma":[0.008058199,0.006193216,0.00012838791,0.0038825274,0.000084290936,0.0000065348468,0.26948658,0.11835051,0.21120687,0.123040184,0.25729102,0.0022716732],"about_ca_topic_score_codex":0.000003864776,"about_ca_topic_score_gemma":0.000064007065,"teacher_disagreement_score":0.63462895,"about_ca_system_score_codex":0.0005416025,"about_ca_system_score_gemma":0.000547625,"threshold_uncertainty_score":0.8060319},"labels":[],"label_agreement":null},{"id":"W171826582","doi":"","title":"A dynamic context management infrastructure for supporting user-driven web integration in the personal web","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; World Wide Web; Web modeling; Web service; Semantic Web; Web development; Web standards; Social Semantic Web; Data Web","score_opus":0.06290192276471225,"score_gpt":0.365695873187491,"score_spread":0.3027939504227788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W171826582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89892876,0.0014813207,0.031568076,0.041772608,0.001984457,0.017885607,0.00075473177,0.00013097445,0.005493471],"genre_scores_gemma":[0.988767,0.000147106,0.010029473,0.00026871328,0.000019633657,0.00048456778,0.000008466255,0.000011260279,0.00026373818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99760157,0.00039301862,0.00038934246,0.0005046181,0.0005749526,0.00053652684],"domain_scores_gemma":[0.99621207,0.0008881598,0.00026833426,0.0005149032,0.0020708211,0.000045715202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009562578,0.0002238394,0.00031320786,0.00020843795,0.0004976321,0.000083731444,0.0017060525,0.000055229182,0.0000059555364],"category_scores_gemma":[0.0002733857,0.0001266562,0.000099396384,0.001372411,0.00025062074,0.0002628079,0.00046139944,0.0003237253,0.0000018375174],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014163889,0.00041172138,0.0010900036,0.000791604,0.00044480464,0.000009785725,0.31458873,0.0005782994,0.007235514,0.55517787,0.0022955213,0.11595973],"study_design_scores_gemma":[0.0056572524,0.0019485414,0.003215103,0.0018255477,0.000060256272,0.0000028461432,0.72090054,0.16040759,0.018002288,0.063585654,0.02375077,0.0006436043],"about_ca_topic_score_codex":0.0000067905944,"about_ca_topic_score_gemma":0.0033132187,"teacher_disagreement_score":0.49159223,"about_ca_system_score_codex":0.00014307928,"about_ca_system_score_gemma":0.00027812674,"threshold_uncertainty_score":0.516489},"labels":[],"label_agreement":null},{"id":"W1723741712","doi":"","title":"Subject space: a state-persistent model for publish/subscribe systems","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Publication; Subject (documents); Search engine indexing; Semantics (computer science); Flexibility (engineering); State (computer science); Kernel (algebra); Space (punctuation); Information retrieval; Theoretical computer science; World Wide Web; Programming language","score_opus":0.20241685916069316,"score_gpt":0.3777957177001403,"score_spread":0.17537885853944715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1723741712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07215235,0.021534227,0.58716977,0.2631153,0.006309272,0.03892251,0.0030983642,0.0013287459,0.006369513],"genre_scores_gemma":[0.9631303,0.00054892787,0.021017192,0.00007447689,0.00004046929,0.0015300141,0.0000031228587,0.000030682455,0.0136247985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962317,0.00027581144,0.00047113493,0.00086110487,0.0010702275,0.0010900502],"domain_scores_gemma":[0.9881561,0.0014889785,0.00025466087,0.001301643,0.008650857,0.00014777428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013107884,0.000322355,0.00061766745,0.000340791,0.0007399988,0.0003427876,0.0027431957,0.00009422761,0.0000015297439],"category_scores_gemma":[0.005312225,0.00022775248,0.00017889233,0.002601655,0.0005317581,0.0005107914,0.00091479917,0.0003426303,0.0000085331085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070188637,0.0005664423,0.00012521922,0.00066305546,0.0008735895,0.0000051267493,0.028172864,0.2902572,0.0037345905,0.40758026,0.24486293,0.022456836],"study_design_scores_gemma":[0.0017062278,0.0014333305,0.0000128295505,0.0005947969,0.00001969993,9.632329e-7,0.021134997,0.92219275,0.015180982,0.01418144,0.023065683,0.00047631684],"about_ca_topic_score_codex":0.0000039763395,"about_ca_topic_score_gemma":0.00017610945,"teacher_disagreement_score":0.890978,"about_ca_system_score_codex":0.0004469135,"about_ca_system_score_gemma":0.0003188877,"threshold_uncertainty_score":0.92874765},"labels":[],"label_agreement":null},{"id":"W1750198382","doi":"","title":"User-centered design methods in practice: a survey of the state of the art","year":2001,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"User-centered design; Computer science; Survey research; Key (lock); Process management; Engineering management; Engineering; Psychology; Human–computer interaction; Applied psychology; Computer security","score_opus":0.2599362248657476,"score_gpt":0.46805803095443677,"score_spread":0.2081218060886892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1750198382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90419567,0.0013948347,0.012134117,0.04771534,0.0027084814,0.016141603,0.00025473002,0.00005413217,0.015401072],"genre_scores_gemma":[0.99311763,0.00029839244,0.0047008563,0.00010426543,0.000015510832,0.000138163,0.0000023143853,0.000014073614,0.0016088045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99729115,0.001146327,0.00049391255,0.00024674126,0.00048810354,0.0003337479],"domain_scores_gemma":[0.9892838,0.0021754208,0.0007376373,0.00045463012,0.007343353,0.0000051503307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058908123,0.00015355581,0.00038787935,0.0001419478,0.00038482313,0.000022585275,0.0009202089,0.00006167665,0.0000053772187],"category_scores_gemma":[0.020638974,0.0000815047,0.000060761835,0.0040842043,0.0012475195,0.00023318526,0.0008986275,0.00038185302,0.0000013294025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012827093,0.0032661762,0.20586944,0.0016071677,0.0028648784,0.0000050510675,0.02689017,0.0045415107,0.024424525,0.5960449,0.021452732,0.10020637],"study_design_scores_gemma":[0.007093706,0.0003816036,0.31093353,0.002911897,0.00013233007,6.180489e-7,0.12901148,0.00193952,0.33320504,0.13527346,0.07829049,0.0008263051],"about_ca_topic_score_codex":0.000042263535,"about_ca_topic_score_gemma":0.00082329067,"teacher_disagreement_score":0.46077144,"about_ca_system_score_codex":0.00013648739,"about_ca_system_score_gemma":0.00033605387,"threshold_uncertainty_score":0.9876106},"labels":[],"label_agreement":null},{"id":"W1775026874","doi":"","title":"Workshops of CASCON 2005/Ateliers de CASCON 20005","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Queen's University","funders":"","keywords":"Computer science; Operating system; Parallel computing","score_opus":0.11572180500408143,"score_gpt":0.3800803855012863,"score_spread":0.2643585804972049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775026874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92456925,0.0019922059,0.00060494797,0.03537686,0.00090733875,0.003893823,0.00009686195,0.00008787551,0.03247081],"genre_scores_gemma":[0.99479026,0.0003250217,0.0018128093,0.00015135919,0.00015553381,0.0001376898,0.0000054656807,0.00001725,0.0026046145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982476,0.000085472115,0.00039728827,0.0002952964,0.00041177403,0.0005625331],"domain_scores_gemma":[0.9949747,0.00038089123,0.00034768746,0.0002917089,0.003992336,0.000012694241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016380174,0.00018467537,0.00039213322,0.00024335452,0.0005266164,0.000031284697,0.0005457806,0.00011952123,0.000035473],"category_scores_gemma":[0.0027469578,0.00013691219,0.00007004971,0.0015095184,0.001146563,0.0002784502,0.0003997513,0.00035244375,0.000011425813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011762353,0.00044224327,0.0033981656,0.000619236,0.0006467258,0.000002957526,0.007421485,0.0013193609,0.0061261673,0.87871104,0.031357467,0.068778895],"study_design_scores_gemma":[0.004896746,0.0002404944,0.0035632178,0.0017815318,0.000105439525,6.936903e-7,0.22391813,0.0019403341,0.3412061,0.0903033,0.33107933,0.0009646686],"about_ca_topic_score_codex":0.0000087549015,"about_ca_topic_score_gemma":0.00034714615,"teacher_disagreement_score":0.78840774,"about_ca_system_score_codex":0.00030850773,"about_ca_system_score_gemma":0.00031038804,"threshold_uncertainty_score":0.5583117},"labels":[],"label_agreement":null},{"id":"W1775567208","doi":"","title":"Structure choices for two-dimensional histogram construction","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Histogram; Computer science; Data mining; Context (archaeology); Dimension (graph theory); Pattern recognition (psychology); Artificial intelligence; Mathematics; Image (mathematics)","score_opus":0.07778592883821964,"score_gpt":0.39176021727559773,"score_spread":0.31397428843737807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775567208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33490613,0.010395214,0.3857272,0.1744954,0.027380398,0.04975795,0.010003868,0.00087742996,0.006456418],"genre_scores_gemma":[0.7752651,0.0001462955,0.22142598,0.00015060174,0.00020601875,0.00038236522,0.000049697726,0.000026078673,0.0023478824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99814093,0.000110450936,0.00025780787,0.00049205683,0.0005779442,0.0004207793],"domain_scores_gemma":[0.9953368,0.0005571983,0.0001977698,0.00051221135,0.003338337,0.00005768888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004554109,0.00017445069,0.00027997873,0.0001482649,0.00068729534,0.00011088519,0.0010351748,0.000035804034,0.0000036711913],"category_scores_gemma":[0.0009402739,0.00011784377,0.00007751054,0.001038826,0.0005868944,0.00046593885,0.0004963641,0.00016662321,0.0000020015352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028434108,0.00014259956,0.000034930297,0.00017532366,0.0002420425,0.0000010991333,0.0014710577,0.008585267,0.006210554,0.90704006,0.0029951343,0.072817616],"study_design_scores_gemma":[0.011991778,0.0021376028,0.00020590605,0.0009777939,0.00005823849,0.0000023328828,0.01142651,0.009329435,0.32043704,0.5616765,0.080935374,0.0008214708],"about_ca_topic_score_codex":0.000004085349,"about_ca_topic_score_gemma":0.00015057287,"teacher_disagreement_score":0.44035897,"about_ca_system_score_codex":0.000211788,"about_ca_system_score_gemma":0.00033043238,"threshold_uncertainty_score":0.528619},"labels":[],"label_agreement":null},{"id":"W1777383459","doi":"","title":"Crunching big data in the cloud with Hadoop and BigInsights","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Big data; Cloud computing; Petabyte; The Internet; Data science; Unstructured data; Web traffic; Volume (thermodynamics); Data mining; World Wide Web","score_opus":0.7283515559636305,"score_gpt":0.575856521405224,"score_spread":0.15249503455840652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777383459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95855284,0.0028210205,0.00019696291,0.02090609,0.0015740314,0.009114542,0.00053049444,0.000030270832,0.0062737684],"genre_scores_gemma":[0.9971881,0.0011309171,0.00047682898,0.0001742566,0.00013894058,0.00031234804,0.0000060269367,0.000017547594,0.0005550249],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956678,0.0020871037,0.0005066493,0.0004923118,0.00058856694,0.0006575827],"domain_scores_gemma":[0.9893121,0.005569969,0.00027918068,0.001140935,0.0036221505,0.00007564252],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029060089,0.00017925433,0.00037018128,0.00012543568,0.001693051,0.000015815895,0.0011025406,0.000083486455,0.000011279322],"category_scores_gemma":[0.005671299,0.00008663485,0.000018996681,0.0011621993,0.001010182,0.0001673991,0.0006771753,0.000917559,0.000008087614],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050363746,0.00046039448,0.07539573,0.0017052342,0.00025655603,0.000017968743,0.62459916,0.000056780074,0.0007360224,0.2456639,0.0058349734,0.04023689],"study_design_scores_gemma":[0.0009143426,0.0009487144,0.003830791,0.00293639,0.000021630482,4.698269e-7,0.92821807,0.00055230124,0.004595882,0.03104279,0.026691653,0.00024698448],"about_ca_topic_score_codex":0.000327681,"about_ca_topic_score_gemma":0.037145082,"teacher_disagreement_score":0.30361888,"about_ca_system_score_codex":0.00015840637,"about_ca_system_score_gemma":0.0009937101,"threshold_uncertainty_score":0.9996066},"labels":[],"label_agreement":null},{"id":"W177813628","doi":"","title":"Introduction to bitcoins: a pseudo-anonymous electronic currency system","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Currency; Digital currency; Payment; Virtual currency; Electronic money; Control (management); Commerce; Payment system; Realm; Monetary economics; Business; The Internet; Computer security; Electronic funds transfer; Fiat money; Computer science; Economics; Finance; Monetary policy; Law","score_opus":0.07257736124416989,"score_gpt":0.35676543262052607,"score_spread":0.28418807137635616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177813628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4755127,0.0075141415,0.31060728,0.1631216,0.0055116843,0.02670332,0.0004310988,0.0013883448,0.009209817],"genre_scores_gemma":[0.98976856,0.00022739178,0.0086045815,0.000024413983,0.00007516659,0.0007457006,0.0000010966623,0.000010169999,0.00054290926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99774516,0.00026573054,0.0003302836,0.0006460946,0.0004054349,0.00060728524],"domain_scores_gemma":[0.99438095,0.00025449324,0.00017509857,0.0011071865,0.0040115723,0.00007069125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009727732,0.00017902549,0.00032894415,0.00023841264,0.00061602046,0.00003102132,0.0015453597,0.0000762227,0.0000057018433],"category_scores_gemma":[0.0009200027,0.00012725504,0.000065569584,0.0022506595,0.00037558126,0.00014680722,0.00059103314,0.000365373,0.000029830813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009712572,0.0001553443,0.000023736597,0.000075224554,0.000073798954,4.5227333e-7,0.0049210973,0.00003367327,0.0024151043,0.9780322,0.0036026412,0.010569601],"study_design_scores_gemma":[0.0025548795,0.0045835194,0.00037584614,0.00072541356,0.00005159358,0.0000096684,0.063435614,0.008942245,0.5854907,0.22189327,0.110926315,0.0010109481],"about_ca_topic_score_codex":0.000005330296,"about_ca_topic_score_gemma":0.00013989348,"teacher_disagreement_score":0.7561389,"about_ca_system_score_codex":0.00036861232,"about_ca_system_score_gemma":0.00043810564,"threshold_uncertainty_score":0.518931},"labels":[],"label_agreement":null},{"id":"W1792129892","doi":"","title":"Towards the profiling of scientific software for accuracy","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Computer science; Software; Profiling (computer programming); Pareto principle; Search-based software engineering; Propagation of uncertainty; Software quality; Code (set theory); Pareto analysis; Software sizing; Data mining; Software construction; Software development; Reliability engineering; Set (abstract data type); Algorithm; Mathematical optimization; Engineering; Mathematics; Programming language","score_opus":0.255076314978505,"score_gpt":0.42636188734353153,"score_spread":0.1712855723650265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792129892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33753204,0.008849376,0.5745205,0.03830775,0.0043819794,0.0314865,0.0019822728,0.00030806256,0.0026315127],"genre_scores_gemma":[0.94564635,0.00030619028,0.052508313,0.00002022246,0.000031763364,0.000585403,0.000004538726,0.000014387109,0.000882864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99666375,0.00054174056,0.00047654958,0.0006080609,0.0011053898,0.00060449046],"domain_scores_gemma":[0.97356725,0.0057342784,0.00033763584,0.0013846545,0.018891774,0.00008441536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036914684,0.00017870468,0.00043502156,0.00019611436,0.0011874142,0.00012156958,0.002741841,0.00005578158,0.000006633163],"category_scores_gemma":[0.031012757,0.00009636798,0.00020038954,0.003283423,0.0018685971,0.00032242673,0.000997157,0.00027900378,0.0000026359144],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014201627,0.0010369907,0.001977554,0.0016372134,0.0009767707,0.0000014588301,0.039160654,0.0007904778,0.0159494,0.71052665,0.0039905375,0.22253215],"study_design_scores_gemma":[0.001125366,0.0008710425,0.00034947737,0.00048134214,0.000029410137,2.7501565e-7,0.019295974,0.0051710545,0.8311,0.13575527,0.005578712,0.00024206757],"about_ca_topic_score_codex":0.0000074168356,"about_ca_topic_score_gemma":0.00006801778,"teacher_disagreement_score":0.8151506,"about_ca_system_score_codex":0.00012941471,"about_ca_system_score_gemma":0.0014311994,"threshold_uncertainty_score":0.9771494},"labels":[],"label_agreement":null},{"id":"W1794751911","doi":"","title":"Deriving high-level abstractions from legacy software using example-driven clustering","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Cluster analysis; Program comprehension; Software maintenance; Graph; Programming language; Theoretical computer science; Software; Software system; Software engineering; Data mining; Machine learning","score_opus":0.3262199322302999,"score_gpt":0.39842409146215707,"score_spread":0.07220415923185719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1794751911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33360243,0.00049922045,0.6610897,0.00076432107,0.0015228755,0.0019454893,0.0002845633,0.00019322886,0.00009817141],"genre_scores_gemma":[0.7642345,0.000091145484,0.23525174,0.000009659239,0.00005516913,0.000108982385,0.0000028409765,0.000026973888,0.00021901097],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969361,0.00030810633,0.00040754155,0.0006951776,0.00088708004,0.00076600007],"domain_scores_gemma":[0.9895666,0.004819743,0.00020856388,0.0010862353,0.004175574,0.00014327298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067936146,0.00026439677,0.000422854,0.0002569319,0.00082072074,0.00016256492,0.0017632934,0.00008142249,0.000023790282],"category_scores_gemma":[0.00658934,0.00020912087,0.0000951539,0.0013040622,0.00043597928,0.0008056292,0.0013427595,0.00050569297,0.0000117379095],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002313829,0.002595808,0.029669462,0.0020528026,0.004940987,0.00012998997,0.19862355,0.19747369,0.1964238,0.16325405,0.0049690064,0.197553],"study_design_scores_gemma":[0.007903177,0.0021648665,0.073752165,0.005882479,0.00012435565,0.000009952411,0.070566475,0.09040094,0.6868434,0.05334762,0.0061173914,0.0028871705],"about_ca_topic_score_codex":0.00023652683,"about_ca_topic_score_gemma":0.0006056374,"teacher_disagreement_score":0.4904196,"about_ca_system_score_codex":0.00044557345,"about_ca_system_score_gemma":0.0005932768,"threshold_uncertainty_score":0.85277015},"labels":[],"label_agreement":null},{"id":"W180500109","doi":"","title":"Portlet development with spring portlet MVC and WebSphere portal V7","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; World Wide Web; Scalability; Web page; Enterprise portal; Operating system","score_opus":0.095814960868804,"score_gpt":0.3338907791414802,"score_spread":0.23807581827267618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180500109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961623,0.0027807122,0.008306681,0.005068468,0.00090455735,0.0038639195,0.000079842306,0.00013967414,0.017233163],"genre_scores_gemma":[0.97153485,0.0001924064,0.027446361,0.00010840032,0.000029214927,0.000107666485,0.0000020819618,0.000016381426,0.0005626579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977874,0.00014814535,0.00032507197,0.0005728797,0.0006390225,0.0005274793],"domain_scores_gemma":[0.99578214,0.00031490147,0.00023099962,0.0005742059,0.002979248,0.00011851578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005282059,0.00024175705,0.00035229538,0.00011490724,0.0005436174,0.000056527133,0.0009509643,0.000046575366,0.000012778221],"category_scores_gemma":[0.00013980106,0.00014645242,0.000037367474,0.0009893334,0.00036096355,0.00027102052,0.00072223676,0.00025120625,0.0000036979236],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002798003,0.0011441573,0.030206596,0.0016889088,0.002180475,0.00013034977,0.23820278,0.0004366397,0.006073432,0.6106426,0.001997448,0.10449861],"study_design_scores_gemma":[0.006952976,0.0039015699,0.032488845,0.0037586608,0.00008597698,0.000016974167,0.18128544,0.0011959145,0.64349455,0.02253117,0.10238224,0.0019056998],"about_ca_topic_score_codex":0.000018114815,"about_ca_topic_score_gemma":0.001809172,"teacher_disagreement_score":0.6374211,"about_ca_system_score_codex":0.00005435439,"about_ca_system_score_gemma":0.000539631,"threshold_uncertainty_score":0.59721565},"labels":[],"label_agreement":null},{"id":"W1809963723","doi":"","title":"Online data migration for autonomic provisioning of databases in dynamic content web servers","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Server; Benchmark (surveying); Provisioning; Database; Transaction processing; Distributed computing; Database transaction; Replication (statistics); Computer network","score_opus":0.2718492388410517,"score_gpt":0.44719995181314376,"score_spread":0.17535071297209204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809963723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8477237,0.0053486875,0.07121991,0.039924264,0.0011283325,0.011185778,0.023274792,0.00006762676,0.00012690388],"genre_scores_gemma":[0.9823862,0.0004297976,0.016504917,0.000019865896,0.000020527417,0.00012293141,0.00014995753,0.000008186931,0.0003576249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798554,0.00020770561,0.0005446028,0.0005251363,0.00038561557,0.00035140227],"domain_scores_gemma":[0.99492604,0.0009573409,0.0003361243,0.000978825,0.002759813,0.00004187513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010792819,0.00015078667,0.0004117633,0.00012673029,0.00019984467,0.000039772534,0.0014657723,0.00002683771,9.2655745e-7],"category_scores_gemma":[0.0021079849,0.000106928936,0.00004919285,0.00078464084,0.00023050349,0.00061339646,0.000655288,0.00014344334,7.318935e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041577644,0.0053958897,0.005541413,0.0034232535,0.001154891,0.000005417638,0.021799758,0.1060462,0.17444885,0.36131513,0.02653563,0.2901758],"study_design_scores_gemma":[0.0038610625,0.0005094802,0.0011892711,0.002070536,0.000012819571,3.7078934e-7,0.020175908,0.90874815,0.028596828,0.0006040907,0.033949643,0.00028181914],"about_ca_topic_score_codex":0.00001932218,"about_ca_topic_score_gemma":0.008078115,"teacher_disagreement_score":0.80270195,"about_ca_system_score_codex":0.00024801728,"about_ca_system_score_gemma":0.00068542187,"threshold_uncertainty_score":0.45077777},"labels":[],"label_agreement":null},{"id":"W1812469182","doi":"","title":"Verifying protocols by model checking: a case study of the wireless application protocol and the model checker SPIN","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Model checking; Computer science; Protocol (science); Promela; Formal verification; Wireless; Wireless Application Protocol; Database transaction; Formal methods; Distributed computing; Programming language; Wireless network; Operating system","score_opus":0.20250737416275807,"score_gpt":0.489088301158166,"score_spread":0.28658092699540794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1812469182","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11819541,0.000048837144,0.32254148,0.0024146512,0.00006103977,0.5564517,0.000055644035,0.00003443129,0.00019681883],"genre_scores_gemma":[0.6519744,0.000008815152,0.025090935,0.000017374214,0.0000071539907,0.32278332,2.3429733e-7,0.000011621721,0.00010618144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714494,0.0006820635,0.00051307457,0.0005096382,0.00080679887,0.00034346964],"domain_scores_gemma":[0.9948841,0.00028748543,0.0005353197,0.0011746048,0.0030730923,0.000045425862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002329959,0.0002096813,0.00038513402,0.00006146799,0.0009149165,0.000083104474,0.0014391274,0.000057343186,1.7354421e-7],"category_scores_gemma":[0.0012585737,0.00010677702,0.0000603771,0.0012721878,0.0010379831,0.00031132708,0.00090024155,0.0003578794,2.4703132e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022953309,0.0017007721,0.00015031802,0.0008728384,0.00024220617,0.000001988351,0.09875686,0.1696515,0.021280732,0.689246,0.00021291332,0.015588549],"study_design_scores_gemma":[0.0060721883,0.0005148042,0.000018330735,0.00036653332,0.000013174433,0.0000029922014,0.026791755,0.8141752,0.13171782,0.020003509,0.0001549575,0.00016876704],"about_ca_topic_score_codex":0.000019992805,"about_ca_topic_score_gemma":0.000103270395,"teacher_disagreement_score":0.6692425,"about_ca_system_score_codex":0.00022368383,"about_ca_system_score_gemma":0.00055281795,"threshold_uncertainty_score":0.70368904},"labels":[],"label_agreement":null},{"id":"W182418918","doi":"","title":"Cloud-based security services for the smart grid","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer security; Computer science; Cloud computing; Smart grid; Cloud computing security; Scope (computer science); Security service; Enterprise information security architecture; Service (business); Computer security model; Security management; Architecture; Business; Information security; Engineering; Operating system","score_opus":0.05124367993350528,"score_gpt":0.34290535652857507,"score_spread":0.2916616765950698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W182418918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.881638,0.020009391,0.0024978577,0.05002666,0.01292147,0.02694848,0.0027314527,0.0003680016,0.002858717],"genre_scores_gemma":[0.99719554,0.0008867015,0.000255367,0.000068740046,0.00019458207,0.0010531022,0.0000060807142,0.000023171577,0.0003167187],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982828,0.00015263377,0.00027906228,0.00027892092,0.000462006,0.0005445696],"domain_scores_gemma":[0.993087,0.0029402976,0.00008069712,0.00048171,0.0033401996,0.00007007975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005942019,0.00020890875,0.00031519486,0.00006575573,0.0007503518,0.00007274628,0.00077800226,0.00006806806,0.000019850424],"category_scores_gemma":[0.0007989244,0.00011613599,0.000111187685,0.00071135623,0.00062046596,0.0001497398,0.00013848893,0.00030018247,0.000011984413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042847157,0.0012378363,0.0027305852,0.014209564,0.0033817547,0.000003834634,0.083968736,0.38988513,0.042378798,0.121471316,0.31098026,0.025467457],"study_design_scores_gemma":[0.0037786139,0.0011623987,0.00083264214,0.001418133,0.00007583168,4.463571e-7,0.10049998,0.21626435,0.405883,0.024290852,0.24505937,0.00073435],"about_ca_topic_score_codex":0.000011101123,"about_ca_topic_score_gemma":0.0006941074,"teacher_disagreement_score":0.36350423,"about_ca_system_score_codex":0.000118111675,"about_ca_system_score_gemma":0.00015133747,"threshold_uncertainty_score":0.57711756},"labels":[],"label_agreement":null},{"id":"W1831729475","doi":"","title":"Hands-on OSGi tools in a day","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Plug-in; Software engineering; Devices Profile for Web Services; Eclipse; Operating system; Metadata; World Wide Web; Web service; Web development","score_opus":0.2040029899863851,"score_gpt":0.3958902882767361,"score_spread":0.191887298290351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831729475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8878875,0.002294509,0.006818359,0.02576018,0.002994554,0.0099374205,0.00033781893,0.00021792047,0.063751765],"genre_scores_gemma":[0.996466,0.00021895854,0.0023387077,0.00021400917,0.000031118543,0.00019271325,0.0000018962169,0.000011644412,0.0005249473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973944,0.00050630566,0.00033336724,0.0005648628,0.0006276019,0.0005734544],"domain_scores_gemma":[0.99518085,0.0015223338,0.0001638796,0.00082546164,0.0022283192,0.000079182435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009315653,0.00021501348,0.0003704216,0.0002509798,0.00033887333,0.000066971974,0.0017337231,0.000056852463,0.000008783786],"category_scores_gemma":[0.0007525367,0.00013665897,0.00007305353,0.0020687077,0.00027758032,0.00031126593,0.0006571532,0.0003398723,0.000012843431],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013356025,0.0007578626,0.0011384984,0.00027913545,0.00023995551,0.0000147657875,0.14320557,0.0006918721,0.0047113006,0.77169645,0.0012444402,0.074684545],"study_design_scores_gemma":[0.006909955,0.005683316,0.0064814924,0.0027825653,0.000019696423,0.0000011329136,0.062417787,0.002844793,0.7435102,0.14662674,0.021851145,0.0008712203],"about_ca_topic_score_codex":0.000013901248,"about_ca_topic_score_gemma":0.0010538377,"teacher_disagreement_score":0.73879886,"about_ca_system_score_codex":0.0001112186,"about_ca_system_score_gemma":0.0002905451,"threshold_uncertainty_score":0.5572791},"labels":[],"label_agreement":null},{"id":"W1891539143","doi":"","title":"Task-directed software inspection technique: an experiment and case study","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Task (project management); Software engineering; Computer science; Software; Software construction; Code (set theory); Sample (material); Software development; Engineering; Software quality; Systems engineering; Programming language","score_opus":0.08221613540789634,"score_gpt":0.40925681133602393,"score_spread":0.3270406759281276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891539143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879613,0.0007863195,0.0047020726,0.0006701681,0.00022208138,0.0051343273,0.000047263853,0.0004147435,0.00006171876],"genre_scores_gemma":[0.982966,0.0001762792,0.015377276,0.0000067057986,0.000021754691,0.0009437864,0.0000010882313,0.000019183652,0.00048790203],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997149,0.0006088341,0.00029602463,0.0006794015,0.00076950697,0.0004972287],"domain_scores_gemma":[0.9942102,0.0016860106,0.000077185454,0.00087704335,0.0030177461,0.0001318209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011172028,0.00021993116,0.00033490558,0.00021603433,0.00081747177,0.00012748154,0.00077570946,0.00005497278,0.0000091765105],"category_scores_gemma":[0.0028486557,0.00016004495,0.00003798102,0.0017805388,0.00041378074,0.00039094518,0.00042793798,0.00034620197,0.000002562517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035142177,0.009843817,0.016580876,0.0011273455,0.002001533,0.0013765485,0.34577826,0.0098978095,0.058895614,0.015787715,0.00867657,0.5265197],"study_design_scores_gemma":[0.013074764,0.025817608,0.008157211,0.0018284972,0.00007673604,0.00031622796,0.37545612,0.026819875,0.5262512,0.009107788,0.010484426,0.0026095365],"about_ca_topic_score_codex":0.000031498977,"about_ca_topic_score_gemma":0.00019155779,"teacher_disagreement_score":0.52391016,"about_ca_system_score_codex":0.00028574548,"about_ca_system_score_gemma":0.0002713767,"threshold_uncertainty_score":0.65264434},"labels":[],"label_agreement":null},{"id":"W191168329","doi":"","title":"A multidimensional empirical study on refactoring activity","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Code refactoring; Computer science; Empirical research; Software engineering; Code (set theory); Programming language; Software; Mathematics; Statistics","score_opus":0.18390792647154403,"score_gpt":0.45032773050272135,"score_spread":0.2664198040311773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191168329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98801947,0.00009280228,0.0018427412,0.0056967973,0.0005597714,0.0035470894,0.000022451719,0.000078253805,0.00014062464],"genre_scores_gemma":[0.99603224,0.00002556783,0.0023970697,0.000018088882,0.000036704576,0.00053407374,3.889552e-7,0.000016790726,0.00093906414],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961956,0.00065349345,0.00027020712,0.00069377996,0.0015015559,0.0006853669],"domain_scores_gemma":[0.98561716,0.007957514,0.00011344435,0.0010142679,0.0051550763,0.0001425169],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011329107,0.00023951761,0.00040223871,0.00022792397,0.0005474548,0.0000986073,0.0012373253,0.00005584796,0.000009106732],"category_scores_gemma":[0.01216648,0.00015503011,0.000081337705,0.0016598691,0.00030978397,0.00034612365,0.0010491419,0.0005908584,0.000041360356],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049944953,0.019456828,0.17598431,0.0012554632,0.0042951214,0.00008109396,0.16150562,0.029618194,0.25733015,0.10719273,0.06153242,0.17675357],"study_design_scores_gemma":[0.009325931,0.012100159,0.35039562,0.0015984414,0.00002541072,0.0000015829112,0.048837613,0.020680439,0.53929985,0.008406514,0.007831674,0.0014967811],"about_ca_topic_score_codex":0.000008908325,"about_ca_topic_score_gemma":0.000021990658,"teacher_disagreement_score":0.28196967,"about_ca_system_score_codex":0.00042292845,"about_ca_system_score_gemma":0.00042608922,"threshold_uncertainty_score":0.9961545},"labels":[],"label_agreement":null},{"id":"W192515378","doi":"","title":"DB2 performance measurement and tuning hands on exercises","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Bottleneck; Computer science; Vendor; Set (abstract data type); Value (mathematics); Data science; Machine learning; Embedded system","score_opus":0.2604493441548336,"score_gpt":0.3719620961868402,"score_spread":0.11151275203200656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192515378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98394376,0.0020296809,0.002265875,0.0026614207,0.0011725422,0.0033757293,0.000030210187,0.00010018208,0.004420613],"genre_scores_gemma":[0.9967737,0.0010503314,0.0015827054,0.000025430643,0.000021989868,0.0001691753,2.9777507e-7,0.0000085124975,0.00036784573],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975594,0.00025381765,0.00031833732,0.0004857231,0.0009366256,0.00044609536],"domain_scores_gemma":[0.99411416,0.00046481253,0.0001677149,0.000682982,0.004489617,0.000080696525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018627682,0.00019706917,0.0003591943,0.00012760128,0.0007396549,0.000048679878,0.0008126656,0.000051909097,0.0000033443914],"category_scores_gemma":[0.0014255376,0.0001184121,0.000054713357,0.0008080705,0.00054509175,0.00031462876,0.00043921007,0.00023182698,0.0000058320657],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006466758,0.0020266788,0.047590353,0.004534492,0.0011384106,0.000011577399,0.18027227,0.0012738246,0.009293792,0.22358654,0.007342417,0.51646286],"study_design_scores_gemma":[0.008210772,0.0133860335,0.034277756,0.008110284,0.00006223604,0.000004154081,0.046921253,0.015615199,0.84644175,0.017095452,0.008490321,0.0013848026],"about_ca_topic_score_codex":0.0000034142345,"about_ca_topic_score_gemma":0.000030723495,"teacher_disagreement_score":0.83714795,"about_ca_system_score_codex":0.00019443389,"about_ca_system_score_gemma":0.00031748155,"threshold_uncertainty_score":0.5688902},"labels":[],"label_agreement":null},{"id":"W2008220393","doi":"","title":"2 nd Workshop on Smart Surveillance System Applications","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Fire Detection and Safety Systems","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Context (archaeology); Identification (biology); Homeland security; Emergency management; Situation awareness; Computer security; Agency (philosophy); Business; Engineering; Computer science; Political science","score_opus":0.12035174586068095,"score_gpt":0.3493515099513772,"score_spread":0.22899976409069625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008220393","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3178594,0.023443196,0.0325099,0.01033843,0.021448307,0.060315486,0.005439592,0.0032929673,0.5253527],"genre_scores_gemma":[0.9967722,0.00035609372,0.00019819968,0.0000064616615,0.00004879375,0.0007243074,0.0000028802103,0.00002486551,0.00186614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984746,0.00021655291,0.00031492126,0.00026986492,0.0003727081,0.0003513348],"domain_scores_gemma":[0.996695,0.00071572093,0.00008607176,0.00049736304,0.0019400456,0.00006584481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056110515,0.00017459462,0.00033299666,0.00010895024,0.00036179918,0.000019119156,0.0003636291,0.00006330325,0.000008692085],"category_scores_gemma":[0.00044197886,0.00012491454,0.000070636626,0.0009686857,0.00023607716,0.000055988356,0.00006287425,0.00024379836,0.000033596974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058075003,0.001146165,0.0023907884,0.009456177,0.0038341752,0.000012890662,0.066008456,0.056250714,0.02657996,0.6359955,0.05824168,0.13427602],"study_design_scores_gemma":[0.005429704,0.001473268,0.0035718624,0.0052756346,0.000050752034,0.0000038844223,0.30433366,0.024766859,0.25938442,0.0033832898,0.39066064,0.0016660172],"about_ca_topic_score_codex":0.000002808942,"about_ca_topic_score_gemma":0.00022611779,"teacher_disagreement_score":0.6789128,"about_ca_system_score_codex":0.00028053237,"about_ca_system_score_gemma":0.0000717835,"threshold_uncertainty_score":0.5093867},"labels":[],"label_agreement":null},{"id":"W207420180","doi":"","title":"Using Kerberos to provide secure authentication for DB2","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data Technologies and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Kerberos; Computer security; Computer science; Authentication (law); Authentication protocol; Single sign-on; Password","score_opus":0.7905099832838044,"score_gpt":0.5572253473335264,"score_spread":0.23328463595027804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207420180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73277456,0.0013068346,0.14039946,0.07807224,0.0020640579,0.033966865,0.008194146,0.00020793467,0.003013888],"genre_scores_gemma":[0.9632363,0.00006525354,0.034215212,0.00004083176,0.000027138243,0.00085714145,0.0000046781347,0.000013377173,0.0015401202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99757165,0.0001682403,0.00047699764,0.0005719934,0.00079717144,0.00041395062],"domain_scores_gemma":[0.98705,0.0025179295,0.0003037367,0.0010480968,0.009004624,0.000075592456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001822892,0.00014559971,0.00032085725,0.00019552646,0.0007482612,0.00007697589,0.001502172,0.00006886757,0.00001609602],"category_scores_gemma":[0.024169568,0.00008728509,0.00008308067,0.0020788587,0.00058055524,0.00018443949,0.00059429073,0.00015125037,0.0000149702355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012002514,0.00041526306,0.00046693895,0.00011264329,0.00018076203,2.9645088e-7,0.018061299,0.00030806792,0.063739315,0.8145729,0.032067176,0.06887509],"study_design_scores_gemma":[0.00091610645,0.00071739696,0.00037959308,0.000270086,0.000027418093,2.4868186e-7,0.11155416,0.0020621666,0.36790323,0.3898037,0.12609886,0.00026699866],"about_ca_topic_score_codex":0.0000047377152,"about_ca_topic_score_gemma":0.00020634285,"teacher_disagreement_score":0.42476916,"about_ca_system_score_codex":0.0001368834,"about_ca_system_score_gemma":0.0003067656,"threshold_uncertainty_score":0.9840503},"labels":[],"label_agreement":null},{"id":"W208016905","doi":"","title":"Dynamic context extraction in personal communication applications","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Context (archaeology); Conversation; Key (lock); Human–computer interaction; Multimedia; Logos Bible Software; World Wide Web; Computer security","score_opus":0.07534952387713918,"score_gpt":0.40459957325982127,"score_spread":0.3292500493826821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W208016905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2896237,0.012765137,0.4825132,0.18153468,0.00089927757,0.024842758,0.00024324018,0.00019461312,0.0073833885],"genre_scores_gemma":[0.99335796,0.00078128715,0.003950965,0.00003697765,0.00000552853,0.00078020984,0.000007737174,0.0000052941136,0.00107402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983606,0.00041172764,0.00030366957,0.00029547262,0.00039136148,0.00023718715],"domain_scores_gemma":[0.9945125,0.00090039487,0.00018792106,0.0005256032,0.0038363282,0.000037240017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006601349,0.0001035179,0.00021962135,0.00016568169,0.00043235798,0.00009175677,0.0007497748,0.000040592135,0.000009822304],"category_scores_gemma":[0.00072992424,0.00007476977,0.00005499028,0.0015049691,0.0002596141,0.00046518163,0.00023709878,0.0002060662,0.0000131922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014214483,0.00073244254,0.002132317,0.00017948731,0.0002585225,3.89378e-7,0.023636693,0.0033720552,0.02178504,0.59817636,0.0035564716,0.3460281],"study_design_scores_gemma":[0.0035697005,0.0006045882,0.010452078,0.0010134457,0.000031774547,8.1611364e-7,0.1523504,0.612717,0.029215755,0.1593146,0.03001877,0.0007111185],"about_ca_topic_score_codex":0.000020532107,"about_ca_topic_score_gemma":0.0011313438,"teacher_disagreement_score":0.7037343,"about_ca_system_score_codex":0.00024663738,"about_ca_system_score_gemma":0.00019543082,"threshold_uncertainty_score":0.33253917},"labels":[],"label_agreement":null},{"id":"W208034268","doi":"","title":"An adaptive scheduling algorithm for dynamic heterogeneous Hadoop systems","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Scheduling (production processes); Distributed computing; Dynamic priority scheduling; Cluster analysis; Algorithm; Computation; Fair-share scheduling; Software deployment; Parallel computing; Job scheduler; Quality of service; Cloud computing; Operating system; Computer network; Mathematical optimization","score_opus":0.1324340118224471,"score_gpt":0.3785564479721287,"score_spread":0.24612243614968157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W208034268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13349709,0.0028127562,0.84990686,0.0015518155,0.0025171007,0.008599156,0.00025804568,0.0001658849,0.00069130753],"genre_scores_gemma":[0.92868054,0.00006322594,0.07005543,0.00002030591,0.00004728632,0.00035562526,0.0000015052037,0.000020099595,0.00075599184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730825,0.00043907238,0.00037398067,0.0006811535,0.00056317344,0.0006343503],"domain_scores_gemma":[0.99381304,0.00073884346,0.00026122804,0.0008456437,0.004235452,0.00010579768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011400825,0.00023803634,0.0004180378,0.00015864737,0.0008215531,0.000103273014,0.0016436097,0.00005813446,8.796972e-7],"category_scores_gemma":[0.0004436892,0.00016411288,0.00011468947,0.0008512585,0.00037541502,0.000055390155,0.0005924819,0.00020346124,0.0000027140522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011447623,0.0014540448,0.000044168875,0.0007098027,0.0016679164,0.000017928403,0.058503855,0.228136,0.0031684358,0.24344577,0.00057338964,0.46113393],"study_design_scores_gemma":[0.0009521263,0.0019715773,0.000017784814,0.0004093348,0.000015817926,9.0013805e-7,0.02930327,0.9515807,0.009505805,0.0051347017,0.0008686422,0.00023932097],"about_ca_topic_score_codex":0.000008238255,"about_ca_topic_score_gemma":0.000041329793,"teacher_disagreement_score":0.7951834,"about_ca_system_score_codex":0.00022849815,"about_ca_system_score_gemma":0.00021819072,"threshold_uncertainty_score":0.6692329},"labels":[],"label_agreement":null},{"id":"W2104999292","doi":"","title":"Configuring buffer pools in DB2 UDB","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Database; Partition (number theory); Database transaction; Transaction processing; Database index; Online transaction processing; Database tuning; Database design; Workload; Distributed database; View; Set (abstract data type); Database testing; Database theory; Operating system; Information retrieval; Search engine indexing","score_opus":0.17734453243430087,"score_gpt":0.39948172426546075,"score_spread":0.22213719183115987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104999292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48080567,0.048717927,0.21155696,0.13365859,0.011457905,0.037171703,0.0034684446,0.00077893713,0.07238386],"genre_scores_gemma":[0.98497015,0.0010835686,0.008790987,0.00005989797,0.00005108191,0.00029694644,0.0000022763247,0.000017210445,0.0047278497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99729455,0.0004071211,0.00044993198,0.00056490523,0.00065215904,0.0006313168],"domain_scores_gemma":[0.9951106,0.0012468027,0.00019899286,0.0008469325,0.002516611,0.00008006517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000776203,0.00021977781,0.0004711101,0.0001897177,0.00042420242,0.000052751748,0.00090951775,0.000051587613,0.00001731368],"category_scores_gemma":[0.0024805446,0.00015030568,0.000072513074,0.0015490785,0.0004830035,0.00053147954,0.00058933225,0.00032096414,0.000016873004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014428876,0.00024224464,0.0003323069,0.00024063633,0.00009769563,0.000010350036,0.010214076,0.0012437464,0.005894961,0.96223366,0.0038832729,0.015462729],"study_design_scores_gemma":[0.008704462,0.0019858098,0.0012942991,0.005348337,0.000020340734,0.000005654101,0.07103395,0.023551201,0.44001,0.04500246,0.40141594,0.0016275587],"about_ca_topic_score_codex":0.0000068732243,"about_ca_topic_score_gemma":0.0002716211,"teacher_disagreement_score":0.91723126,"about_ca_system_score_codex":0.0002102734,"about_ca_system_score_gemma":0.00014031108,"threshold_uncertainty_score":0.6129288},"labels":[],"label_agreement":null},{"id":"W2264306757","doi":"","title":"Location-aware business process management for real-time monitoring of a cardiac care process","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Business process; Business process management; Process (computing); Computer science; Process management; Remote patient monitoring; Business process modeling; Automation; Business process discovery; Visibility; Work in process; Operations management; Business; Medicine; Engineering; Nursing","score_opus":0.06393458585662284,"score_gpt":0.3716545316065837,"score_spread":0.30771994574996087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264306757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686335,0.0039258436,0.0016769449,0.0073899054,0.0011068132,0.01339661,0.00024397214,0.000165461,0.0034610003],"genre_scores_gemma":[0.9962123,0.00046656522,0.0004336193,0.000010935476,0.00021540564,0.0017231337,0.000027264421,0.00003709564,0.00087367557],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9977805,0.0000368355,0.00047877265,0.0005040733,0.0007239167,0.00047588552],"domain_scores_gemma":[0.957479,0.0002634676,0.00047393815,0.00039319517,0.041371044,0.000019350082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004499093,0.0002692172,0.00060706027,0.00031881194,0.00063609995,0.00013565186,0.0006517409,0.00006314745,0.0000075816947],"category_scores_gemma":[0.0010921584,0.00019238557,0.00011179331,0.0033594237,0.00031171693,0.0006805673,0.0002146263,0.00011842367,0.000008115174],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053332816,0.002533785,0.038567293,0.26251575,0.0070663947,0.0000028658642,0.038831033,0.31425995,0.018885566,0.047259074,0.0076341056,0.25711092],"study_design_scores_gemma":[0.0049530347,0.00024850114,0.0053790356,0.016480979,0.0009840454,1.13499844e-7,0.8138527,0.034091003,0.07439694,0.044375576,0.0035662926,0.001671774],"about_ca_topic_score_codex":0.000041929474,"about_ca_topic_score_gemma":0.000018574045,"teacher_disagreement_score":0.7750217,"about_ca_system_score_codex":0.00010525825,"about_ca_system_score_gemma":0.00023907522,"threshold_uncertainty_score":0.7845256},"labels":[],"label_agreement":null},{"id":"W2294817016","doi":"","title":"Parallel data cubes on multi-core processors with multiple disks","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Online analytical processing; Computer science; Data cube; Very large database; Cube (algebra); Sorting; Parallel computing; Speedup; Data warehouse; Aggregate (composite); sort; Oracle; Multi-core processor; Core (optical fiber); Database; Data mining; Algorithm","score_opus":0.40457689833356214,"score_gpt":0.43351304344215824,"score_spread":0.0289361451085961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294817016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13580777,0.0057006213,0.8081299,0.010054347,0.0027610399,0.022559587,0.009394151,0.0005491835,0.00504342],"genre_scores_gemma":[0.8369733,0.0005337053,0.160122,0.000044915094,0.000042419862,0.00046408214,0.000033538345,0.000032256827,0.0017537861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99709165,0.0002449202,0.0003695085,0.00092153787,0.00076146465,0.00061093684],"domain_scores_gemma":[0.99297076,0.0009924213,0.0002990195,0.0020543386,0.003572768,0.000110661815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071369804,0.00029997015,0.0004775669,0.00011987985,0.00071594253,0.000040327748,0.0020155422,0.000049515722,0.0000036427282],"category_scores_gemma":[0.002911433,0.00016829715,0.000044524855,0.00114077,0.00086078094,0.00079525524,0.0013449223,0.00031193384,0.000008433372],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005300496,0.0019008706,0.004517901,0.0010513897,0.00083196076,0.000029772396,0.047671318,0.0042895325,0.0024463185,0.90282637,0.0052169384,0.023917142],"study_design_scores_gemma":[0.025817867,0.012920385,0.0066683153,0.011369888,0.00012149481,0.0000100605375,0.2642022,0.16071685,0.31493065,0.022743378,0.17671525,0.0037836418],"about_ca_topic_score_codex":0.000018208557,"about_ca_topic_score_gemma":0.0012774406,"teacher_disagreement_score":0.88008296,"about_ca_system_score_codex":0.00009580244,"about_ca_system_score_gemma":0.00044026395,"threshold_uncertainty_score":0.68629587},"labels":[],"label_agreement":null},{"id":"W23006710","doi":"10.1016/j.athoracsur.2012.03.098","title":"Real time patient flow management using business process management, location tags, and complex events processing","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Process (computing); Medical emergency; Business; Business process; Operations management; Computer science; Process management; Medicine; Engineering; Work in process; Marketing; Operating system","score_opus":0.19942956646854787,"score_gpt":0.5007874283471753,"score_spread":0.3013578618786274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W23006710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374201,0.0006074451,0.00815391,0.01684914,0.00085872365,0.02896414,0.00020862391,0.00010656993,0.0068313456],"genre_scores_gemma":[0.96679056,0.0011381728,0.027979754,0.00007633174,0.00004474927,0.0012594626,0.00004611555,0.000032064323,0.0026327698],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974316,0.0006261838,0.0005365235,0.0003982003,0.0005107875,0.0004967134],"domain_scores_gemma":[0.9879885,0.0002720168,0.00030648062,0.00027808346,0.011071923,0.00008300275],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006797681,0.00018025641,0.00031008566,0.00016191741,0.0021984996,0.000037148016,0.00021017622,0.00006995241,0.000033504675],"category_scores_gemma":[0.00047897405,0.00012817027,0.000019190646,0.0014812147,0.00020706805,0.0002864147,0.00024805975,0.00022082878,0.000012544418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028090768,0.0019564384,0.009893366,0.043235004,0.0014866865,0.0000067981155,0.13343294,0.29089874,0.0077548986,0.04504817,0.0126389405,0.45083895],"study_design_scores_gemma":[0.0057731154,0.0006624796,0.017415565,0.013928058,0.00013232173,6.255447e-7,0.3898842,0.5556086,0.001079224,0.010741111,0.0039114826,0.0008632059],"about_ca_topic_score_codex":0.000021782467,"about_ca_topic_score_gemma":0.000052556366,"teacher_disagreement_score":0.44997576,"about_ca_system_score_codex":0.0003455797,"about_ca_system_score_gemma":0.00040109118,"threshold_uncertainty_score":0.9991005},"labels":[],"label_agreement":null},{"id":"W2418999","doi":"","title":"Business analytics trends and opportunities","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Business intelligence; Business analytics; Analytics; Computer science; Data science; Software analytics; IBM; Purchasing; Big data; Cloud computing; Knowledge management; Software; Business analysis; Business; Business model; Software development; Marketing; Data mining","score_opus":0.5043624985149135,"score_gpt":0.4239534933115978,"score_spread":0.08040900520331573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5893171,0.0097936755,0.00226209,0.0911766,0.0061741066,0.006343052,0.0014672412,0.0003268033,0.29313937],"genre_scores_gemma":[0.9907681,0.0014219448,0.00024651812,0.00013883464,0.00013723434,0.00005948733,0.000013829495,0.000018603241,0.007195471],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858624,0.000040951712,0.00028079262,0.00032106115,0.0004090746,0.00036188884],"domain_scores_gemma":[0.99220747,0.00024001954,0.00022950594,0.00036395196,0.006941337,0.000017737299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057705736,0.00018988065,0.00032265062,0.00033491384,0.00048629602,0.00009544272,0.00050691457,0.000048684546,0.000085242995],"category_scores_gemma":[0.0014667319,0.00012343195,0.0000422558,0.001753711,0.0010179344,0.0006252973,0.0005257551,0.00014939686,0.000006700408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001194447,0.00035361602,0.002647227,0.0011162924,0.00031645285,0.000006555309,0.0024190538,0.00006758941,0.0008299515,0.77812845,0.013879403,0.19904095],"study_design_scores_gemma":[0.0028000025,0.00032190414,0.021513816,0.0023807997,0.00026949047,0.0000017920102,0.10709717,0.002673289,0.024425585,0.09113418,0.7461148,0.001267159],"about_ca_topic_score_codex":0.000027331804,"about_ca_topic_score_gemma":0.00027343907,"teacher_disagreement_score":0.73223543,"about_ca_system_score_codex":0.000036527115,"about_ca_system_score_gemma":0.000110367764,"threshold_uncertainty_score":0.50334084},"labels":[],"label_agreement":null},{"id":"W2753474671","doi":"","title":"Text Analytics with Eclipse for Software Engineers","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Eclipse; Computer science; Software analytics; Analytics; Software engineering; Software; Data science; Software development; Software construction; Programming language; Astronomy; Physics","score_opus":0.19557141935035022,"score_gpt":0.3826565469449737,"score_spread":0.18708512759462348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753474671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05748905,0.0027714563,0.90542376,0.014920274,0.002596015,0.01085717,0.0005124892,0.00029986905,0.0051299436],"genre_scores_gemma":[0.8294797,0.00036950296,0.16704875,0.00006606626,0.00008127534,0.00038498064,0.0000025864308,0.000022931843,0.002544192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99829537,0.00011873737,0.00023595818,0.00041691953,0.00043041972,0.0005026021],"domain_scores_gemma":[0.9926936,0.0016582727,0.00015186712,0.0006452529,0.004786038,0.00006495587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005591238,0.00018369066,0.00036361048,0.00016227899,0.00038466792,0.00004484064,0.0011646609,0.00004701556,0.0000037388756],"category_scores_gemma":[0.0032762254,0.00010690614,0.000075834825,0.0012404689,0.0005460936,0.0002101788,0.00029847573,0.0001548417,0.0000021310314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019389895,0.0004710166,0.0015304922,0.0006168698,0.0009774377,0.000008084327,0.040377427,0.0031538492,0.00062592694,0.89218235,0.014116107,0.044001434],"study_design_scores_gemma":[0.011120663,0.009922255,0.002260234,0.0024232874,0.00018751182,0.0000045082284,0.22911118,0.04496232,0.4706783,0.1910855,0.036407445,0.0018368],"about_ca_topic_score_codex":0.0000020245277,"about_ca_topic_score_gemma":0.00014363871,"teacher_disagreement_score":0.77199066,"about_ca_system_score_codex":0.00009726194,"about_ca_system_score_gemma":0.0004087179,"threshold_uncertainty_score":0.43595058},"labels":[],"label_agreement":null},{"id":"W2782562078","doi":"","title":"SLO request modeling, reordering and scaling.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Scaling; Mathematics","score_opus":0.13746079025591246,"score_gpt":0.41811708120086033,"score_spread":0.2806562909449479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782562078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8355443,0.008401607,0.040867355,0.08958169,0.0038117387,0.005539014,0.00019754039,0.00020393863,0.015852815],"genre_scores_gemma":[0.9914073,0.00087228836,0.007032797,0.00008129683,0.000054652235,0.0000655098,9.051078e-7,0.000011509603,0.00047377634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980543,0.00018875694,0.00026030815,0.00053604937,0.00051140675,0.00044913514],"domain_scores_gemma":[0.99469525,0.0005073124,0.00023164938,0.0011885877,0.003289359,0.00008783489],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00079433416,0.0001851198,0.0003207741,0.00010201511,0.0018529133,0.0002799419,0.0019067791,0.00004999036,0.0000010856335],"category_scores_gemma":[0.0010255201,0.00012315578,0.000051102455,0.00036964164,0.00043988414,0.00042207283,0.0015027842,0.0002694508,0.0000022076383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007688291,0.00026600435,0.0008855671,0.0010028674,0.00049882545,0.0000098163455,0.05585584,0.009040081,0.012985517,0.82073665,0.0008643948,0.09708562],"study_design_scores_gemma":[0.0057439744,0.0016660164,0.0007759251,0.0046686013,0.00005540462,0.000004202507,0.060272712,0.3935115,0.24287993,0.2499066,0.039220013,0.0012951052],"about_ca_topic_score_codex":0.000025435833,"about_ca_topic_score_gemma":0.0006972433,"teacher_disagreement_score":0.57083005,"about_ca_system_score_codex":0.00005460678,"about_ca_system_score_gemma":0.00020829374,"threshold_uncertainty_score":0.9994465},"labels":[],"label_agreement":null},{"id":"W2782622705","doi":"","title":"Online detection of anomalous applications on the cloud.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.11505567067113323,"score_gpt":0.3985320885008412,"score_spread":0.283476417829708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782622705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83136886,0.0024283726,0.05821556,0.08299817,0.004485174,0.013638614,0.00064683246,0.00013958337,0.0060788044],"genre_scores_gemma":[0.9979746,0.00060550496,0.0005015791,0.000034047287,0.00009487741,0.00020064537,7.847402e-7,0.0000060610328,0.0005819056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983862,0.00029466726,0.00025623495,0.00031778077,0.00048880593,0.00025631956],"domain_scores_gemma":[0.9939451,0.0011397381,0.00040119284,0.0012151358,0.0032623284,0.000036468384],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007716352,0.00012155659,0.00022461281,0.00007461737,0.0018584051,0.00008345559,0.001575085,0.000047331392,0.000003117417],"category_scores_gemma":[0.0019764856,0.00007030884,0.00007504314,0.00058593886,0.0007351265,0.00017763,0.00052576227,0.00028217403,0.0000040035966],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006982968,0.00071462925,0.00006611216,0.00014625989,0.00022344678,6.2901887e-7,0.004872962,0.0008702898,0.034298904,0.75102293,0.0014720036,0.20561354],"study_design_scores_gemma":[0.0013579733,0.0021219107,0.0011767929,0.000620251,0.000018237184,7.4599893e-7,0.009558724,0.013200601,0.82009465,0.09059349,0.0609682,0.0002884275],"about_ca_topic_score_codex":0.0000072451885,"about_ca_topic_score_gemma":0.00040049097,"teacher_disagreement_score":0.78579575,"about_ca_system_score_codex":0.00009397104,"about_ca_system_score_gemma":0.0001515599,"threshold_uncertainty_score":0.999441},"labels":[],"label_agreement":null},{"id":"W2782753921","doi":"","title":"Software variability through C++ static polymorphism: a case study of challenges and open problems in eclipse OMR.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Eclipse; Open source software; Software; Computer science; Open source; Software engineering; Operating system; Astronomy; Physics","score_opus":0.42473486271320937,"score_gpt":0.4871907973906211,"score_spread":0.06245593467741173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782753921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81627154,0.005437372,0.15208334,0.0077185323,0.0012401559,0.01654002,0.0002113529,0.000106850996,0.00039083132],"genre_scores_gemma":[0.8936694,0.001400754,0.10433124,0.0000055045266,0.000015991334,0.0004585579,3.0256632e-7,0.000014689299,0.00010355051],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99648863,0.0013111738,0.000502514,0.0007526708,0.00047754802,0.00046744948],"domain_scores_gemma":[0.9882794,0.006962552,0.00047802823,0.0017793875,0.0024420903,0.00005856514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034869898,0.00024698788,0.0007811089,0.000110622495,0.00064437237,0.000118581505,0.0024680267,0.00005904572,8.8757025e-7],"category_scores_gemma":[0.028052162,0.00017531299,0.000036808957,0.00045251005,0.00085935654,0.00090117863,0.0034425347,0.00033457935,2.4993466e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011404622,0.003835089,0.0064359987,0.003389502,0.00095560635,0.00028318766,0.5455156,0.04845606,0.0010757779,0.15318352,0.00022321852,0.235506],"study_design_scores_gemma":[0.009191285,0.0053741853,0.005970104,0.00223815,0.00004213409,0.000024272447,0.3270303,0.0017738673,0.00882541,0.6382611,0.00043205993,0.00083714986],"about_ca_topic_score_codex":0.00007507627,"about_ca_topic_score_gemma":0.0016134459,"teacher_disagreement_score":0.48507756,"about_ca_system_score_codex":0.00015438342,"about_ca_system_score_gemma":0.00031734124,"threshold_uncertainty_score":0.98013496},"labels":[],"label_agreement":null},{"id":"W2782967258","doi":"","title":"Big data analytics: challenges and applications to health care.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research","funders":"","keywords":"Big data; Data science; Computer science; Analytics; Health care; Data mining; Political science","score_opus":0.7539364936114901,"score_gpt":0.6379185107689496,"score_spread":0.1160179828425405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782967258","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043995745,0.0946624,0.0015830891,0.777788,0.005047858,0.050819334,0.009214059,0.00013906731,0.01675047],"genre_scores_gemma":[0.9704731,0.024805963,0.0009733873,0.0003016971,0.00045246087,0.0013795634,0.0000197643,0.000030390705,0.001563688],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967631,0.00082038215,0.00055655977,0.00065896544,0.00049528346,0.00070570037],"domain_scores_gemma":[0.9869398,0.0026974564,0.0004982181,0.002367881,0.00727533,0.0002213417],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0019765603,0.0001698159,0.0004915098,0.00012244452,0.0054922565,0.000029536315,0.0015641461,0.00008356141,0.000004818956],"category_scores_gemma":[0.010112639,0.000119784796,0.000028249322,0.00029504098,0.0008169893,0.00013512724,0.0019358159,0.0005210511,0.00002377004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006358426,0.00011605913,0.0027691307,0.0029389716,0.00018954228,6.354249e-7,0.11137361,0.00006530347,0.00016946522,0.16126312,0.009795491,0.7106828],"study_design_scores_gemma":[0.0004221084,0.00057440565,0.0017669818,0.0017443259,0.0000137288935,6.030545e-8,0.69660366,0.00018272531,0.0011745731,0.011886754,0.28543508,0.0001955767],"about_ca_topic_score_codex":0.00011640346,"about_ca_topic_score_gemma":0.033967856,"teacher_disagreement_score":0.9264773,"about_ca_system_score_codex":0.00039565924,"about_ca_system_score_gemma":0.0017608346,"threshold_uncertainty_score":0.9982256},"labels":[],"label_agreement":null},{"id":"W2782992285","doi":"","title":"Barriers to adoption of information technology in healthcare","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health care; Business; Information technology; Knowledge management; Computer science; Economics; Economic growth","score_opus":0.17387912966602156,"score_gpt":0.545080960728763,"score_spread":0.3712018310627414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782992285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7486444,0.00090492476,0.0002239295,0.22879988,0.0019688986,0.016306333,0.00058645505,0.000037645434,0.0025275128],"genre_scores_gemma":[0.9973526,0.0005189981,0.00048649276,0.00010810175,0.000028567893,0.00094837794,0.0000033417325,0.000009805423,0.00054369436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99685216,0.0008913115,0.00081759185,0.00022316919,0.0004681562,0.00074759126],"domain_scores_gemma":[0.99053764,0.0010393272,0.00079781894,0.00076279056,0.0067158313,0.00014656452],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0027340369,0.00013025019,0.0005102716,0.0004209617,0.0017023303,0.000009433208,0.0007192177,0.00016718642,0.000008169033],"category_scores_gemma":[0.025656495,0.00009433541,0.00003488216,0.0009280526,0.00041787117,0.00025015313,0.0003763288,0.0006979167,0.000014820828],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042951806,0.000112857946,0.15234603,0.007990381,0.0001747092,9.405184e-7,0.06453553,0.00045906514,0.0050756084,0.70769095,0.009892221,0.047426555],"study_design_scores_gemma":[0.00821941,0.0044405926,0.020865578,0.014851417,0.000016163514,2.9570236e-7,0.7745695,0.0004891567,0.029779764,0.062492263,0.083745874,0.0005299461],"about_ca_topic_score_codex":0.00013873313,"about_ca_topic_score_gemma":0.0059535406,"teacher_disagreement_score":0.710034,"about_ca_system_score_codex":0.00086257,"about_ca_system_score_gemma":0.0035044895,"threshold_uncertainty_score":0.9995973},"labels":[],"label_agreement":null},{"id":"W2783287373","doi":"","title":"Quantifying duplication to improve data quality.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Data deduplication; Quality (philosophy); Gene duplication; Database","score_opus":0.8003330727568276,"score_gpt":0.6486310263808803,"score_spread":0.1517020463759473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783287373","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27095932,0.001706497,0.032770183,0.61073804,0.00876677,0.02556598,0.022413487,0.00012599892,0.026953714],"genre_scores_gemma":[0.9879181,0.00028586827,0.0026257269,0.0001459885,0.00007133011,0.0001761056,0.0000223788,0.000011578275,0.008742941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949221,0.0008526142,0.0007330593,0.0009991754,0.0020432486,0.00044982185],"domain_scores_gemma":[0.97642314,0.005693792,0.0009244687,0.0070293886,0.009792272,0.00013693955],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0140631655,0.00016320549,0.00047387637,0.0001678403,0.002026575,0.00062682567,0.0066760634,0.000041857445,0.00001852687],"category_scores_gemma":[0.12682173,0.00010001215,0.000063796106,0.00078431197,0.0007972142,0.0007992816,0.0053444365,0.00019666612,0.00008098473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011485266,0.00030248793,0.0009725575,0.00019228237,0.00026436575,7.7373085e-7,0.006637512,0.0002118593,0.016533773,0.62265795,0.10217025,0.24890766],"study_design_scores_gemma":[0.0019619402,0.00061463495,0.0092317,0.00051285763,0.00002851211,5.5823744e-8,0.14251678,0.0012374235,0.045579575,0.09258925,0.70526785,0.00045945472],"about_ca_topic_score_codex":0.000031985157,"about_ca_topic_score_gemma":0.0025332083,"teacher_disagreement_score":0.71695876,"about_ca_system_score_codex":0.000114567716,"about_ca_system_score_gemma":0.0002963987,"threshold_uncertainty_score":0.99927264},"labels":[],"label_agreement":null},{"id":"W2783302836","doi":"","title":"Code the future!: teach kids to program in ELM.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Programming language; Code (set theory); Parallel computing; Software engineering","score_opus":0.2158673522576552,"score_gpt":0.5555365643945666,"score_spread":0.33966921213691137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783302836","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45297578,0.0014530246,0.000010058703,0.48820323,0.0029791896,0.011206816,0.00028136218,0.000038635237,0.04285193],"genre_scores_gemma":[0.98583114,0.0006261583,0.00024127422,0.000081805316,0.0004323887,0.00080863835,8.555145e-7,0.000009232804,0.011968481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748844,0.0008136404,0.0002537094,0.00027486027,0.000647942,0.00052140775],"domain_scores_gemma":[0.99482954,0.00086669787,0.000212136,0.0006667527,0.0033238078,0.00010107798],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026166178,0.00011731798,0.00026467207,0.0000831889,0.002975981,0.00020871946,0.0012761565,0.000056096596,0.0000120517],"category_scores_gemma":[0.0072551435,0.00006626482,0.000055034838,0.0007085016,0.0012453601,0.00014379666,0.00024565193,0.0002552381,0.000011099732],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028128963,0.00030566793,0.010101515,0.000084748186,0.00009451991,5.825511e-7,0.29219422,0.000046251578,0.00031275637,0.58837694,0.042453624,0.06574787],"study_design_scores_gemma":[0.00031977278,0.00014784267,0.0031822645,0.00019029222,0.000002811337,2.0019813e-8,0.38544092,0.000005345786,0.00085234735,0.0035682274,0.6062081,0.00008208344],"about_ca_topic_score_codex":0.00023138117,"about_ca_topic_score_gemma":0.033841185,"teacher_disagreement_score":0.58480877,"about_ca_system_score_codex":0.00027833364,"about_ca_system_score_gemma":0.0010923294,"threshold_uncertainty_score":0.998322},"labels":[],"label_agreement":null},{"id":"W2783518771","doi":"","title":"The theory and applications of dew computing.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Computational Techniques and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Dew; Computer science; Computational science; Meteorology; Physics; Condensation","score_opus":0.0958262664697677,"score_gpt":0.4546113966704388,"score_spread":0.3587851302006711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783518771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007042684,0.0026010573,0.957733,0.024713777,0.00019949325,0.004550857,0.00013355675,0.000054962824,0.002970608],"genre_scores_gemma":[0.97737163,0.000947178,0.020564735,0.000025309966,0.000026451116,0.00030145678,7.613787e-7,0.000006701144,0.0007557472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987372,0.00019301455,0.00024426164,0.0002819817,0.00032431944,0.00021920481],"domain_scores_gemma":[0.9920082,0.0032532362,0.00038663534,0.00096200913,0.0033516823,0.00003823777],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011104343,0.00010091535,0.00018841059,0.00004044538,0.002422062,0.000100797144,0.0016645349,0.000024996836,3.2626738e-7],"category_scores_gemma":[0.0015884651,0.000059003887,0.000044148674,0.00034288087,0.0014030675,0.00013884842,0.0009110051,0.00014357096,6.722104e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003606827,0.000029484265,0.000031031483,0.000024736248,0.000032350137,4.3568186e-8,0.00050562364,0.00017938814,0.0005235854,0.9163087,0.00021024981,0.082118735],"study_design_scores_gemma":[0.00039024197,0.00016388013,0.00071066176,0.00016403927,0.0000063771295,3.754874e-7,0.0032773132,0.0025896712,0.030681854,0.93305063,0.028855503,0.00010946878],"about_ca_topic_score_codex":9.916215e-7,"about_ca_topic_score_gemma":0.000021883325,"teacher_disagreement_score":0.970329,"about_ca_system_score_codex":0.00004113903,"about_ca_system_score_gemma":0.00017406256,"threshold_uncertainty_score":0.99887663},"labels":[],"label_agreement":null},{"id":"W2783747032","doi":"","title":"Improving garbage collection-time string deduplication.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Recycling and Waste Management Techniques","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Data deduplication; Garbage collection; Computer science; Database; Garbage; Manual memory management; String (physics); Parallel computing; Programming language; Mathematics","score_opus":0.08740542982887921,"score_gpt":0.3961081405441356,"score_spread":0.3087027107152564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783747032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8862045,0.0005252126,0.003217639,0.020120647,0.0009856956,0.01005045,0.00017940953,0.00020791084,0.07850857],"genre_scores_gemma":[0.9791619,0.00026201745,0.0024447253,0.000017879313,0.000026205706,0.00021400844,0.0000013985799,0.000013732408,0.017858094],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984035,0.00014016576,0.00022564923,0.00038281264,0.00051109237,0.000336767],"domain_scores_gemma":[0.99788487,0.00039394732,0.00031370262,0.0007681793,0.0005919006,0.00004741313],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009833741,0.00013459133,0.00022042796,0.000053041924,0.002060672,0.00011846439,0.0008767985,0.00004314164,0.000041576943],"category_scores_gemma":[0.0032800199,0.000095516276,0.000058192672,0.00035018535,0.00081977807,0.000222379,0.00083382626,0.00018808563,0.000026402495],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018617791,0.0010210698,0.029732386,0.0006608118,0.0007632671,0.0000055932414,0.0102385,0.008422968,0.3711056,0.05216147,0.14946131,0.3745652],"study_design_scores_gemma":[0.0026523909,0.0011396345,0.013443448,0.00094752066,0.000060808812,4.7703435e-7,0.016939783,0.012107055,0.8684249,0.028680392,0.054851588,0.0007519959],"about_ca_topic_score_codex":0.000033841632,"about_ca_topic_score_gemma":0.00015479271,"teacher_disagreement_score":0.49731928,"about_ca_system_score_codex":0.00030130896,"about_ca_system_score_gemma":0.000056810386,"threshold_uncertainty_score":0.9992385},"labels":[],"label_agreement":null},{"id":"W2783767745","doi":"","title":"Fourth annual workshop on data-driven knowledge mobilization.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto; Queen's University","funders":"","keywords":"Mobilization; Computer science; Data science; Knowledge management; Political science","score_opus":0.2861860519477305,"score_gpt":0.4756191753746572,"score_spread":0.1894331234269267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783767745","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22137192,0.022558462,0.24308859,0.34570834,0.02740121,0.035160933,0.0073566562,0.0011082586,0.09624562],"genre_scores_gemma":[0.9857035,0.0013244712,0.008078696,0.000044000528,0.00010012666,0.00012169519,0.000007818876,0.000014900002,0.0046047335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975683,0.0003556107,0.00028442714,0.00071345235,0.000579167,0.00049903436],"domain_scores_gemma":[0.9893833,0.0022862393,0.00031453243,0.0030290333,0.004911295,0.00007564801],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0009449727,0.00020442906,0.0004005161,0.00011277522,0.0016372501,0.00023912119,0.005117486,0.00006367909,0.0000035046082],"category_scores_gemma":[0.011958745,0.0001304245,0.00005795696,0.0005190528,0.0009850042,0.0006631182,0.0028475923,0.0002626126,0.000017005117],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078560924,0.000900046,0.0010659841,0.0002976586,0.00056069833,0.000010432754,0.024747489,0.0048553376,0.0008484812,0.7210004,0.06817314,0.17675477],"study_design_scores_gemma":[0.012177392,0.003956995,0.01013148,0.0069713574,0.00011649256,0.0000029988387,0.22359438,0.23397645,0.09839672,0.120614044,0.2876511,0.0024105753],"about_ca_topic_score_codex":0.0000027366993,"about_ca_topic_score_gemma":0.00061469496,"teacher_disagreement_score":0.76433164,"about_ca_system_score_codex":0.00011614306,"about_ca_system_score_gemma":0.00054004637,"threshold_uncertainty_score":0.99966246},"labels":[],"label_agreement":null},{"id":"W2783801469","doi":"","title":"MicroJIT: a lightweight, just-in-time compiler to improve startup times.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Compiler; Computer science; Operating system; Programming language; Parallel computing; Embedded system","score_opus":0.09053787834855652,"score_gpt":0.4094208643837855,"score_spread":0.31888298603522897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783801469","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25545236,0.0050397334,0.28420886,0.32448733,0.008156531,0.04288508,0.001714426,0.001337396,0.07671827],"genre_scores_gemma":[0.90412116,0.00037866452,0.08094545,0.00022120212,0.000076634904,0.00030059114,0.0000030784743,0.000028030858,0.013925205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99753517,0.00029629908,0.00037765686,0.0006211182,0.0005982496,0.0005715067],"domain_scores_gemma":[0.99394846,0.00068148685,0.00029499273,0.0013721539,0.0035941496,0.00010874684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011584115,0.00021761816,0.00046033575,0.00020957924,0.0010278779,0.00029290578,0.003042808,0.00006343629,0.0000068011664],"category_scores_gemma":[0.0022759177,0.00015444204,0.00007725466,0.0006614422,0.00041757312,0.000304651,0.0016409779,0.00027337394,0.000027367554],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029096494,0.002143092,0.0022311697,0.00075334444,0.0008432095,0.00003713636,0.048459843,0.017948052,0.088940725,0.5166938,0.23841903,0.080620974],"study_design_scores_gemma":[0.0050464245,0.0025438787,0.0016540169,0.0024386835,0.000019848034,9.956283e-7,0.0033143372,0.06317343,0.8093699,0.037152044,0.07410205,0.0011843446],"about_ca_topic_score_codex":0.00000604775,"about_ca_topic_score_gemma":0.000059825237,"teacher_disagreement_score":0.72042924,"about_ca_system_score_codex":0.00020822464,"about_ca_system_score_gemma":0.000370838,"threshold_uncertainty_score":0.790571},"labels":[],"label_agreement":null},{"id":"W2783978631","doi":"","title":"Open data, engagement and the knowledge economy.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Knowledge economy; Data science; Knowledge management","score_opus":0.41816849555705476,"score_gpt":0.5334769071836678,"score_spread":0.11530841162661304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783978631","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03710288,0.0049616895,0.000013034484,0.31421858,0.0011951014,0.0086305225,0.00053185364,0.000018028473,0.6333283],"genre_scores_gemma":[0.9765598,0.0034431706,0.00013923229,0.00008144054,0.00012598537,0.00019741079,0.000003937172,0.0000074864906,0.019441497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975866,0.0011163764,0.00019347983,0.00036267974,0.0003894997,0.00035132747],"domain_scores_gemma":[0.9933421,0.003036791,0.00030004556,0.0011098767,0.0021453144,0.00006584936],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007045942,0.00011081575,0.0002857076,0.000026920152,0.005597456,0.0007810957,0.0047967504,0.000035056248,0.000038217586],"category_scores_gemma":[0.007775552,0.000060420774,0.000028615661,0.00019941405,0.003928372,0.0007457548,0.0053915554,0.00019579759,0.0000057560806],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046944313,0.00006867606,0.00065154454,0.000058626887,0.00019179365,1.7561642e-7,0.046785753,0.0000028288614,0.0000139791355,0.92633265,0.0126158,0.012808705],"study_design_scores_gemma":[0.001913881,0.00007633431,0.00036232834,0.00014916027,0.00001644812,1.3011242e-8,0.29265407,0.00012731567,0.00043982646,0.032830026,0.67133605,0.00009454828],"about_ca_topic_score_codex":0.0002672826,"about_ca_topic_score_gemma":0.0248729,"teacher_disagreement_score":0.93945694,"about_ca_system_score_codex":0.0001296704,"about_ca_system_score_gemma":0.0007205265,"threshold_uncertainty_score":0.99878234},"labels":[],"label_agreement":null},{"id":"W2784077298","doi":"","title":"Optimizing the JVM object model using object splitting.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Object (grammar); Object model; Object based; Distributed object; Method; Programming language; Object-oriented programming; Artificial intelligence","score_opus":0.2516107123815173,"score_gpt":0.4489005636656486,"score_spread":0.19728985128413135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784077298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59424365,0.011611641,0.2546678,0.0999381,0.0059082303,0.012723042,0.00030299442,0.0003371836,0.020267356],"genre_scores_gemma":[0.9712907,0.00044543864,0.027012996,0.00005231429,0.00005075682,0.000072735435,3.4601842e-7,0.000012626902,0.0010620799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973746,0.00036374264,0.0003292418,0.00054747943,0.00072051684,0.0006644138],"domain_scores_gemma":[0.99238116,0.0017220688,0.00043175882,0.0017927316,0.0036159125,0.000056381727],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016980199,0.0002278207,0.00043312556,0.00008706576,0.0034412781,0.00042100207,0.0034323065,0.00005917133,0.0000012280705],"category_scores_gemma":[0.0074022515,0.00012398936,0.00012570703,0.00046570422,0.0012639906,0.00047508738,0.0018373562,0.0003443842,0.0000024095891],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094467896,0.00039222545,0.0012310041,0.00051504024,0.0010156,0.000017143702,0.07248047,0.16589525,0.030079518,0.6620998,0.004112653,0.061216604],"study_design_scores_gemma":[0.0017561296,0.00037487148,0.0004216101,0.0010361616,0.000037544396,0.0000019350387,0.0399155,0.74111,0.14229219,0.07113792,0.0014460221,0.000470104],"about_ca_topic_score_codex":0.000015780404,"about_ca_topic_score_gemma":0.00021221276,"teacher_disagreement_score":0.5909619,"about_ca_system_score_codex":0.00017745874,"about_ca_system_score_gemma":0.00075357954,"threshold_uncertainty_score":0.9978561},"labels":[],"label_agreement":null},{"id":"W2784095737","doi":"","title":"Deployment Specification challenges in the context of large scale systems.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software deployment; Computer science; Context (archaeology); Scale (ratio); Systems engineering; Software engineering; Engineering; Geology","score_opus":0.245831721189091,"score_gpt":0.43298631498745094,"score_spread":0.18715459379835994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784095737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67309767,0.065578334,0.011724486,0.18273064,0.0063975323,0.03354779,0.0006870874,0.00013747385,0.026098987],"genre_scores_gemma":[0.99629164,0.0023954173,0.0007329611,0.000007603279,0.00003711304,0.00027651832,7.2253266e-7,0.00000848301,0.0002495527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99687487,0.000917536,0.0004784511,0.00044174137,0.0008679513,0.00041944193],"domain_scores_gemma":[0.9928132,0.0013217815,0.0006037495,0.0016948341,0.0035273973,0.00003899291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035598865,0.00015729252,0.00044094506,0.00011046134,0.0006929855,0.00016108213,0.0026516959,0.000049764163,7.379791e-7],"category_scores_gemma":[0.0022547962,0.0000910832,0.00006684165,0.00039687954,0.0004479639,0.00038078125,0.000550351,0.00021434351,0.000004372725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027108687,0.0005006209,0.0011811004,0.0007899928,0.00018290467,0.0000031264315,0.08170961,0.0005375533,0.006749478,0.88859135,0.0011081883,0.018375002],"study_design_scores_gemma":[0.0046986123,0.0011459541,0.009405367,0.0043495037,0.00002091815,0.0000021948122,0.8021539,0.012071238,0.13826953,0.008920711,0.018453585,0.0005084709],"about_ca_topic_score_codex":0.000018396568,"about_ca_topic_score_gemma":0.0007196908,"teacher_disagreement_score":0.8796706,"about_ca_system_score_codex":0.00016896585,"about_ca_system_score_gemma":0.00025188897,"threshold_uncertainty_score":0.5329954},"labels":[],"label_agreement":null},{"id":"W2784157119","doi":"","title":"Advances in open runtime technologies for the cloud.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.16716734998083596,"score_gpt":0.4592414330894014,"score_spread":0.2920740831085654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784157119","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03569486,0.078324646,0.28000584,0.4681933,0.021313688,0.07472357,0.0025657387,0.0007188007,0.038459547],"genre_scores_gemma":[0.9929328,0.0017394555,0.0030442593,0.000016779759,0.000045332992,0.0006715547,0.0000015952774,0.000009090992,0.0015391415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796736,0.00022370226,0.00034077142,0.0005122531,0.00042022558,0.0005356951],"domain_scores_gemma":[0.99239165,0.0027943056,0.00042048463,0.0015768362,0.002789402,0.000027332278],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0020026371,0.00018263898,0.00042754787,0.00007764983,0.0020513653,0.00055334956,0.007559047,0.000058343037,6.690705e-7],"category_scores_gemma":[0.006648504,0.00009969492,0.000076947326,0.00061528326,0.00089509465,0.00058566214,0.002818944,0.00024868303,0.000002829544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406936,0.00018922675,0.00083284546,0.00025626388,0.00015441743,0.0000019702936,0.0048609884,0.004570156,0.0003741381,0.83957994,0.008184648,0.1404547],"study_design_scores_gemma":[0.006041602,0.0014963925,0.0010482195,0.0028197682,0.00002063931,0.0000011571116,0.066177726,0.034049142,0.031052217,0.27418986,0.582388,0.00071527297],"about_ca_topic_score_codex":0.000011258588,"about_ca_topic_score_gemma":0.00047297447,"teacher_disagreement_score":0.95723796,"about_ca_system_score_codex":0.00011748628,"about_ca_system_score_gemma":0.0003534302,"threshold_uncertainty_score":0.99924785},"labels":[],"label_agreement":null},{"id":"W2784251617","doi":"","title":"DevOps toolchains for continuous engineering and improvement","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"DevOps; Computer science; Software engineering","score_opus":0.10486477684899746,"score_gpt":0.40780489270600245,"score_spread":0.302940115857005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784251617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15651761,0.004094343,0.7767828,0.045058787,0.0034299684,0.012400271,0.0006755765,0.00040585626,0.0006347561],"genre_scores_gemma":[0.92304057,0.0005874628,0.07517603,0.000022033857,0.000046982517,0.00045396,9.2271995e-7,0.0000139399,0.0006581059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99889064,0.000039461673,0.00017802064,0.00031264266,0.00025055648,0.00032869139],"domain_scores_gemma":[0.9955043,0.001597142,0.00018954041,0.00067520473,0.001983164,0.00005063297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008523326,0.00013468639,0.00025135672,0.000061053004,0.00070575584,0.00021051052,0.0009920001,0.00003730062,4.445863e-7],"category_scores_gemma":[0.0068350392,0.00009534025,0.00004473349,0.0001504816,0.00018036095,0.0003311614,0.0006159197,0.00014332632,2.460656e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042407966,0.0001585401,0.0003810142,0.0008151403,0.00045505603,0.000003031759,0.0062740515,0.0018440341,0.0279713,0.75554425,0.0040810076,0.20204851],"study_design_scores_gemma":[0.004792808,0.004578646,0.0014249259,0.0017661918,0.00004819393,0.0000020294538,0.007178051,0.07908733,0.63515574,0.043104384,0.22184695,0.0010147337],"about_ca_topic_score_codex":0.0000026925022,"about_ca_topic_score_gemma":0.000021560572,"teacher_disagreement_score":0.76652294,"about_ca_system_score_codex":0.00007234432,"about_ca_system_score_gemma":0.00011551814,"threshold_uncertainty_score":0.8182674},"labels":[],"label_agreement":null},{"id":"W2784260670","doi":"","title":"Incremental change propagation from UML software models to LQN performance models.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Applications of UML; Software engineering; Software; Programming language","score_opus":0.2762776001749046,"score_gpt":0.40418859227411214,"score_spread":0.12791099209920753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784260670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020097,0.0009932438,0.071793504,0.012087379,0.0025908214,0.008965154,0.0005381263,0.00015320377,0.0008688354],"genre_scores_gemma":[0.988518,0.00045398422,0.009724772,0.000062331506,0.000097428405,0.000746709,0.000004823833,0.0000150328715,0.0003769443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970757,0.00023107161,0.0004055016,0.00070800097,0.0010080714,0.0005716637],"domain_scores_gemma":[0.99273634,0.000355904,0.00035076874,0.0016722408,0.0047633257,0.000121438956],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011018177,0.00025380217,0.0004471108,0.000120207216,0.0019362454,0.00021812467,0.002392704,0.00008066972,0.0000027433794],"category_scores_gemma":[0.0011313845,0.00016797389,0.00008623562,0.0005222506,0.0004637064,0.0019217093,0.0015053924,0.00026222575,0.000014024895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033519932,0.0012277527,0.013887873,0.0021563952,0.00095376745,0.00001035586,0.1546695,0.045816988,0.0065445793,0.10036073,0.008135433,0.66288465],"study_design_scores_gemma":[0.0056413673,0.0031159983,0.009717546,0.005519072,0.00004714064,0.0000015763255,0.020080041,0.6173964,0.23985076,0.094307706,0.0028185423,0.001503817],"about_ca_topic_score_codex":0.0000609704,"about_ca_topic_score_gemma":0.00027341014,"teacher_disagreement_score":0.6613808,"about_ca_system_score_codex":0.00035838885,"about_ca_system_score_gemma":0.00037929238,"threshold_uncertainty_score":0.9993631},"labels":[],"label_agreement":null},{"id":"W2911291796","doi":"","title":"Proceedings of the 2001 conference of the Centre for Advanced Studies on Collaborative research","year":2001,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; IBM (Canada)","funders":"","keywords":"Computer science; Engineering ethics; Library science; Engineering","score_opus":0.33130637103835064,"score_gpt":0.5370587811376392,"score_spread":0.20575241009928852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911291796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916656,0.0026727645,0.000110792724,0.041739102,0.002788326,0.013632498,0.0012594723,0.000057816418,0.021083217],"genre_scores_gemma":[0.9602468,0.00079849537,0.0018110531,0.00008473563,0.00013036405,0.0008623535,0.00000501195,0.00006652186,0.035994686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9906804,0.003889758,0.0011427323,0.0010554042,0.0018158087,0.0014159153],"domain_scores_gemma":[0.9426667,0.010235277,0.0014373875,0.0011137172,0.044436052,0.00011087416],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.009517114,0.00054219796,0.0012934457,0.00037163892,0.0020630222,0.000060419843,0.002060244,0.00021529876,0.00005388342],"category_scores_gemma":[0.039431836,0.00029579282,0.00027285263,0.005964595,0.004876956,0.0001897804,0.0008671009,0.0017134942,0.0000061402257],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016389681,0.0018961984,0.007696649,0.0013515943,0.0028462205,0.0000025308088,0.21256837,0.0010370191,0.089423835,0.5739591,0.078322366,0.014506397],"study_design_scores_gemma":[0.0059039076,0.0035974698,0.0041589686,0.004213995,0.000099716184,0.0000013297721,0.631324,0.00013978335,0.25086957,0.02784441,0.071293615,0.0005532628],"about_ca_topic_score_codex":0.000015718359,"about_ca_topic_score_gemma":0.00028758132,"teacher_disagreement_score":0.54611474,"about_ca_system_score_codex":0.00057290035,"about_ca_system_score_gemma":0.00116267,"threshold_uncertainty_score":0.9999494},"labels":[],"label_agreement":null},{"id":"W2912772635","doi":"","title":"Testing iptables","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Correctness; Computer science; Operating system; Algorithm","score_opus":0.16707392438172863,"score_gpt":0.4053650697184758,"score_spread":0.23829114533674717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912772635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84331995,0.013327667,0.04435663,0.023840098,0.0108255865,0.017539447,0.0002988393,0.0006212023,0.045870554],"genre_scores_gemma":[0.9828596,0.0001233828,0.015531261,0.00002661146,0.000023833869,0.00015108651,3.6828274e-7,0.000008855639,0.0012749654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975769,0.00052699406,0.0003367186,0.00044577353,0.0006104826,0.00050313055],"domain_scores_gemma":[0.9894986,0.002584095,0.00019099528,0.0008174798,0.0068396707,0.000069131616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018058578,0.00016271004,0.0003305331,0.00009285553,0.0007390214,0.000066683584,0.00094390824,0.000049380153,0.0000031358063],"category_scores_gemma":[0.012110799,0.00009813247,0.00006693092,0.0020140565,0.0004532978,0.00028407061,0.00029444264,0.00021449669,0.000008652346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024922861,0.0005624309,0.01574085,0.0011244232,0.00037428903,0.000005026433,0.016017182,0.003876684,0.015384628,0.88488877,0.0092434,0.05253306],"study_design_scores_gemma":[0.0044985637,0.0023783518,0.003359029,0.0028291417,0.000028088387,0.000006122189,0.055127706,0.006410738,0.679117,0.15040019,0.0947881,0.0010569524],"about_ca_topic_score_codex":0.000002184899,"about_ca_topic_score_gemma":0.00002471185,"teacher_disagreement_score":0.7344886,"about_ca_system_score_codex":0.00016634756,"about_ca_system_score_gemma":0.0006663563,"threshold_uncertainty_score":0.99621063},"labels":[],"label_agreement":null},{"id":"W2918378974","doi":"","title":"2nd workshop on advances in open runtime technology for cloud environments.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.10928041813747948,"score_gpt":0.42484699168110135,"score_spread":0.3155665735436219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918378974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19971259,0.029313603,0.45934308,0.16785258,0.020225197,0.07253097,0.002676192,0.0005318808,0.04781392],"genre_scores_gemma":[0.98998165,0.00061992253,0.005699519,0.000059854592,0.00010622312,0.0005311261,0.0000052780597,0.000015526834,0.0029809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974642,0.00031209397,0.0004112062,0.00071390433,0.00045295176,0.000645639],"domain_scores_gemma":[0.9958554,0.0015580534,0.000264941,0.0008388691,0.0014267517,0.00005601846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012753964,0.00022104537,0.000491623,0.00021734973,0.00060256023,0.00012236535,0.002924816,0.0000887459,0.000003574231],"category_scores_gemma":[0.0021904898,0.00015569627,0.000059483908,0.00183552,0.00078832527,0.00030677606,0.0012946352,0.00025062906,0.000013372105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017820194,0.00075085356,0.0005103727,0.00020743682,0.00023014589,0.0000033614056,0.0068993773,0.0051922146,0.002254643,0.885861,0.012247552,0.08406105],"study_design_scores_gemma":[0.00544772,0.003572249,0.00016632018,0.0026540942,0.000010687027,7.914001e-7,0.019693254,0.008997883,0.058568966,0.11542363,0.78484863,0.0006157646],"about_ca_topic_score_codex":0.0000016021088,"about_ca_topic_score_gemma":0.00014983721,"teacher_disagreement_score":0.7902691,"about_ca_system_score_codex":0.0002300011,"about_ca_system_score_gemma":0.00024785518,"threshold_uncertainty_score":0.63491094},"labels":[],"label_agreement":null},{"id":"W2918686096","doi":"","title":"Ontology driven temporal event annotator mHealth application framework.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Ontology; Computer science; mHealth; Event (particle physics); Data science; Natural language processing; Medicine; Psychological intervention","score_opus":0.12355032737482773,"score_gpt":0.4574173292622706,"score_spread":0.33386700188744284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918686096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23741153,0.0034826181,0.62550104,0.11632969,0.00447543,0.00941485,0.00021165464,0.00030310085,0.0028700908],"genre_scores_gemma":[0.9763861,0.00018952684,0.0225208,0.00012984696,0.0000944353,0.000213819,0.0000015173536,0.000008589559,0.0004554056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975,0.00044970095,0.00036927356,0.000567929,0.00054681406,0.0005662763],"domain_scores_gemma":[0.99246496,0.0012053706,0.00028561734,0.00088205683,0.0050789164,0.000083097584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083114195,0.00017877744,0.00040125236,0.00012180552,0.0006594265,0.000048397134,0.0014327429,0.00009110077,0.0000040553714],"category_scores_gemma":[0.0029289767,0.00011862441,0.000069292124,0.001171606,0.001103972,0.00018281896,0.0005612199,0.00021932286,0.00001822174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003488493,0.0003098724,0.0024598131,0.0001623167,0.00017573146,0.0000017627488,0.01139173,0.00017407272,0.0021075835,0.92867625,0.0067548337,0.047437213],"study_design_scores_gemma":[0.0040702038,0.007142151,0.011282747,0.0016295802,0.00004875219,0.0000040616856,0.06451303,0.053434934,0.15791887,0.60063076,0.09819747,0.00112744],"about_ca_topic_score_codex":0.000010419473,"about_ca_topic_score_gemma":0.00069668767,"teacher_disagreement_score":0.7389745,"about_ca_system_score_codex":0.0002029941,"about_ca_system_score_gemma":0.000596895,"threshold_uncertainty_score":0.5071842},"labels":[],"label_agreement":null},{"id":"W2918700359","doi":"","title":"Detecting communities in social networks using concept interestingness.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Computer science; Data science","score_opus":0.21095866026230492,"score_gpt":0.4626496586744962,"score_spread":0.2516909984121913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918700359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801861,0.0004525621,0.013287927,0.0007185831,0.00032837814,0.00182378,0.000104790306,0.00004018163,0.0030576847],"genre_scores_gemma":[0.99844235,0.000012115641,0.001039126,0.000009161939,0.0002735658,0.00006607414,0.0000047204494,0.000015720878,0.00013714365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99804485,0.00064491323,0.0003612755,0.00021685821,0.00025781934,0.0004742851],"domain_scores_gemma":[0.9948238,0.0012897955,0.00025097217,0.00028761907,0.0033189638,0.000028814651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081476266,0.0001686887,0.0004129887,0.00013043014,0.0010581855,0.00004974977,0.0004998846,0.000034231947,0.000035336016],"category_scores_gemma":[0.00030414743,0.00012985653,0.0000872503,0.0012525219,0.0012967363,0.00009486267,0.00050984084,0.00038300618,5.301165e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025359343,0.0010343132,0.07231086,0.00026340192,0.002142336,0.0000021757544,0.16369617,0.036048923,0.008146929,0.46335635,0.0076787267,0.24278389],"study_design_scores_gemma":[0.0030405747,0.001006515,0.0008533615,0.0028497616,0.0000860323,2.1797352e-7,0.62554866,0.17269793,0.10026968,0.088002294,0.0048091672,0.00083582796],"about_ca_topic_score_codex":0.000096988806,"about_ca_topic_score_gemma":0.0013050999,"teacher_disagreement_score":0.46185246,"about_ca_system_score_codex":0.00016679095,"about_ca_system_score_gemma":0.0001350342,"threshold_uncertainty_score":0.8138814},"labels":[],"label_agreement":null},{"id":"W2918824806","doi":"","title":"Evaluating music mastering quality using machine learning.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Music and Audio Processing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Quality (philosophy); Artificial intelligence; Machine learning","score_opus":0.503509037934142,"score_gpt":0.5318052066097742,"score_spread":0.028296168675632116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918824806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8981282,0.0020044788,0.0861522,0.007187778,0.0016284478,0.0022782278,0.00005517362,0.00011799245,0.0024474836],"genre_scores_gemma":[0.9615164,0.00005583703,0.037054412,0.00008533293,0.000117096606,0.000035816647,8.8971166e-7,0.0000143922125,0.0011198184],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967817,0.00084236887,0.00041720617,0.0005526932,0.00085467455,0.00055134046],"domain_scores_gemma":[0.9917576,0.0010770399,0.00038742705,0.00054095837,0.006167847,0.00006913248],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027494233,0.00019332509,0.00037907844,0.00011909681,0.001471002,0.00013879623,0.0009980252,0.000043473367,0.0000149174075],"category_scores_gemma":[0.0052039674,0.0001337276,0.00006949332,0.0014646504,0.00075175264,0.00034623052,0.001032248,0.00032568804,0.0000052166342],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011111264,0.00035632506,0.0018809076,0.0013088916,0.0004960491,0.000003994988,0.07265969,0.009302349,0.49122572,0.11131646,0.0008333467,0.30950513],"study_design_scores_gemma":[0.0028768992,0.0019959249,0.00035646174,0.0026886074,0.000025759693,0.0000018537614,0.024295626,0.38650474,0.54941785,0.022660347,0.008481062,0.0006948766],"about_ca_topic_score_codex":0.000009134353,"about_ca_topic_score_gemma":0.00012960535,"teacher_disagreement_score":0.3772024,"about_ca_system_score_codex":0.0001941042,"about_ca_system_score_gemma":0.00050726003,"threshold_uncertainty_score":0.99982893},"labels":[],"label_agreement":null},{"id":"W2918863576","doi":"","title":"Feature engineering in big data for detection of information systems misuse.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Big data; Computer science; Feature (linguistics); Feature engineering; Information engineering; Data mining; Data science; Information system; Artificial intelligence; Engineering; Deep learning","score_opus":0.11088814576718796,"score_gpt":0.36619435761101976,"score_spread":0.2553062118438318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918863576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2456145,0.004399342,0.70557815,0.011165943,0.014446326,0.01671183,0.0012316438,0.00017333934,0.0006789372],"genre_scores_gemma":[0.9976031,0.00025716252,0.0018024778,0.000007379273,0.00011132688,0.00010973882,0.000005964812,0.0000047231765,0.000098131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877095,0.00013286878,0.00026426348,0.00023116823,0.00034849564,0.00025224517],"domain_scores_gemma":[0.99468654,0.00066877145,0.00020717698,0.0006136296,0.0037959984,0.000027860593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010633738,0.00010097706,0.00022639825,0.00020872468,0.00022434886,0.00005449269,0.00086531916,0.00006097587,2.2420653e-7],"category_scores_gemma":[0.002655181,0.000074164374,0.000028629833,0.0014250956,0.00016013149,0.0006015393,0.00042394327,0.000161199,9.1345055e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004820342,0.0004482233,0.00015169958,0.0044605113,0.000586493,8.297637e-7,0.0341648,0.028411241,0.12757102,0.28535792,0.018092178,0.49593472],"study_design_scores_gemma":[0.0024312425,0.0019281593,0.0001598236,0.0014077921,0.000009836223,6.9286665e-7,0.007464297,0.45596182,0.4030167,0.0022529538,0.12512454,0.00024215241],"about_ca_topic_score_codex":0.000005956109,"about_ca_topic_score_gemma":0.0002714019,"teacher_disagreement_score":0.7519886,"about_ca_system_score_codex":0.00012045633,"about_ca_system_score_gemma":0.00015822958,"threshold_uncertainty_score":0.31786916},"labels":[],"label_agreement":null},{"id":"W2919067602","doi":"","title":"Assuring the runtime behavior of self-adaptive cyber-physical systems using feature modeling.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Cyber-physical system; Feature (linguistics); Distributed computing; Operating system","score_opus":0.14003978977124126,"score_gpt":0.3995659792134003,"score_spread":0.25952618944215905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919067602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811278,0.0022905737,0.102183774,0.0024950195,0.0030025695,0.0067354003,0.000467052,0.00014334216,0.0015545164],"genre_scores_gemma":[0.99602365,0.000026893473,0.003356318,0.0000057371453,0.00016842666,0.00008224215,0.0000013874019,0.0000132902305,0.00032207105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694926,0.0007278946,0.00037305395,0.0004948177,0.0009220743,0.0005329174],"domain_scores_gemma":[0.9896364,0.0009960951,0.00036348117,0.0008279532,0.008112019,0.00006402356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011841187,0.00023679626,0.0005389863,0.00009614385,0.0008826761,0.00012207162,0.0016554792,0.00006756179,4.2998622e-7],"category_scores_gemma":[0.0005669653,0.0001363862,0.00012619719,0.0014831634,0.0005600508,0.00019944353,0.0007601635,0.0003343209,0.0000031889756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010634584,0.0017648092,0.00066692615,0.0009569429,0.00216163,0.000011179005,0.09817661,0.2581002,0.026885873,0.59946346,0.005070411,0.0056784675],"study_design_scores_gemma":[0.00076163356,0.00078433333,0.00007622954,0.0009882601,0.00004634226,0.0000019829224,0.014358251,0.96638936,0.013714148,0.0015330362,0.001102441,0.00024398277],"about_ca_topic_score_codex":0.000020226933,"about_ca_topic_score_gemma":0.000026881591,"teacher_disagreement_score":0.70828915,"about_ca_system_score_codex":0.0002036579,"about_ca_system_score_gemma":0.00051037536,"threshold_uncertainty_score":0.678892},"labels":[],"label_agreement":null},{"id":"W2919110144","doi":"","title":"Data-driven medicine: promise and challenges.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital; Princess Margaret Cancer Centre","funders":"","keywords":"Computer science; Data science","score_opus":0.3869048096352357,"score_gpt":0.49039686228776774,"score_spread":0.10349205265253203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919110144","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04233395,0.048305865,0.006286358,0.8703481,0.0041740653,0.012688833,0.0007702977,0.00030614718,0.014786384],"genre_scores_gemma":[0.97068644,0.012361978,0.0146331,0.00015147917,0.00032059543,0.00017638878,0.0000073765605,0.000025251267,0.0016373866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971112,0.00070649636,0.00030618598,0.000733368,0.0006853433,0.00045740488],"domain_scores_gemma":[0.9906191,0.001857521,0.00021222395,0.0015252882,0.005671823,0.00011404199],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016787704,0.0001736216,0.00037528257,0.00012107363,0.00066350715,0.000037896098,0.002134487,0.000051075265,0.000006746101],"category_scores_gemma":[0.008498621,0.00010707872,0.000019892363,0.00083035824,0.0015684563,0.0002731731,0.001965293,0.00032735747,0.0000053566614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005066453,0.00015921576,0.00058512297,0.0014749285,0.00027674495,0.000004668512,0.051332317,0.00011181917,0.0011133585,0.69824046,0.017569413,0.2286253],"study_design_scores_gemma":[0.0071940697,0.009918702,0.0042330488,0.005475606,0.00005090361,0.0000064765923,0.07774033,0.121276565,0.012067514,0.087194555,0.6737478,0.0010944504],"about_ca_topic_score_codex":0.0000069902485,"about_ca_topic_score_gemma":0.00046147296,"teacher_disagreement_score":0.9283525,"about_ca_system_score_codex":0.00009495604,"about_ca_system_score_gemma":0.00041364046,"threshold_uncertainty_score":0.9998532},"labels":[],"label_agreement":null},{"id":"W2919203267","doi":"","title":"Feasibility of internal object pools to reduce memory management activity.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Object (grammar); Artificial intelligence","score_opus":0.13563494457788725,"score_gpt":0.4459881441417481,"score_spread":0.31035319956386087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919203267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36926052,0.00044614746,0.57708055,0.015915316,0.001825499,0.009825818,0.00016058076,0.0002632692,0.02522232],"genre_scores_gemma":[0.9454649,0.00008158488,0.052125648,0.000044001416,0.000031029675,0.00008191003,3.2805036e-7,0.0000074360646,0.0021631338],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997757,0.00046217407,0.0003079299,0.0005056957,0.00060379226,0.00036337986],"domain_scores_gemma":[0.99308825,0.0005615235,0.00022434925,0.00082444004,0.005229498,0.00007195103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012473337,0.00015625086,0.00033955218,0.0001911148,0.00033616734,0.000049400314,0.0014383253,0.000035004716,0.000003839181],"category_scores_gemma":[0.0015292917,0.00011239027,0.00007311707,0.001472614,0.0005236259,0.00016619248,0.0012025377,0.00015979886,0.0000039280267],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0080502,0.002579084,0.0013006482,0.00156847,0.0016369891,0.000009739907,0.056088183,0.015966212,0.09861315,0.36729935,0.07595992,0.37092808],"study_design_scores_gemma":[0.001054953,0.0015440991,0.0009530714,0.00085537625,0.000009521377,3.738374e-7,0.004323944,0.0067172027,0.97011524,0.011982407,0.0022095102,0.0002342966],"about_ca_topic_score_codex":0.000004456968,"about_ca_topic_score_gemma":0.000036673995,"teacher_disagreement_score":0.8715021,"about_ca_system_score_codex":0.00021465508,"about_ca_system_score_gemma":0.00022630996,"threshold_uncertainty_score":0.45831424},"labels":[],"label_agreement":null},{"id":"W2919259445","doi":"","title":"Persistent memory storage of cold regions in the OpenJ9 Java virtual machine.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Operating system; Java; Embedded system","score_opus":0.1334885456957214,"score_gpt":0.3954844135383679,"score_spread":0.2619958678426465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919259445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4590837,0.02696271,0.21514732,0.22009027,0.007433594,0.042000953,0.0051076515,0.00079475634,0.023379035],"genre_scores_gemma":[0.9916626,0.0004984607,0.0063514053,0.0000761035,0.00002665744,0.00020684245,0.0000027656392,0.000012361533,0.0011627853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9968403,0.0006623321,0.0004492564,0.000579791,0.00091150735,0.00055682176],"domain_scores_gemma":[0.992241,0.0020728288,0.0003358289,0.0016901382,0.0036147088,0.00004547703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015907702,0.00023252894,0.00046858678,0.00025352152,0.0005952805,0.00005623021,0.0038108416,0.000073188836,0.00000381033],"category_scores_gemma":[0.0051143896,0.00013767171,0.000110876,0.0025816811,0.0026057109,0.0004312105,0.001662242,0.00044606873,0.0000056539734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047442637,0.00044254024,0.00009349395,0.00011349112,0.00019841739,0.000010051035,0.024463067,0.0016018398,0.009572773,0.94004714,0.011842508,0.011140232],"study_design_scores_gemma":[0.005855505,0.009483298,0.00043691648,0.0018793148,0.000055367553,0.0000062035137,0.45723456,0.013389924,0.38927272,0.052301798,0.06903934,0.0010450615],"about_ca_topic_score_codex":0.000010981008,"about_ca_topic_score_gemma":0.0005003611,"teacher_disagreement_score":0.8877454,"about_ca_system_score_codex":0.00026990724,"about_ca_system_score_gemma":0.00042257353,"threshold_uncertainty_score":0.96008503},"labels":[],"label_agreement":null},{"id":"W2919381832","doi":"","title":"Graphics programming in elm develops math knowledge & social cohesion.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cohesion (chemistry); Computer science; Graphics; Computer graphics (images)","score_opus":0.15999408385560837,"score_gpt":0.44319333809152694,"score_spread":0.2831992542359186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919381832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7882158,0.008670521,0.107102975,0.06618502,0.006351825,0.01745565,0.00010841782,0.0009859164,0.004923847],"genre_scores_gemma":[0.97072846,0.00008842027,0.027898187,0.000022022143,0.00008596974,0.00022723251,0.0000012654526,0.000015206886,0.0009332459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712694,0.00078023534,0.00035104362,0.0005210819,0.000540562,0.00068016816],"domain_scores_gemma":[0.99412036,0.0010799955,0.00019604087,0.00039170336,0.004150354,0.00006154953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023434663,0.00019575686,0.0003576879,0.00024619745,0.0012510667,0.00013349878,0.0012033957,0.00007759308,0.000001115446],"category_scores_gemma":[0.0032222304,0.00013810831,0.0000746527,0.0027382288,0.0009045472,0.0002084344,0.000665053,0.0005407154,0.00000864627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017236058,0.00029580243,0.00082120084,0.00014832232,0.00008481684,0.0000020920324,0.060707636,0.000026376496,0.00038694334,0.4266667,0.0010483259,0.5096394],"study_design_scores_gemma":[0.004429877,0.0027657172,0.0055394983,0.0025805682,0.000023620685,0.0000018201207,0.07784419,0.0060395463,0.026331846,0.021566877,0.85183835,0.0010381122],"about_ca_topic_score_codex":0.000005651394,"about_ca_topic_score_gemma":0.0004102519,"teacher_disagreement_score":0.85079,"about_ca_system_score_codex":0.00021351477,"about_ca_system_score_gemma":0.00062802166,"threshold_uncertainty_score":0.96223205},"labels":[],"label_agreement":null},{"id":"W2919501557","doi":"","title":"A survey of ahead-of-time technologies in dynamic language environments.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science","score_opus":0.07863584815054377,"score_gpt":0.39342217207511476,"score_spread":0.314786323924571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919501557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806568,0.0051895026,0.004711744,0.0025652952,0.00064801046,0.003945698,0.000755359,0.000058986905,0.0014686005],"genre_scores_gemma":[0.9976277,0.0002282339,0.0015987804,0.0000024865099,0.000004393582,0.00005138031,0.0000030696162,0.0000060328903,0.00047794334],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980202,0.0004665363,0.0003722099,0.00032549317,0.0004704941,0.0003450988],"domain_scores_gemma":[0.9963678,0.0012514992,0.00025710935,0.00067156035,0.0014279395,0.000024078561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013377004,0.00012763662,0.00043223696,0.00021226765,0.00010191338,0.000012350282,0.0011403064,0.000059939608,0.0000024937851],"category_scores_gemma":[0.0045139543,0.000087190034,0.00004227265,0.0016307649,0.0011517868,0.00012221596,0.00059597834,0.0001312582,0.000006474781],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031891032,0.0017498633,0.022257423,0.0010519384,0.00078782684,0.000011091059,0.06427056,0.00057703233,0.6965061,0.053547636,0.0030032047,0.15304825],"study_design_scores_gemma":[0.0019759587,0.0018990281,0.01018142,0.0008594554,0.0000054166053,2.73894e-7,0.031385213,0.0043430487,0.94197196,0.00659722,0.0005338023,0.00024719935],"about_ca_topic_score_codex":0.00004564144,"about_ca_topic_score_gemma":0.001562559,"teacher_disagreement_score":0.2454659,"about_ca_system_score_codex":0.00013018468,"about_ca_system_score_gemma":0.00026346988,"threshold_uncertainty_score":0.54039514},"labels":[],"label_agreement":null},{"id":"W2919596126","doi":"","title":"(Semi)automatic construction of access-controlled web data services.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; World Wide Web; Web service; Database; Computer security","score_opus":0.11878793517579936,"score_gpt":0.41962695847911524,"score_spread":0.3008390233033159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919596126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91360754,0.004871588,0.013392473,0.035380464,0.005893684,0.013494042,0.0017636177,0.000324473,0.011272109],"genre_scores_gemma":[0.9892952,0.00040267358,0.009729173,0.00016198718,0.000117190626,0.000105758314,0.000013665201,0.0000152223065,0.00015915163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99675035,0.000504154,0.00061830226,0.0007057342,0.00091539824,0.0005060477],"domain_scores_gemma":[0.98816746,0.0016370054,0.000605963,0.001979507,0.0075262515,0.00008379124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011841306,0.00025030517,0.00070024125,0.00025779541,0.0005558405,0.00012958511,0.00492138,0.00006974982,0.000014915754],"category_scores_gemma":[0.0006274417,0.00015872924,0.0000857664,0.0024516,0.0008985628,0.0007852922,0.0027448516,0.00023367353,0.0000067711444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00741709,0.0016429996,0.0038966443,0.0071799164,0.0044742995,0.000007623846,0.07344383,0.0012141352,0.08362038,0.618279,0.005492899,0.19333118],"study_design_scores_gemma":[0.020828469,0.0028399592,0.0009523312,0.0050007054,0.00019990427,0.0000051315837,0.068881534,0.2661819,0.5095864,0.09724322,0.027223788,0.0010566482],"about_ca_topic_score_codex":0.00001690745,"about_ca_topic_score_gemma":0.0011377052,"teacher_disagreement_score":0.5210358,"about_ca_system_score_codex":0.00007140534,"about_ca_system_score_gemma":0.0006573479,"threshold_uncertainty_score":0.91452307},"labels":[],"label_agreement":null},{"id":"W2919696585","doi":"","title":"The 3rd international workshop on dew computing.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Dew; Computer science; Meteorology; Physics","score_opus":0.14482678390761738,"score_gpt":0.4508430175694532,"score_spread":0.30601623366183583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919696585","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052383017,0.002979479,0.2794348,0.59651065,0.014085085,0.010733019,0.0013798836,0.00038666005,0.042107444],"genre_scores_gemma":[0.96474606,0.0008426357,0.02662434,0.00024240841,0.0003553102,0.00020328946,0.0000075186545,0.000017771003,0.00696067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819386,0.0001860519,0.00024187978,0.00040373224,0.0006088422,0.00036561937],"domain_scores_gemma":[0.99176824,0.0026291835,0.00016880223,0.0007856841,0.004595135,0.000052939864],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00092950294,0.00012824465,0.00016519676,0.00006533888,0.001420045,0.00019938346,0.0022444956,0.000029177349,0.0000031390196],"category_scores_gemma":[0.0026464146,0.0000715681,0.000048532493,0.0010345262,0.00091631245,0.00013758999,0.0008866898,0.00022221015,0.00002397588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013992722,0.00013176269,0.000023998302,0.000010860705,0.0001423895,4.35523e-7,0.0042043463,0.00015572329,0.00050005934,0.62787056,0.034115825,0.33270413],"study_design_scores_gemma":[0.0017159,0.0010878204,0.000649312,0.001013471,0.000011455741,9.200978e-7,0.028337754,0.07722708,0.047478378,0.044778164,0.7972825,0.0004172086],"about_ca_topic_score_codex":0.000001328672,"about_ca_topic_score_gemma":0.000082645114,"teacher_disagreement_score":0.91236305,"about_ca_system_score_codex":0.00012374364,"about_ca_system_score_gemma":0.00023573237,"threshold_uncertainty_score":0.99987996},"labels":[],"label_agreement":null},{"id":"W2920380655","doi":"","title":"Hardware/software codesign for mathematical function acceleration.","year":2018,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Numerical Methods and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Acceleration; Hardware acceleration; Function (biology); Software; Embedded system; Computational science; Computer hardware; Computer architecture; Programming language; Physics","score_opus":0.22619401309447307,"score_gpt":0.4544651877290336,"score_spread":0.22827117463456054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920380655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057163887,0.00020339296,0.9906838,0.005282494,0.0007200849,0.0020808787,0.0000893821,0.00004450343,0.0003238545],"genre_scores_gemma":[0.0957743,0.00011870278,0.89883435,0.00016731054,0.00027936226,0.000849354,0.000003684659,0.000025845593,0.0039470745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977966,0.00039177053,0.00033042792,0.00047827567,0.0005502853,0.00045262897],"domain_scores_gemma":[0.98791265,0.0031602709,0.00017495958,0.0005502649,0.008118764,0.00008306955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012922885,0.00017061036,0.00036252273,0.0000857727,0.0008500652,0.000119149845,0.0008586481,0.000053552765,0.000013114524],"category_scores_gemma":[0.007274757,0.0001074715,0.00009446834,0.00106603,0.00060344336,0.00028218006,0.0003253631,0.00015746316,0.000011754551],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069153827,0.00029026734,0.000021458398,0.00025389128,0.00021823792,4.6460934e-7,0.003513383,0.00013405424,0.007867951,0.7709942,0.012345282,0.2036693],"study_design_scores_gemma":[0.0020219889,0.004027732,0.00007834101,0.00050135405,0.000026259566,5.4001964e-7,0.0058327094,0.026864048,0.22913119,0.68147814,0.04965876,0.0003789416],"about_ca_topic_score_codex":4.020895e-7,"about_ca_topic_score_gemma":0.0000071307,"teacher_disagreement_score":0.22126324,"about_ca_system_score_codex":0.00011848873,"about_ca_system_score_gemma":0.00030307428,"threshold_uncertainty_score":0.8709089},"labels":[],"label_agreement":null},{"id":"W2996331803","doi":"","title":"Towards continuous monitoring in personalized healthcare through digital twins","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Health care; Computer science; Personalized medicine; Remote patient monitoring; Medicine; Bioinformatics; Biology; Political science; Nursing","score_opus":0.11303258698855108,"score_gpt":0.3934903295000144,"score_spread":0.2804577425114633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996331803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94965583,0.002313132,0.00014400143,0.0036647753,0.0017510053,0.0036655446,0.0009620016,0.00010903318,0.03773467],"genre_scores_gemma":[0.99770314,0.00053457153,0.00021437833,0.000007311593,0.00003410491,0.00013938801,0.0000058756796,0.000024656012,0.0013365791],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983208,0.00007499411,0.0003626511,0.00022873355,0.00053669384,0.00047609393],"domain_scores_gemma":[0.99745125,0.00047565682,0.000061365114,0.0002737094,0.0016872035,0.000050805025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002573053,0.00018679007,0.0003968608,0.00009695011,0.000108321954,0.00007961325,0.0003594537,0.00007766152,0.000010069098],"category_scores_gemma":[0.0005613698,0.000143544,0.00006950879,0.00089579617,0.00026247723,0.00055695954,0.00008554369,0.00039550388,0.000015691692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038644515,0.0009911968,0.06456058,0.010926835,0.0020318527,0.000019992916,0.2735022,0.10527014,0.013615709,0.3711366,0.0077208923,0.14635956],"study_design_scores_gemma":[0.008513078,0.0012028717,0.0019229817,0.006534415,0.000016188798,0.0000016070359,0.6901607,0.0015385405,0.18007495,0.017587047,0.09141653,0.001031109],"about_ca_topic_score_codex":0.0000027685394,"about_ca_topic_score_gemma":0.000015196488,"teacher_disagreement_score":0.4166585,"about_ca_system_score_codex":0.0004011369,"about_ca_system_score_gemma":0.00020561829,"threshold_uncertainty_score":0.58535546},"labels":[],"label_agreement":null},{"id":"W3020829086","doi":"","title":"A survey of utilizing user-reviews posted on Google play store.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Computer science; World Wide Web; Database","score_opus":0.22437945805730564,"score_gpt":0.4353966868680049,"score_spread":0.2110172288106993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020829086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545762,0.010785695,0.0041526356,0.011103036,0.0023422125,0.009348492,0.0026133605,0.00014792028,0.0049304646],"genre_scores_gemma":[0.99492306,0.0008043857,0.0017101858,0.000033155597,0.000011476346,0.000052891846,0.000010747105,0.00001359571,0.0024404887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965922,0.0012022328,0.00048401798,0.000561743,0.00072677503,0.00043300286],"domain_scores_gemma":[0.9911298,0.0028030206,0.00041834475,0.0011910961,0.0043882737,0.00006943398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00266452,0.00020446497,0.00071956514,0.0001934982,0.00026167472,0.00005522838,0.0015866044,0.000048256516,0.000010374782],"category_scores_gemma":[0.005931023,0.00012959093,0.00011540884,0.0023962555,0.0002893784,0.0002325387,0.0006292263,0.0002529468,0.000033591154],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046343897,0.0033307802,0.048143163,0.002954182,0.0037259443,0.000010247625,0.05704463,0.006886445,0.10219279,0.44269574,0.10048224,0.22789945],"study_design_scores_gemma":[0.012979782,0.0132533,0.056591146,0.014665676,0.00017768772,0.0000013462156,0.07423248,0.043597054,0.5688761,0.004896547,0.20802708,0.0027018148],"about_ca_topic_score_codex":0.00003181702,"about_ca_topic_score_gemma":0.0005621777,"teacher_disagreement_score":0.4666833,"about_ca_system_score_codex":0.00012413452,"about_ca_system_score_gemma":0.0004061203,"threshold_uncertainty_score":0.7100417},"labels":[],"label_agreement":null},{"id":"W3020858756","doi":"","title":"Ranking co-change candidates of micro-clones.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Information retrieval","score_opus":0.10667489979190946,"score_gpt":0.4009914658971738,"score_spread":0.29431656610526435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020858756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777411,0.004627708,0.0028343182,0.0060187564,0.001428608,0.0061750663,0.00033870022,0.00010271717,0.0007330166],"genre_scores_gemma":[0.99497616,0.0004783275,0.003294006,0.000016482454,0.000029398121,0.00016538636,0.0000027128751,0.000017010698,0.0010205064],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997358,0.00028253952,0.0003312728,0.00047433004,0.0009634747,0.00059032906],"domain_scores_gemma":[0.99009454,0.004202064,0.00018071187,0.0008829112,0.0045682513,0.00007149018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012174794,0.00018881136,0.00047073213,0.00025294482,0.00021779035,0.000051687322,0.0015943563,0.00005722695,0.000011518299],"category_scores_gemma":[0.0038592175,0.00013345254,0.000088469424,0.0016815434,0.00042805847,0.0002828563,0.00068261474,0.00030229928,0.000018283978],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024249018,0.000978408,0.09898329,0.0048918338,0.0017515541,0.000016285108,0.08211894,0.0036795484,0.4998632,0.239624,0.013486793,0.052181266],"study_design_scores_gemma":[0.002429139,0.0009605681,0.0034797778,0.0014037297,0.000008926271,8.4595985e-7,0.0065149223,0.002306792,0.9698997,0.0041438155,0.008497378,0.00035436574],"about_ca_topic_score_codex":0.000010435409,"about_ca_topic_score_gemma":0.000036333477,"teacher_disagreement_score":0.47003654,"about_ca_system_score_codex":0.00020353812,"about_ca_system_score_gemma":0.000394371,"threshold_uncertainty_score":0.5442037},"labels":[],"label_agreement":null},{"id":"W3021166220","doi":"","title":"A hands-on tutorial on deep learning for object and pattern recognition.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Image Processing and 3D Reconstruction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Cognitive neuroscience of visual object recognition; Deep learning; Object (grammar); Human–computer interaction; Computer vision; Pattern recognition (psychology)","score_opus":0.07559175931056976,"score_gpt":0.3681778617329426,"score_spread":0.2925861024223728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021166220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916912,0.001621104,0.047806423,0.011457747,0.008057753,0.009153263,0.0001681685,0.00019054157,0.004632986],"genre_scores_gemma":[0.9962079,0.00020503982,0.002064214,0.000037475787,0.000113165,0.00016661079,0.0000030574229,0.000011297363,0.0011912195],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983937,0.00025093512,0.000195162,0.00045687205,0.00037002363,0.00033326301],"domain_scores_gemma":[0.99549913,0.001348695,0.00016552773,0.00024177098,0.0027018823,0.000043017255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006105388,0.0001492118,0.0002656224,0.00012752283,0.00061672716,0.00013464541,0.00032648485,0.00004978924,0.0000025476766],"category_scores_gemma":[0.0020017223,0.000101566,0.00005324318,0.00045781402,0.00022260216,0.00020453156,0.00014451036,0.0002678557,0.000008528856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012770027,0.00012686347,0.00042358658,0.0004004863,0.00013395754,6.331947e-7,0.005931832,0.00075618265,0.0023897188,0.006190355,0.0005751511,0.98179424],"study_design_scores_gemma":[0.025431892,0.027517235,0.00073475525,0.008189736,0.00006653072,0.0000066100497,0.052845847,0.11048938,0.6570885,0.0960588,0.019947851,0.0016228444],"about_ca_topic_score_codex":0.0000011069724,"about_ca_topic_score_gemma":0.000022321816,"teacher_disagreement_score":0.9801714,"about_ca_system_score_codex":0.00009460805,"about_ca_system_score_gemma":0.00021119945,"threshold_uncertainty_score":0.4743429},"labels":[],"label_agreement":null},{"id":"W3021479294","doi":"","title":"Deep learning brain regions in Harvard-Oxford atlas using SegNet model.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Atlas (anatomy); Deep learning; Computer science; Artificial intelligence; Natural language processing; Geology","score_opus":0.12853025236866095,"score_gpt":0.4046643559723684,"score_spread":0.27613410360370744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021479294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09343877,0.0011519383,0.86859393,0.024151057,0.000607525,0.007024133,0.0000589608,0.00022007286,0.0047536385],"genre_scores_gemma":[0.97019935,0.0006851386,0.02355501,0.000059318052,0.000015548216,0.000108191,0.0000026340176,0.000016567574,0.005358254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977074,0.0004573864,0.00033130334,0.00047646274,0.0005615913,0.000465844],"domain_scores_gemma":[0.99528915,0.0010093558,0.00020993548,0.00055864954,0.0028794245,0.000053473854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010044309,0.00016750456,0.00034029968,0.000203918,0.0003580234,0.00008374956,0.0009991021,0.00006439348,0.0000054429506],"category_scores_gemma":[0.0020224806,0.00012147097,0.00007351139,0.0018184299,0.00029869526,0.00038917694,0.00052463636,0.00040509884,0.000007885654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005453659,0.00033725527,0.0014378245,0.00038539074,0.00015076295,0.0000035447229,0.016186504,0.061851703,0.104530096,0.7807552,0.0012388732,0.032577485],"study_design_scores_gemma":[0.0010396178,0.00045329903,0.00012472444,0.0006048661,0.000004803559,6.0092856e-7,0.010793339,0.8005214,0.14074607,0.03412874,0.011301859,0.0002806739],"about_ca_topic_score_codex":0.0000032686592,"about_ca_topic_score_gemma":0.000057724563,"teacher_disagreement_score":0.87676054,"about_ca_system_score_codex":0.0003029813,"about_ca_system_score_gemma":0.00042376455,"threshold_uncertainty_score":0.49534425},"labels":[],"label_agreement":null},{"id":"W3021618250","doi":"","title":"Quantum computing: challenges and opportunities.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Quantum computer; Quantum; Physics; Quantum mechanics","score_opus":0.16007858408706188,"score_gpt":0.3763222587454258,"score_spread":0.21624367465836392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021618250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82670313,0.037437674,0.0068557826,0.11427185,0.003429752,0.005476431,0.0001264797,0.00022166091,0.005477257],"genre_scores_gemma":[0.99138504,0.0040374924,0.0035815001,0.000073106945,0.000043297056,0.00001801614,8.2306804e-7,0.000012933965,0.00084778515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776876,0.00039708166,0.000270881,0.0005380899,0.0005453302,0.00047984978],"domain_scores_gemma":[0.9951303,0.0017255188,0.000182688,0.0006221365,0.002252407,0.00008697206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010412472,0.00019840887,0.00040518606,0.00013328534,0.0004051854,0.00006773425,0.00096218096,0.000048354334,0.0000017309909],"category_scores_gemma":[0.0005925163,0.00012953271,0.00006213647,0.0004090861,0.00045474875,0.00013579249,0.0009863825,0.00030363302,0.0000036221538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076623866,0.000084634106,0.000027393857,0.00027188254,0.00011054082,0.000002367073,0.013782421,0.0014717517,0.0007475687,0.8014529,0.0004917802,0.18148018],"study_design_scores_gemma":[0.004902863,0.004345072,0.0015853986,0.0034910338,0.000023384473,0.000009459514,0.08998239,0.5978277,0.026336916,0.18703984,0.08325711,0.0011988782],"about_ca_topic_score_codex":9.76563e-7,"about_ca_topic_score_gemma":0.000008949872,"teacher_disagreement_score":0.614413,"about_ca_system_score_codex":0.0000556939,"about_ca_system_score_gemma":0.0002711842,"threshold_uncertainty_score":0.52821904},"labels":[],"label_agreement":null},{"id":"W3021796353","doi":"","title":"Optimizing serverless computing: introducing an adaptive function placement algorithm.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Function (biology); Algorithm; Mathematical optimization; Distributed computing; Mathematics","score_opus":0.09459441661530166,"score_gpt":0.37155336569678477,"score_spread":0.2769589490814831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021796353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060308076,0.0012173353,0.9248026,0.0026438297,0.0042090323,0.0046768533,0.00015640273,0.00016164502,0.0018242018],"genre_scores_gemma":[0.9735592,0.0000413558,0.025314549,0.00003274409,0.00010658698,0.000040734394,0.0000104285255,0.000015236721,0.00087917066],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965416,0.0007754348,0.00043636584,0.00079708477,0.0008371967,0.0006122768],"domain_scores_gemma":[0.9928475,0.00094136846,0.00034393618,0.00088030106,0.0048894724,0.00009739827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018150929,0.00024983825,0.00048298913,0.00014148402,0.0006423943,0.0001722457,0.001343879,0.00006184455,0.0000036447404],"category_scores_gemma":[0.0003064993,0.00018238869,0.00008799104,0.0013364634,0.00018832182,0.00048285286,0.0007620409,0.00033599607,0.0000116024585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007716665,0.00036593285,0.000105357794,0.00026653605,0.00045597015,0.0000020071147,0.023666784,0.7355246,0.0018276055,0.19537862,0.0022401004,0.039394807],"study_design_scores_gemma":[0.0026892242,0.0034725682,0.00010495691,0.0013040873,0.00001800203,0.0000011187508,0.056266878,0.91157407,0.010535406,0.007893715,0.005647317,0.00049268984],"about_ca_topic_score_codex":0.000006002885,"about_ca_topic_score_gemma":0.000028936365,"teacher_disagreement_score":0.9132511,"about_ca_system_score_codex":0.0003057291,"about_ca_system_score_gemma":0.00038583155,"threshold_uncertainty_score":0.74375945},"labels":[],"label_agreement":null},{"id":"W3022137575","doi":"","title":"Ahead-of-time compilation in OMR: overview and first steps.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science","score_opus":0.13481303152977392,"score_gpt":0.4050022547280365,"score_spread":0.2701892231982626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022137575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464696,0.015357339,0.0020569933,0.024629533,0.00096548925,0.006353642,0.00021208337,0.000055726166,0.0038996155],"genre_scores_gemma":[0.995096,0.0018144953,0.002355348,0.000019608116,0.0000071805293,0.000038339662,0.0000014591745,0.0000052383944,0.00066229125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984905,0.00023703775,0.00028475453,0.00032219512,0.0003858641,0.00027960853],"domain_scores_gemma":[0.9959846,0.0018180226,0.00016192738,0.00042994446,0.0015768344,0.000028635573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070832076,0.00011927414,0.00040350342,0.0001227608,0.00013409117,0.000030641328,0.00059640815,0.000039346563,0.000005231172],"category_scores_gemma":[0.0010972453,0.00007994717,0.000038054008,0.0008932483,0.0003169769,0.00022090515,0.0004686774,0.00012783645,0.000005803246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011323685,0.000614602,0.04901555,0.002680296,0.0003596982,0.000004279749,0.034604147,0.0036856213,0.016090462,0.81821287,0.003145297,0.070454784],"study_design_scores_gemma":[0.01985882,0.0067611556,0.17389436,0.0146887265,0.000064040585,0.0000035534624,0.090689056,0.15032504,0.28306678,0.2129349,0.045735206,0.0019783601],"about_ca_topic_score_codex":0.0000066587722,"about_ca_topic_score_gemma":0.00030100264,"teacher_disagreement_score":0.605278,"about_ca_system_score_codex":0.00007889256,"about_ca_system_score_gemma":0.000178412,"threshold_uncertainty_score":0.32601508},"labels":[],"label_agreement":null},{"id":"W3022175079","doi":"","title":"Research challenges in query processing and data analytics on the edge.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Analytics; Data science; Enhanced Data Rates for GSM Evolution; Query optimization; Data analysis; Information retrieval; Data mining; Artificial intelligence","score_opus":0.44616153419620863,"score_gpt":0.48728073808918815,"score_spread":0.04111920389297952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022175079","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2987113,0.039037157,0.004405153,0.61178094,0.0012344655,0.018438572,0.0018945481,0.00014278262,0.024355063],"genre_scores_gemma":[0.9874091,0.0066528427,0.0044468935,0.000044082848,0.000041177926,0.00020619984,0.0000069953153,0.00001305917,0.00117964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9974155,0.00051250675,0.00022799801,0.0006767745,0.0007308511,0.00043641136],"domain_scores_gemma":[0.9920398,0.0036116543,0.000105102794,0.001657761,0.0025382447,0.000047429974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038803585,0.00012310459,0.00024055081,0.00016965588,0.0005352208,0.00015289093,0.0024375003,0.000038184993,0.0000017198364],"category_scores_gemma":[0.0025351862,0.00006941689,0.000016353755,0.0017148694,0.00059295504,0.00031980863,0.0019937311,0.00047393833,0.000007956745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013207115,0.00030239223,0.00018273646,0.00030069027,0.000081213184,0.0000014558312,0.014112755,0.00028109152,0.0006983804,0.68037695,0.005500242,0.29803002],"study_design_scores_gemma":[0.0028289198,0.002027072,0.0032862287,0.005018038,0.000017001732,0.000001528226,0.42458627,0.32230982,0.018301545,0.10008697,0.12077806,0.0007585456],"about_ca_topic_score_codex":0.0000038575295,"about_ca_topic_score_gemma":0.0002104638,"teacher_disagreement_score":0.6886978,"about_ca_system_score_codex":0.00009970797,"about_ca_system_score_gemma":0.00046333307,"threshold_uncertainty_score":0.45295224},"labels":[],"label_agreement":null},{"id":"W3022206766","doi":"","title":"Detection of feature interaction in dynamic scripting languages.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Toronto Metropolitan University","funders":"","keywords":"Computer science; Scripting language; Feature (linguistics); Programming language; Artificial intelligence; Natural language processing; Linguistics","score_opus":0.045746765441935795,"score_gpt":0.38913945363931796,"score_spread":0.34339268819738217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022206766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887725,0.0011310406,0.004741625,0.0021365506,0.00087965484,0.001993105,0.00002929477,0.000041871266,0.00027435145],"genre_scores_gemma":[0.99710685,0.0001220074,0.0018135933,0.0000046055175,0.000009187825,0.000059349164,9.078037e-7,0.00000924578,0.0008742544],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983121,0.00024573508,0.00021927766,0.0003329412,0.00055322,0.0003367185],"domain_scores_gemma":[0.9948426,0.002136371,0.00013396896,0.00049066247,0.0023653952,0.00003104272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008893919,0.00011660266,0.00026810565,0.00029714155,0.000092743605,0.00003225455,0.00070170965,0.000051965122,0.0000023182483],"category_scores_gemma":[0.0053332313,0.00008615417,0.00004995922,0.0017955605,0.0001312558,0.0002706879,0.0003694849,0.00040991246,0.000004395986],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010342543,0.00035745712,0.008330962,0.0015381535,0.0002820406,0.000005927845,0.02341548,0.022275941,0.81016725,0.020631516,0.0004873339,0.11147369],"study_design_scores_gemma":[0.0024358379,0.001171601,0.01119623,0.0022737423,0.000005762948,0.0000013838106,0.04571645,0.052886542,0.87974906,0.0021498923,0.0020782326,0.00033527764],"about_ca_topic_score_codex":0.0000069362354,"about_ca_topic_score_gemma":0.00022287238,"teacher_disagreement_score":0.11113841,"about_ca_system_score_codex":0.000364095,"about_ca_system_score_gemma":0.00018027086,"threshold_uncertainty_score":0.63847613},"labels":[],"label_agreement":null},{"id":"W3022218534","doi":"","title":"A semi-automated framework for migrating web applications from SQL to document oriented NoSQL database.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Toronto Metropolitan University","funders":"","keywords":"NoSQL; Computer science; Database; SQL; Web application; XML database; World Wide Web; XML; Scalability","score_opus":0.055587864633228776,"score_gpt":0.39598473549212176,"score_spread":0.340396870858893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022218534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37191552,0.0012315696,0.561225,0.039174635,0.0018551002,0.021828303,0.0014188706,0.00055877457,0.000792226],"genre_scores_gemma":[0.8988491,0.00006060879,0.097095445,0.00022181933,0.000105155355,0.0015403227,0.000022372598,0.00002529652,0.0020798573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718845,0.00025921178,0.00041954362,0.00081958954,0.0007203487,0.0005928687],"domain_scores_gemma":[0.992102,0.0031993096,0.0002548457,0.0012246111,0.0031023833,0.00011683321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082543126,0.00023548784,0.00041378225,0.00015804158,0.0006547635,0.00013149055,0.0015003937,0.000055207904,0.0000066761145],"category_scores_gemma":[0.0016584529,0.0001673591,0.00009947524,0.0019832726,0.00014539968,0.00005673591,0.0013859199,0.00024312429,0.000028620057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066935807,0.0006127499,0.0004857758,0.00066859747,0.000907027,0.0000016481852,0.023237027,0.063768156,0.02035866,0.8426586,0.023848634,0.022783797],"study_design_scores_gemma":[0.0045307055,0.0019223469,0.00021572303,0.004469311,0.00006405861,3.2999978e-7,0.0744651,0.55023694,0.09350788,0.055001177,0.21452878,0.0010576515],"about_ca_topic_score_codex":0.0000088325205,"about_ca_topic_score_gemma":0.00007393853,"teacher_disagreement_score":0.7876574,"about_ca_system_score_codex":0.0002474467,"about_ca_system_score_gemma":0.00027787508,"threshold_uncertainty_score":0.6824706},"labels":[],"label_agreement":null},{"id":"W3022318665","doi":"","title":"A deep unsupervised representation learning approach for effective cyber-physical attack detection and identification on highly imbalanced data.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Identification (biology); Artificial intelligence; Unsupervised learning; Feature learning; Representation (politics); Machine learning; Deep learning; Cyber-physical system; Pattern recognition (psychology)","score_opus":0.0900765946049906,"score_gpt":0.40932393107881104,"score_spread":0.3192473364738204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022318665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2912743,0.00014278392,0.69631565,0.0017183959,0.00023066688,0.009638113,0.00009767975,0.00012409192,0.00045830384],"genre_scores_gemma":[0.99153763,0.0001115963,0.006392647,0.000011959296,0.000038194252,0.0013251811,0.000022992865,0.000012919538,0.00054688624],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797803,0.00034735337,0.00024789842,0.0007772605,0.00038400668,0.0002654674],"domain_scores_gemma":[0.99535626,0.0013659998,0.00024518766,0.00082481577,0.002162819,0.000044925993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000703504,0.00015649578,0.00028614103,0.00012313717,0.0006132277,0.00010367651,0.00069528504,0.000053167605,4.527581e-7],"category_scores_gemma":[0.0010777771,0.000117773896,0.00005744005,0.0010268341,0.00020148169,0.0003729509,0.00036821252,0.00023971811,0.0000034252803],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023498635,0.0009518185,0.00054487993,0.0007676728,0.0005029815,2.9832327e-7,0.012677595,0.03621416,0.4059658,0.17330459,0.000647854,0.3660725],"study_design_scores_gemma":[0.0014282591,0.0013058637,0.0011418104,0.0001096326,0.000018862118,3.6884947e-7,0.0061479574,0.62750673,0.35441607,0.0060808356,0.0016274347,0.00021616103],"about_ca_topic_score_codex":0.0000027344038,"about_ca_topic_score_gemma":0.000014631373,"teacher_disagreement_score":0.7002633,"about_ca_system_score_codex":0.00014539972,"about_ca_system_score_gemma":0.00006754876,"threshold_uncertainty_score":0.480268},"labels":[],"label_agreement":null},{"id":"W3022352710","doi":"","title":"Predicting bug report fields using stack traces and categorical attributes.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Stack (abstract data type); Computer science; Artificial intelligence; Natural language processing; Programming language; Machine learning","score_opus":0.12320291689675855,"score_gpt":0.4018137944970319,"score_spread":0.27861087760027337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022352710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772826,0.0014377082,0.0143581545,0.0040620063,0.00073561893,0.0018753743,0.000041739695,0.00006727195,0.00013952033],"genre_scores_gemma":[0.99458534,0.00020371769,0.0040229573,0.000008727369,0.000037304922,0.00005035452,0.0000013659464,0.000012687983,0.0010775591],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974233,0.00023047329,0.00033762507,0.0005709287,0.000868708,0.0005689655],"domain_scores_gemma":[0.99117357,0.004153782,0.00015620083,0.0007132426,0.0037017553,0.00010147003],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001410544,0.00017328383,0.0003708757,0.00014374175,0.0003573669,0.00011115504,0.0008221159,0.000073434356,0.0000039063657],"category_scores_gemma":[0.008940339,0.00012279653,0.000052418734,0.0013082365,0.00030018835,0.00031089244,0.00083104655,0.00042513342,0.0000025436814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018257666,0.0012174653,0.47100264,0.004821877,0.0024084758,0.00029315308,0.06393892,0.10685406,0.061079714,0.23397343,0.010289275,0.042295232],"study_design_scores_gemma":[0.010271458,0.0059733535,0.03262384,0.0039039783,0.00008592948,0.000106358144,0.05573412,0.39564556,0.428587,0.042934682,0.021584129,0.0025496013],"about_ca_topic_score_codex":0.000009696207,"about_ca_topic_score_gemma":0.000030573876,"teacher_disagreement_score":0.43837878,"about_ca_system_score_codex":0.00022358837,"about_ca_system_score_gemma":0.0004991518,"threshold_uncertainty_score":0.99940777},"labels":[],"label_agreement":null},{"id":"W3022755806","doi":"","title":"LL(k) optimization of a network protocol parser generator.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Parsing; Protocol (science); Generator (circuit theory); Programming language; Computer network; Physics; Medicine","score_opus":0.08814232522692854,"score_gpt":0.38653871343408686,"score_spread":0.2983963882071583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022755806","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017996108,0.0012279138,0.383641,0.013056112,0.0037529597,0.56870025,0.00020492061,0.00022605076,0.01119466],"genre_scores_gemma":[0.638233,0.000580669,0.20001219,0.00037794237,0.0003512941,0.14955677,0.000015655438,0.00010095575,0.010771528],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970145,0.000595144,0.0004729064,0.0005418199,0.00083592767,0.0005396916],"domain_scores_gemma":[0.99349415,0.00071665616,0.00041261627,0.0010279225,0.0042859702,0.00006269437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012440563,0.00020268884,0.0004274065,0.00010794879,0.0002668743,0.000058122092,0.0013115808,0.000049148013,0.000028145854],"category_scores_gemma":[0.0005037722,0.0001400918,0.00008941804,0.002038802,0.00026538802,0.00024321614,0.0008901825,0.00018067862,0.000008129361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034483813,0.00013878733,0.00033354116,0.0003133716,0.00016752379,6.1812864e-7,0.0008549108,0.86584914,0.0007215423,0.11724231,0.009289341,0.004744055],"study_design_scores_gemma":[0.008835333,0.004294096,0.00025794952,0.0028497973,0.000043206073,3.8645e-7,0.007304815,0.6760681,0.14640938,0.017058969,0.13591388,0.00096409523],"about_ca_topic_score_codex":0.0000014611376,"about_ca_topic_score_gemma":0.000028851406,"teacher_disagreement_score":0.6202369,"about_ca_system_score_codex":0.00022075846,"about_ca_system_score_gemma":0.00046852458,"threshold_uncertainty_score":0.5712778},"labels":[],"label_agreement":null},{"id":"W3022832263","doi":"","title":"Pattern-based transformation of SysML models into fault tree models.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Fault tree analysis; Computer science; Transformation (genetics); Model transformation; Systems Modeling Language; Tree (set theory); Unified Modeling Language; Programming language; Artificial intelligence; Reliability engineering; Mathematics; Engineering; Software","score_opus":0.06971778443917276,"score_gpt":0.35271167043781315,"score_spread":0.2829938859986404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022832263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40058035,0.0021642165,0.55140036,0.026585937,0.0014460237,0.0080321515,0.00039319234,0.00012837775,0.009269415],"genre_scores_gemma":[0.99584085,0.00015384251,0.0035958546,0.00012217421,0.000013672469,0.000108433276,0.0000075131807,0.000012261903,0.00014540493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973953,0.00033849024,0.0004592722,0.00045810657,0.00092362595,0.00042525434],"domain_scores_gemma":[0.9936224,0.00079357333,0.00026879675,0.0007971423,0.004449793,0.00006829473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006077879,0.00022376789,0.00046093715,0.00022834993,0.00025587168,0.00004743224,0.001512085,0.000066637855,0.000003650888],"category_scores_gemma":[0.00007399638,0.00014872446,0.000120440425,0.0014368176,0.00020704223,0.0006182101,0.00027742624,0.00023901257,0.0000041775243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088738574,0.00040241992,0.00011697978,0.002193392,0.00031415743,8.9918973e-7,0.09362155,0.45244136,0.014485867,0.35585636,0.00019995519,0.07947969],"study_design_scores_gemma":[0.0020716817,0.0007956574,0.00003078572,0.0009211239,0.0000137015695,1.4881631e-7,0.020597095,0.6957975,0.19688743,0.081875846,0.00077357295,0.00023545547],"about_ca_topic_score_codex":0.00003161219,"about_ca_topic_score_gemma":0.00072462595,"teacher_disagreement_score":0.5952605,"about_ca_system_score_codex":0.000112347894,"about_ca_system_score_gemma":0.00041410638,"threshold_uncertainty_score":0.6064807},"labels":[],"label_agreement":null},{"id":"W3022857099","doi":"","title":"Compiler-driven performance workshop.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Optimizing compiler; Parallel computing; Computer architecture","score_opus":0.12081137607188151,"score_gpt":0.3883597750307576,"score_spread":0.26754839895887605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022857099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93421376,0.002047165,0.018983738,0.016647547,0.0057935864,0.0075760647,0.00027758765,0.00021695251,0.014243582],"genre_scores_gemma":[0.9926689,0.00016733973,0.0020348288,0.000034757042,0.000044365323,0.00006467592,0.000004021853,0.000010226811,0.004970844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739563,0.0003966435,0.00036394686,0.00052683515,0.00074349204,0.00057347055],"domain_scores_gemma":[0.9934626,0.0014431521,0.00024075218,0.00091196084,0.0038668427,0.000074681375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008801908,0.00020273814,0.0004425629,0.000108458386,0.0004563421,0.0001081397,0.0018814196,0.000059038142,0.00000689977],"category_scores_gemma":[0.0006693626,0.00013578337,0.00009474646,0.0015311292,0.00030042132,0.00024928033,0.0007463276,0.00032238767,0.000058295034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011192925,0.0007450804,0.010124504,0.0017181793,0.0009168032,0.000005037843,0.030926082,0.1829788,0.008480082,0.6720907,0.047836293,0.043059118],"study_design_scores_gemma":[0.009957962,0.0041537336,0.004680891,0.008793515,0.00003676629,0.000005307811,0.043005366,0.45538086,0.07695143,0.014443255,0.3806139,0.0019770295],"about_ca_topic_score_codex":8.9674256e-7,"about_ca_topic_score_gemma":0.000015068803,"teacher_disagreement_score":0.6576475,"about_ca_system_score_codex":0.00015728446,"about_ca_system_score_gemma":0.00036795027,"threshold_uncertainty_score":0.55370855},"labels":[],"label_agreement":null},{"id":"W3023130255","doi":"","title":"A proactive system to allocate virtual machines in clouds using autoregression.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Autoregressive model; Vector autoregression; Cloud computing; Virtual machine; Distributed computing; Econometrics; Operating system; Economics","score_opus":0.08077661983195368,"score_gpt":0.3817855955344766,"score_spread":0.30100897570252294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023130255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875242,0.00022938676,0.0030769473,0.0038988208,0.0009593656,0.0034862563,0.000022320794,0.00005348126,0.00074919366],"genre_scores_gemma":[0.99475735,0.000008873385,0.0032374861,0.000029604613,0.000033481105,0.00009263278,3.6790098e-7,0.000012573849,0.0018276211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972042,0.00055704394,0.00034884768,0.0006204557,0.0007341849,0.0005353116],"domain_scores_gemma":[0.9963948,0.0007387398,0.00018127101,0.0006943225,0.0019112164,0.000079628604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011950958,0.00021021887,0.00043081032,0.00025168536,0.00034470583,0.000079728976,0.0012876494,0.000044550397,0.000001180658],"category_scores_gemma":[0.00069302897,0.00013251921,0.00006967015,0.0019937353,0.00015857653,0.000052271138,0.0014688517,0.0002601582,0.000010367568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012028362,0.00051331596,0.0014409798,0.00079607253,0.0004993477,0.000014320707,0.057533327,0.55328506,0.011474109,0.32896578,0.0014954177,0.042779412],"study_design_scores_gemma":[0.0028647182,0.001578053,0.0010413252,0.004754235,0.000014954722,0.0000014036002,0.09642092,0.86119884,0.027165217,0.0015392387,0.0028652889,0.00055579667],"about_ca_topic_score_codex":0.000014038319,"about_ca_topic_score_gemma":0.00005179365,"teacher_disagreement_score":0.32742655,"about_ca_system_score_codex":0.0005492504,"about_ca_system_score_gemma":0.00029604984,"threshold_uncertainty_score":0.54039764},"labels":[],"label_agreement":null},{"id":"W3023305178","doi":"","title":"Mining and exploration of attributed graphs: theory and applications.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Toronto Metropolitan University","funders":"","keywords":"Graph theory; Computer science; Theoretical computer science; Mathematics; Combinatorics","score_opus":0.10725242008273843,"score_gpt":0.3949353450436607,"score_spread":0.28768292496092224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023305178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39967722,0.008906727,0.55614567,0.017383255,0.0005275682,0.013985541,0.0013323228,0.00012100429,0.0019207068],"genre_scores_gemma":[0.9572789,0.0016673524,0.039700475,0.000026394942,0.000013143055,0.0005637818,0.000011550633,0.000009811081,0.00072858785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988619,0.00020279075,0.0002054725,0.00031751016,0.00024373236,0.00016859616],"domain_scores_gemma":[0.99600846,0.0014632854,0.00015927944,0.00043254893,0.0019004645,0.000035960486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009898971,0.000090677844,0.00021433237,0.000092392555,0.00024396217,0.000040889845,0.00041070016,0.00002641764,9.946015e-7],"category_scores_gemma":[0.00058193196,0.00006389307,0.000019915447,0.0008965334,0.0003904448,0.00034051354,0.00036645407,0.00007469145,8.482435e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006289943,0.00005527221,0.0002123135,0.00010976531,0.000061002218,4.395043e-8,0.004043091,0.000045336245,0.0043511395,0.89694494,0.00027937596,0.09383482],"study_design_scores_gemma":[0.0042574513,0.0017851196,0.0020179008,0.0013286567,0.000052154766,0.0000013800923,0.15457357,0.019457342,0.2130948,0.56260604,0.040145,0.0006805851],"about_ca_topic_score_codex":8.4845647e-7,"about_ca_topic_score_gemma":0.000011531533,"teacher_disagreement_score":0.5576017,"about_ca_system_score_codex":0.00002220171,"about_ca_system_score_gemma":0.00010204401,"threshold_uncertainty_score":0.26054838},"labels":[],"label_agreement":null},{"id":"W3023357032","doi":"","title":"Workshop on barriers to data science adoption: why existing frameworks aren't working.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science; Knowledge management","score_opus":0.3382916678105418,"score_gpt":0.4525604263443953,"score_spread":0.11426875853385349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023357032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6058328,0.0035823842,0.00831816,0.1806433,0.024020623,0.025009014,0.0014566858,0.0004945365,0.15064245],"genre_scores_gemma":[0.99591494,0.00020342438,0.0009318832,0.0010831971,0.0003781645,0.00008471233,0.000026696098,0.000026707234,0.001350264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651533,0.000058879476,0.00037914125,0.0009928434,0.0012916601,0.0007621626],"domain_scores_gemma":[0.99061316,0.0011297805,0.000308773,0.0016862267,0.006194082,0.00006799759],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020549342,0.00027335863,0.00040225062,0.00041265352,0.0012351047,0.00045985656,0.0028999199,0.000105383886,0.00016148678],"category_scores_gemma":[0.020523474,0.00019109868,0.000048281396,0.0052792514,0.0009834659,0.0012514961,0.002005091,0.0006602996,0.00011721256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004847881,0.00049367454,0.008009085,0.0013649618,0.0003456042,0.000006797913,0.0038670634,0.014289592,0.008340719,0.6610184,0.123321876,0.17409435],"study_design_scores_gemma":[0.00146076,0.00026053007,0.0009806129,0.010750092,0.000059045902,3.764022e-7,0.10486026,0.012043395,0.01195462,0.013027415,0.84350216,0.0011007166],"about_ca_topic_score_codex":0.000008833514,"about_ca_topic_score_gemma":0.00018291577,"teacher_disagreement_score":0.7201803,"about_ca_system_score_codex":0.00018068618,"about_ca_system_score_gemma":0.00044195927,"threshold_uncertainty_score":0.98772705},"labels":[],"label_agreement":null},{"id":"W3023388365","doi":"","title":"Framework, model and tool use in higher education enterprise architecture: an international survey.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Architecture; Computer science; Enterprise architecture; View model; Knowledge management; Engineering management; Software engineering; Enterprise architecture framework; Process management; Software architecture; Business; Engineering; Software; Operating system; Geography","score_opus":0.12668693871239253,"score_gpt":0.38038187211614183,"score_spread":0.25369493340374927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023388365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930733,0.00006930332,0.00009590691,0.0031515507,0.00052359054,0.00095336436,0.00006708953,0.000014037386,0.0020518447],"genre_scores_gemma":[0.9966428,0.00013188296,0.00046672925,0.00024012147,0.000043301035,0.000070571485,0.000018044884,0.000007857064,0.0023786873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990166,0.000042869306,0.00022750074,0.0002192639,0.0002872392,0.00020656221],"domain_scores_gemma":[0.9972935,0.00027890096,0.00018823618,0.0002556259,0.0019767354,0.000007016501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047134378,0.000112760004,0.00018009947,0.00019964692,0.000112056674,0.000120273035,0.0003378878,0.00006567482,0.000026337268],"category_scores_gemma":[0.0012404879,0.00008155053,0.000022205064,0.00053051184,0.00017729103,0.0011195876,0.00019551668,0.00024768262,0.000007372767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001302201,0.00023511375,0.08404509,0.0001875896,0.0000686205,2.8321514e-7,0.0011667019,0.005725711,0.0005121153,0.89395696,0.0011328637,0.011666755],"study_design_scores_gemma":[0.0059978007,0.00052700145,0.3651946,0.0026568815,0.00003369107,5.2631896e-7,0.033668403,0.05850179,0.003257794,0.47197145,0.056986928,0.0012031356],"about_ca_topic_score_codex":0.000025239995,"about_ca_topic_score_gemma":0.00052269705,"teacher_disagreement_score":0.4219855,"about_ca_system_score_codex":0.00007746222,"about_ca_system_score_gemma":0.00014287181,"threshold_uncertainty_score":0.3325534},"labels":[],"label_agreement":null},{"id":"W3023437205","doi":"","title":"Investigating the relationship between evolutionary coupling and software bug-proneness.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software; Software bug; Programming language","score_opus":0.15121336623032364,"score_gpt":0.38980858421846754,"score_spread":0.2385952179881439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023437205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97487104,0.00266846,0.008950199,0.010145405,0.00042784016,0.0027130872,0.00007494975,0.000095567295,0.000053468397],"genre_scores_gemma":[0.9906618,0.00007316455,0.008402309,0.000014745165,0.000041781565,0.00014710342,0.0000027584242,0.000015418196,0.00064089923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756646,0.00027737612,0.00029383102,0.00047920406,0.0008909595,0.0004921489],"domain_scores_gemma":[0.9679072,0.027541531,0.00016953326,0.0008728308,0.0034084853,0.0001004191],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017018055,0.00017152695,0.00028665515,0.00013797618,0.00088501634,0.00010415799,0.0011738467,0.00006193043,0.0000017360397],"category_scores_gemma":[0.029513028,0.00010733864,0.00004703016,0.0016522876,0.00067690376,0.0003144862,0.0010160533,0.0005374925,0.0000089555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041531126,0.00003515346,0.8672056,0.00045619564,0.00013935074,5.959089e-7,0.0058449823,0.011458075,0.00078177627,0.1101122,0.0010367827,0.0028877147],"study_design_scores_gemma":[0.0026366229,0.00093465624,0.8127632,0.0028358067,0.00002686448,0.0000018891558,0.018690392,0.02562971,0.014915568,0.11766684,0.0031616814,0.0007367242],"about_ca_topic_score_codex":0.0000038937055,"about_ca_topic_score_gemma":0.00001070058,"teacher_disagreement_score":0.054442402,"about_ca_system_score_codex":0.00021967838,"about_ca_system_score_gemma":0.0005525458,"threshold_uncertainty_score":0.9786618},"labels":[],"label_agreement":null},{"id":"W3023473814","doi":"","title":"A roadmap for extending MicroJIT: a lightweight just-in-time compiler for decreasing startup time.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Compiler; Operating system; Embedded system","score_opus":0.09241497697670528,"score_gpt":0.38964803857945035,"score_spread":0.2972330616027451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023473814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69291556,0.007821458,0.19414009,0.029326553,0.00663545,0.058415912,0.0045827343,0.00043416087,0.0057280916],"genre_scores_gemma":[0.95993066,0.000100963436,0.028910197,0.00007774826,0.00013819455,0.0006760737,0.00004318236,0.000044953962,0.010078027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99678004,0.00040935018,0.00056491204,0.00076840766,0.00059132755,0.0008859703],"domain_scores_gemma":[0.9909607,0.004013214,0.00033441774,0.0006934589,0.0038950904,0.000103124505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001977473,0.00029088065,0.00073486345,0.0002205245,0.00053676235,0.00020034215,0.0016105822,0.00008467138,0.000007393248],"category_scores_gemma":[0.0014997136,0.00021222545,0.00018242175,0.0011684356,0.00020159704,0.0002660836,0.0004960405,0.00020733527,0.000029056335],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010452226,0.0026077603,0.002997335,0.005758651,0.0022094224,0.000012611684,0.047050856,0.021987531,0.17829123,0.5866417,0.10485255,0.037138104],"study_design_scores_gemma":[0.021106016,0.0054567913,0.000637737,0.010180744,0.000078968864,0.000005206961,0.016262038,0.40610257,0.15422049,0.04698822,0.33687037,0.0020908588],"about_ca_topic_score_codex":0.000002556017,"about_ca_topic_score_gemma":0.000021727885,"teacher_disagreement_score":0.5396535,"about_ca_system_score_codex":0.00032090503,"about_ca_system_score_gemma":0.00053155585,"threshold_uncertainty_score":0.8654303},"labels":[],"label_agreement":null},{"id":"W3023578965","doi":"","title":"Hazard analysis of interoperability conformance profiles: an industrial case study in healthcare.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Interoperability; Computer science; Health care; Hazard analysis; Hazard; Reliability engineering; Engineering; World Wide Web; Chemistry","score_opus":0.49193716418037453,"score_gpt":0.5941075859478353,"score_spread":0.10217042176746077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023578965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98215157,0.00016814687,0.0000039983834,0.005452838,0.0006469577,0.01051418,0.00089600857,0.000013343852,0.00015297813],"genre_scores_gemma":[0.9986396,0.00014817395,0.000058902766,0.000076702396,0.000036151083,0.0005902985,0.000017627033,0.000013682956,0.00041889705],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98990166,0.0065606413,0.0014728463,0.0005770136,0.0007661291,0.00072170486],"domain_scores_gemma":[0.9859338,0.004403249,0.0006456487,0.0010307722,0.00785111,0.00013545412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063297823,0.0002209018,0.0012516722,0.00045850239,0.000714648,0.0000089307905,0.0005531453,0.0001909389,0.00005241711],"category_scores_gemma":[0.004260118,0.00015222283,0.0001182886,0.0036836814,0.00053456565,0.00022369371,0.0003794889,0.001276106,0.000005448966],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043561747,0.0008933816,0.8212976,0.0015889722,0.0007669073,0.000010124872,0.15797941,0.00084077666,0.00012635431,0.009248084,0.00012978644,0.002762457],"study_design_scores_gemma":[0.0036159104,0.0031014117,0.019062193,0.000980859,0.00007146231,2.829318e-7,0.97032213,0.0010949828,0.0006018197,0.0005899886,0.00038032344,0.00017865264],"about_ca_topic_score_codex":0.0010276735,"about_ca_topic_score_gemma":0.061864957,"teacher_disagreement_score":0.8123427,"about_ca_system_score_codex":0.000680381,"about_ca_system_score_gemma":0.0021119227,"threshold_uncertainty_score":0.95525354},"labels":[],"label_agreement":null},{"id":"W3023621096","doi":"","title":"Generative adversarial networks in designing electromagnetic engineered surfaces for mm-Wave band spectrum environments.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Antenna Design and Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Adversarial system; Generative grammar; Electromagnetic spectrum; Computer science; Artificial intelligence; Physics; Optics","score_opus":0.04556967264667374,"score_gpt":0.2916103000521927,"score_spread":0.24604062740551894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023621096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6149043,0.011709576,0.3427938,0.002697884,0.0030809783,0.022271268,0.00050283957,0.00014919507,0.0018901835],"genre_scores_gemma":[0.99299467,0.0015073468,0.0040645585,0.000007739513,0.000048263122,0.00019962716,0.000015759013,0.00003279367,0.0011292526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984605,0.00016462854,0.00028699095,0.00029770666,0.00026330585,0.0005268965],"domain_scores_gemma":[0.99842685,0.00088069635,0.00007264018,0.00020935184,0.00036691982,0.0000435194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044756205,0.00021044849,0.0003781996,0.00011804108,0.00015076631,0.000029289164,0.00019661899,0.00007811372,0.000015135965],"category_scores_gemma":[0.00038853282,0.0001660726,0.00005871387,0.0005625283,0.00014940926,0.00012654603,0.000043456726,0.00023088811,0.0000022092795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006523955,0.000042269778,0.000089594396,0.000094649105,0.0001514148,6.323331e-7,0.0019257376,0.874445,0.119692124,0.0021057972,0.00042861127,0.00037176133],"study_design_scores_gemma":[0.003259058,0.000996017,0.0001813038,0.00029649166,0.00002037047,1.7801555e-7,0.0072093904,0.672615,0.3128621,0.0015106109,0.00074809353,0.00030135486],"about_ca_topic_score_codex":9.968691e-7,"about_ca_topic_score_gemma":0.00006696467,"teacher_disagreement_score":0.37809038,"about_ca_system_score_codex":0.00029751315,"about_ca_system_score_gemma":0.00009013444,"threshold_uncertainty_score":0.6772244},"labels":[],"label_agreement":null},{"id":"W3023729751","doi":"","title":"Taming services for IBM cloud.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Western University","funders":"","keywords":"Cloud computing; IBM; Computer science; Operating system","score_opus":0.06694543988259208,"score_gpt":0.37401320308299624,"score_spread":0.3070677632004042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023729751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413298,0.001870567,0.01014978,0.027439795,0.004136981,0.009378456,0.00012914886,0.00015678005,0.0054087136],"genre_scores_gemma":[0.9853396,0.000068227535,0.0049225255,0.000097954646,0.000090735506,0.00015528916,0.000001521333,0.000014553175,0.009309598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777216,0.00022281791,0.00029490335,0.00055509806,0.00060789293,0.00054711336],"domain_scores_gemma":[0.9941128,0.0016705162,0.00021638769,0.00077694736,0.0031663205,0.00005701604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134654,0.000183085,0.00035685452,0.000119784796,0.0005631929,0.00010641652,0.0016247092,0.00004234589,0.0000024304775],"category_scores_gemma":[0.00044760006,0.000120549645,0.000114212045,0.000995532,0.00018607856,0.000052698426,0.0010695836,0.00017422244,0.000011460405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081861415,0.00049572013,0.00053340977,0.003107534,0.0008649247,0.0000018694141,0.068742044,0.041985445,0.0071189688,0.7603229,0.008750895,0.10725764],"study_design_scores_gemma":[0.008429853,0.0037050222,0.00041941873,0.004198965,0.000053466414,7.863172e-7,0.2469169,0.28312474,0.11888814,0.063135624,0.26994526,0.001181809],"about_ca_topic_score_codex":0.0000032242226,"about_ca_topic_score_gemma":0.000031061187,"teacher_disagreement_score":0.6971873,"about_ca_system_score_codex":0.00014128933,"about_ca_system_score_gemma":0.00015648462,"threshold_uncertainty_score":0.4915872},"labels":[],"label_agreement":null},{"id":"W3023939627","doi":"","title":"3rd workshop on advances in open runtime technology for cloud computing.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Cloud computing; Computer science; Operating system; Computer security; Distributed computing","score_opus":0.09314023499557077,"score_gpt":0.4228025642133192,"score_spread":0.3296623292177484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023939627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5171111,0.026280139,0.18576302,0.1275094,0.02239863,0.078425206,0.0016451195,0.0007180854,0.040149298],"genre_scores_gemma":[0.9917671,0.00029176156,0.005317571,0.000057763016,0.000056237404,0.00021317166,0.000005971253,0.000016047277,0.0022743957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970667,0.00037324242,0.0005022616,0.0008154464,0.00050867954,0.0007337219],"domain_scores_gemma":[0.99261326,0.003066628,0.00034336862,0.0009459436,0.0029734194,0.000057397803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016518539,0.00025597578,0.0006883872,0.00028346304,0.0004233157,0.00016984403,0.0034583556,0.000103276834,0.0000025305303],"category_scores_gemma":[0.002114074,0.00018151363,0.00008548023,0.0026277401,0.00032191706,0.00030645865,0.001515684,0.0003713803,0.000018317867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012125409,0.00048397377,0.0011926615,0.00044032678,0.0001668894,0.0000025235197,0.004571095,0.039242223,0.000741486,0.8963881,0.00702731,0.04853087],"study_design_scores_gemma":[0.017488923,0.006563681,0.00053555245,0.012536649,0.00002253966,0.00000269053,0.06310997,0.10706642,0.03590135,0.19260737,0.5624006,0.0017642679],"about_ca_topic_score_codex":0.0000018061647,"about_ca_topic_score_gemma":0.00008426937,"teacher_disagreement_score":0.7037807,"about_ca_system_score_codex":0.0002309514,"about_ca_system_score_gemma":0.0004151431,"threshold_uncertainty_score":0.7401911},"labels":[],"label_agreement":null},{"id":"W3023950320","doi":"","title":"SolUnit: a framework for reducing execution time of smart contract unit tests.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Unit testing; Operating system; Software","score_opus":0.19204197618358362,"score_gpt":0.4215665276660645,"score_spread":0.22952455148248088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023950320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9492885,0.0020943424,0.0065087657,0.016755441,0.0029693097,0.013701083,0.001192027,0.00010396401,0.0073865657],"genre_scores_gemma":[0.99607694,0.00018670082,0.001347088,0.00007723729,0.00015442574,0.00014358222,0.000031101386,0.000024083454,0.0019588678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982452,0.0000575096,0.000401189,0.0003734903,0.00048134712,0.00044130994],"domain_scores_gemma":[0.9887657,0.0018089289,0.00046634662,0.0005036241,0.008440894,0.000014517297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010032257,0.0001960736,0.000468965,0.00020449383,0.00036302072,0.00007059381,0.0005742222,0.00008760184,0.00009599597],"category_scores_gemma":[0.006919958,0.00013812276,0.00009381813,0.0014772725,0.00043385342,0.00052544964,0.0003308729,0.00023565983,0.00003861472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005331318,0.00068898045,0.004399626,0.004496985,0.0005347119,8.59969e-7,0.0021659192,0.0014895302,0.059454978,0.8844851,0.011315297,0.025636675],"study_design_scores_gemma":[0.0067035127,0.0017267762,0.00447518,0.018651368,0.00033139862,8.3229213e-7,0.062543854,0.026278961,0.356205,0.24037445,0.28101638,0.001692296],"about_ca_topic_score_codex":0.00002253977,"about_ca_topic_score_gemma":0.000075795564,"teacher_disagreement_score":0.6441107,"about_ca_system_score_codex":0.000065456305,"about_ca_system_score_gemma":0.00022186592,"threshold_uncertainty_score":0.8284336},"labels":[],"label_agreement":null},{"id":"W3023966062","doi":"","title":"Analyzing and visualizing the canadian research landscape.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data science; Geography","score_opus":0.26920636839967443,"score_gpt":0.4921363436590389,"score_spread":0.22292997525936448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023966062","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4317141,0.015825432,0.005229771,0.44564074,0.0026227965,0.026426634,0.0005473613,0.00014856222,0.07184459],"genre_scores_gemma":[0.9891793,0.0025453237,0.0010371524,0.000054582273,0.000034681896,0.0001529096,0.000002856937,0.000013066506,0.0069801183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.994672,0.0018502465,0.00028583035,0.0006988935,0.0014898182,0.0010032334],"domain_scores_gemma":[0.9858268,0.006193452,0.00015888513,0.001477801,0.0061599608,0.00018313894],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00943721,0.00016061474,0.0002925529,0.00051963987,0.0020461425,0.0018954873,0.0032978235,0.00005016417,0.000007540314],"category_scores_gemma":[0.009808998,0.00009545702,0.000046943307,0.0033854556,0.0008551722,0.0041169757,0.0023348152,0.00074059324,0.000017000071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012558917,0.00004523485,0.002394344,0.00017912085,0.00021445486,0.0000036565768,0.00398056,0.0002032841,0.0011148193,0.9797386,0.0048164455,0.007183907],"study_design_scores_gemma":[0.004487203,0.0027670164,0.009092581,0.0021738934,0.00004224287,0.0000032074531,0.20992196,0.025450146,0.032749284,0.05937246,0.65286946,0.0010705485],"about_ca_topic_score_codex":0.00090527337,"about_ca_topic_score_gemma":0.060094748,"teacher_disagreement_score":0.9203661,"about_ca_system_score_codex":0.00032764405,"about_ca_system_score_gemma":0.0012653403,"threshold_uncertainty_score":0.99925303},"labels":[],"label_agreement":null},{"id":"W3425529","doi":"","title":"Challenges in mobile apps: a multi-disciplinary perspective","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Green IT and Sustainability","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Popularity; Computer science; Mobile device; Mobile Web; Mobile apps; Perspective (graphical); Mobile technology; Mobile computing; Mobile business development; World Wide Web; Multimedia; Internet privacy; Human–computer interaction; Telecommunications","score_opus":0.1756382018828798,"score_gpt":0.422031908949454,"score_spread":0.24639370706657424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3425529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929482,0.041948006,0.00010400664,0.0077429716,0.0005532969,0.010504574,0.00013665397,0.000112237794,0.009416291],"genre_scores_gemma":[0.9935355,0.0039460594,0.0004565811,0.000002338025,0.00001979371,0.0014027943,9.680792e-7,0.000018920104,0.0006170048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983833,0.00022178462,0.0002575118,0.00033817525,0.0003053358,0.00049392873],"domain_scores_gemma":[0.9946233,0.00074010534,0.000045509798,0.00039738067,0.0041343533,0.000059358335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005153155,0.00018440028,0.0003653584,0.0001416931,0.00019012629,0.0000211927,0.0003632223,0.00006214094,0.0000138303085],"category_scores_gemma":[0.0013108525,0.00012877282,0.00006439054,0.00071602274,0.00046624616,0.00017280913,0.00021932214,0.00032473172,0.000008846235],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016340304,0.002875321,0.0056525967,0.0056909085,0.0014113723,0.000018657352,0.5114831,0.109865226,0.01802822,0.14164434,0.0072883624,0.19440787],"study_design_scores_gemma":[0.0016395908,0.0005270601,0.004468624,0.0004672133,0.0000065498634,1.9720636e-7,0.94295686,0.0080603175,0.011072632,0.028472248,0.002053643,0.00027508766],"about_ca_topic_score_codex":0.00000865202,"about_ca_topic_score_gemma":0.0010453762,"teacher_disagreement_score":0.43147373,"about_ca_system_score_codex":0.0006444026,"about_ca_system_score_gemma":0.00014491795,"threshold_uncertainty_score":0.5251204},"labels":[],"label_agreement":null},{"id":"W34536026","doi":"10.1002/ajh.26353","title":"An introduction to Java development kit 7","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Operating system; Programming language; IBM; Real time Java; Java applet; strictfp; Java annotation; Java concurrency","score_opus":0.18049212589005376,"score_gpt":0.4015424751835773,"score_spread":0.22105034929352352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34536026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40006196,0.0010770654,0.5245755,0.044195805,0.009754196,0.012015473,0.00025184016,0.00045876222,0.007609382],"genre_scores_gemma":[0.9716981,0.000015438596,0.026871521,0.000032487147,0.000112922986,0.00011998729,0.0000036733409,0.000008625751,0.0011372351],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976874,0.00040519622,0.00033970084,0.0005556494,0.00055495725,0.00045711626],"domain_scores_gemma":[0.99417186,0.00024235337,0.00014864192,0.00076307356,0.0045537855,0.00012026472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012538111,0.00016434537,0.00028468863,0.00013601819,0.00054183265,0.000072700386,0.0014323946,0.00003808706,0.000005464218],"category_scores_gemma":[0.00096010143,0.00011349278,0.000040108167,0.0013758625,0.0001698624,0.00022953344,0.00042015937,0.0001584,0.000018961626],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088965555,0.0009496786,0.0005891502,0.0002936158,0.00043016937,0.000004205433,0.13924922,0.0064268475,0.012152663,0.71983206,0.036040075,0.08314268],"study_design_scores_gemma":[0.0022006978,0.0036483407,0.0027354881,0.00082916534,0.000015552843,0.0000024323688,0.043659054,0.005624317,0.51903725,0.018116558,0.4031529,0.0009782691],"about_ca_topic_score_codex":0.0000030606047,"about_ca_topic_score_gemma":0.00006654253,"teacher_disagreement_score":0.70171547,"about_ca_system_score_codex":0.00018481641,"about_ca_system_score_gemma":0.00043726194,"threshold_uncertainty_score":0.46281013},"labels":[],"label_agreement":null},{"id":"W39285670","doi":"","title":"Industrial scientific software: a set of interviews on software development","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software development; Personal software process; Software engineering; Social software engineering; Computer science; Software peer review; Software; Context (archaeology); Software construction; Software development process; Set (abstract data type); Software analytics; Package development process; Programming language","score_opus":0.25104809298593195,"score_gpt":0.4131207982430286,"score_spread":0.16207270525709666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39285670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35376954,0.004718677,0.5749578,0.029978734,0.010589202,0.02324123,0.00089261873,0.0010732918,0.00077889615],"genre_scores_gemma":[0.6969811,0.00029391155,0.29868445,0.00007613742,0.00009353774,0.001166951,0.0000133960875,0.000039815106,0.0026507361],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99745494,0.0003451069,0.00046413238,0.0004924575,0.0008113473,0.00043200384],"domain_scores_gemma":[0.99154913,0.0025602395,0.00034968843,0.00084066164,0.004618435,0.00008182609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015357081,0.00020802506,0.0003976565,0.00023558413,0.00044681213,0.00016153764,0.0015855037,0.00007571583,0.000015304377],"category_scores_gemma":[0.009195806,0.00013818372,0.00007893562,0.0015990678,0.00043700403,0.00040924182,0.0008197277,0.00035878023,0.000013825485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061439275,0.0006760356,0.0010809136,0.000875201,0.0006643776,0.0000034875245,0.033798642,0.0020905826,0.00373175,0.087713726,0.09453182,0.7742191],"study_design_scores_gemma":[0.0025515263,0.0025786776,0.0005270338,0.0038417052,0.000021301199,0.0000011469917,0.0078634815,0.0013825144,0.63118124,0.028507419,0.32073602,0.00080790085],"about_ca_topic_score_codex":0.000004214481,"about_ca_topic_score_gemma":0.000024580359,"teacher_disagreement_score":0.77341115,"about_ca_system_score_codex":0.00018760342,"about_ca_system_score_gemma":0.0006668225,"threshold_uncertainty_score":0.99915016},"labels":[],"label_agreement":null},{"id":"W43949388","doi":"","title":"MapReduce garbage collection","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Garbage collection; Computer science; Benchmark (surveying); Garbage; Task (project management); Distributed computing; Resource (disambiguation); Database; Computer network","score_opus":0.08625678691245434,"score_gpt":0.3681117296578506,"score_spread":0.28185494274539624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W43949388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87539667,0.001568796,0.012659538,0.07783617,0.003166956,0.00960872,0.000035891986,0.00025295772,0.019474285],"genre_scores_gemma":[0.9806327,0.000083816434,0.0035203325,0.00006119958,0.00004688375,0.00025236304,4.766567e-7,0.000009960422,0.015392225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99776894,0.00038684465,0.00027944593,0.00046491617,0.00062601385,0.00047385594],"domain_scores_gemma":[0.9943174,0.0009237145,0.00016832493,0.000688087,0.0038321503,0.000070336166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071509,0.00016256123,0.00026882,0.00014779488,0.0007742644,0.00013246125,0.0011859258,0.000039124996,0.000008837206],"category_scores_gemma":[0.0012858064,0.00010558938,0.000081490296,0.001716074,0.000340704,0.00006280789,0.0008728941,0.00022312801,0.000024828614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003662932,0.0011407579,0.00046281065,0.0007526891,0.0010442164,0.0000041949547,0.057996787,0.03130609,0.023843842,0.46657947,0.24357429,0.17292854],"study_design_scores_gemma":[0.006783095,0.0038671545,0.0037385244,0.0024983825,0.000051320712,0.000003037199,0.16003723,0.25242049,0.33903953,0.13723624,0.092795886,0.0015290828],"about_ca_topic_score_codex":0.00000910867,"about_ca_topic_score_gemma":0.000028135408,"teacher_disagreement_score":0.32934323,"about_ca_system_score_codex":0.00020311268,"about_ca_system_score_gemma":0.00018958033,"threshold_uncertainty_score":0.5955094},"labels":[],"label_agreement":null},{"id":"W58025431","doi":"","title":"DB2 LUW optimizer: beginner to intermediate guide","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Section (typography); SQL; Compiler; Programming language; Database; Heuristic; Information retrieval; Artificial intelligence; Operating system","score_opus":0.515187988773632,"score_gpt":0.52639787944863,"score_spread":0.011209890674998002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58025431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5977191,0.0020283102,0.047266763,0.08566214,0.027349522,0.021652445,0.0035403282,0.0003155623,0.21446587],"genre_scores_gemma":[0.9260124,0.00012149999,0.012633466,0.0002064927,0.00007813609,0.000183365,0.0000043700825,0.000019200774,0.06074106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507535,0.0006356931,0.00074212597,0.0009696432,0.001957198,0.00061997824],"domain_scores_gemma":[0.9847029,0.0032263093,0.00032217067,0.0017951176,0.009773033,0.00018049913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007582936,0.00020137167,0.00046514228,0.00043645318,0.00064535614,0.00018682326,0.0026571618,0.000036813093,0.000121552584],"category_scores_gemma":[0.035478994,0.0001153694,0.00011907639,0.003053732,0.0008134169,0.00021659916,0.002171838,0.00020021388,0.00015356997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017981754,0.00046925424,0.00080169144,0.000065594315,0.00032654774,0.000007712399,0.04049046,0.0037611646,0.0013928093,0.09479729,0.68068665,0.17540264],"study_design_scores_gemma":[0.0022861725,0.0013845311,0.0020051564,0.00070939073,0.000032886524,4.5986891e-7,0.20450296,0.0033437572,0.052550867,0.08622281,0.64638364,0.00057739107],"about_ca_topic_score_codex":0.000008874579,"about_ca_topic_score_gemma":0.00023887207,"teacher_disagreement_score":0.32829335,"about_ca_system_score_codex":0.00015521895,"about_ca_system_score_gemma":0.0002791785,"threshold_uncertainty_score":0.9726456},"labels":[],"label_agreement":null},{"id":"W63207346","doi":"","title":"Smart applications on virtual infrastructure","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University; IBM (Canada); University of Alberta","funders":"","keywords":"Scalability; Computer science; Architecture; Virtualization; Resource (disambiguation); Computer security; Cloud computing; Operating system; Computer network","score_opus":0.09647584403303232,"score_gpt":0.36126535633190265,"score_spread":0.2647895122988703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W63207346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63287306,0.0020235607,0.16644984,0.047299217,0.0057575144,0.025403585,0.0004679226,0.0007745996,0.11895072],"genre_scores_gemma":[0.9922885,0.000058221678,0.0041968585,0.00009164375,0.00004640772,0.0002360104,8.443364e-7,0.000010221456,0.0030713414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805874,0.00025670714,0.0002493249,0.0004723697,0.0005670208,0.0003958596],"domain_scores_gemma":[0.99619925,0.0006610449,0.00016146782,0.0008378986,0.0020715937,0.00006875673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056203007,0.0001692822,0.00024658634,0.00013677006,0.000656344,0.000045248933,0.0014806234,0.000042342024,0.0000055532564],"category_scores_gemma":[0.0005688378,0.0001078468,0.00007442153,0.0012267268,0.00042279938,0.000030564803,0.00082987396,0.0002728565,0.00001360413],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019854303,0.00027726486,0.00012271182,0.00007508576,0.00020351699,0.000001400415,0.016990088,0.0049917246,0.00045546828,0.87654763,0.0067324257,0.09340413],"study_design_scores_gemma":[0.0065143066,0.008207663,0.005998472,0.0020511812,0.00007084506,0.0000022253566,0.15338537,0.035970718,0.18314335,0.26968703,0.3332557,0.0017131203],"about_ca_topic_score_codex":0.0000018080264,"about_ca_topic_score_gemma":0.000018873394,"teacher_disagreement_score":0.60686064,"about_ca_system_score_codex":0.00013187801,"about_ca_system_score_gemma":0.00017048063,"threshold_uncertainty_score":0.5048134},"labels":[],"label_agreement":null},{"id":"W64675093","doi":"","title":"Introduction to the IBM Netezza warehouse appliance","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Warehouse; Computer science; Data warehouse; Operating system; Database; Business; Materials science","score_opus":0.13263282781730923,"score_gpt":0.36528953873907877,"score_spread":0.23265671092176954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W64675093","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27636892,0.0035770542,0.14979307,0.523639,0.010984198,0.020867871,0.00014712902,0.0005941744,0.0140285725],"genre_scores_gemma":[0.9842243,0.00010737931,0.0074094823,0.00019897467,0.00034935414,0.0002889804,4.914321e-7,0.000016004116,0.0074050184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997634,0.0003735067,0.00027938426,0.00057808834,0.0006307549,0.00050428003],"domain_scores_gemma":[0.99562055,0.0004805691,0.00015706779,0.001152119,0.002515655,0.00007406517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012735622,0.00017620019,0.0002540563,0.000104494764,0.000849743,0.00007107381,0.0019667076,0.000030709543,0.0000052915616],"category_scores_gemma":[0.0013061351,0.00009678033,0.000072869385,0.0018101424,0.0003462137,0.000042840395,0.0012676683,0.00025626697,0.00003217253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007606717,0.00055240607,0.000117175936,0.00025246874,0.00049953966,0.00000427493,0.110570915,0.0479711,0.001600245,0.451898,0.19238578,0.19338743],"study_design_scores_gemma":[0.0020175679,0.0024717946,0.001067069,0.000719846,0.000037211994,0.0000017654658,0.08866812,0.022189844,0.12400379,0.026811786,0.73121685,0.000794336],"about_ca_topic_score_codex":0.000006370801,"about_ca_topic_score_gemma":0.000088966495,"teacher_disagreement_score":0.7078554,"about_ca_system_score_codex":0.00014700151,"about_ca_system_score_gemma":0.00012872288,"threshold_uncertainty_score":0.65356225},"labels":[],"label_agreement":null},{"id":"W66512784","doi":"","title":"NSERC business intelligence network: selected topics","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Waterloo; University of Toronto","funders":"","keywords":"Business intelligence; Computer science; Knowledge management; Intelligence analysis; State (computer science); Competitive intelligence; Data science; Engineering management; Engineering; Computer security","score_opus":0.32769637511905725,"score_gpt":0.4049521150839545,"score_spread":0.07725573996489726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66512784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5832138,0.014456123,0.045965023,0.07809011,0.03038675,0.033432078,0.0010866066,0.0011807069,0.21218881],"genre_scores_gemma":[0.9923071,0.0008346152,0.0015896237,0.00021755307,0.0007144655,0.0001801706,0.000022433007,0.00003712729,0.004096885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774784,0.00007797336,0.00044018324,0.00048376733,0.00057044544,0.0006798036],"domain_scores_gemma":[0.98310214,0.00035529738,0.00032185702,0.0005778652,0.015622169,0.000020695548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008077898,0.00026285238,0.0004134534,0.00017138697,0.0006936469,0.00010730434,0.0011032639,0.00008450266,0.00013956403],"category_scores_gemma":[0.004673711,0.00017698937,0.00006365679,0.0047973995,0.0007510427,0.0006488167,0.0007056111,0.0002975348,0.000050078103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002844606,0.0007666512,0.006990569,0.0017501011,0.0004824728,0.000008142903,0.0032518012,0.0019295717,0.0020452787,0.83446556,0.05392859,0.09153664],"study_design_scores_gemma":[0.0018358638,0.0004062051,0.01763447,0.004150685,0.0002117399,0.000001931222,0.04182326,0.005478615,0.106271304,0.24714175,0.57323736,0.0018068359],"about_ca_topic_score_codex":0.000047610243,"about_ca_topic_score_gemma":0.0007354362,"teacher_disagreement_score":0.58732384,"about_ca_system_score_codex":0.000082098886,"about_ca_system_score_gemma":0.0002477745,"threshold_uncertainty_score":0.7217417},"labels":[],"label_agreement":null},{"id":"W669799","doi":"10.1128/iai.20.1.55-57.1978","title":"Collaborative decision making: an implementation of the Delphi approach in a social platform","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto; Baycrest Hospital","funders":"","keywords":"Anonymity; Delphi; Computer science; Social media; Delphi method; Odds; Knowledge management; Collaborative software; World Wide Web; Group decision-making; Data science; Artificial intelligence; Psychology; Computer security","score_opus":0.17432799571680166,"score_gpt":0.5139399171034307,"score_spread":0.339611921386629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W669799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99312943,0.0005233904,0.00017488984,0.00054499786,0.0005928667,0.0024718754,0.0005564848,0.0000067670976,0.0019992664],"genre_scores_gemma":[0.998439,0.00008840625,0.000870954,0.000022120643,0.000072390685,0.00030402525,0.000008454855,0.000016796626,0.00017781001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99760115,0.00048201476,0.00047605642,0.00029349737,0.0005810454,0.00056624465],"domain_scores_gemma":[0.99597853,0.00073935994,0.00039129198,0.00039868805,0.0024491476,0.000042991083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014583791,0.00018223719,0.0003743174,0.00015297855,0.00054049003,0.000019852985,0.00057490513,0.00008908128,0.00003308604],"category_scores_gemma":[0.0003837728,0.00011073575,0.00007125357,0.0018697559,0.0005542888,0.00025590317,0.0002548348,0.00031404517,0.0000019023528],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049033887,0.001407113,0.05483132,0.0002390242,0.00043266616,4.6461943e-7,0.36393544,0.0006139227,0.0023847735,0.49759984,0.0035290793,0.07012297],"study_design_scores_gemma":[0.0038098393,0.00078866567,0.12666808,0.00031249333,0.000029955869,5.8849764e-7,0.84924084,0.0006664711,0.004865842,0.010209066,0.0031077373,0.00030042016],"about_ca_topic_score_codex":0.0000117967775,"about_ca_topic_score_gemma":0.0010423593,"teacher_disagreement_score":0.4873908,"about_ca_system_score_codex":0.00026531654,"about_ca_system_score_gemma":0.0003226894,"threshold_uncertainty_score":0.4515673},"labels":[],"label_agreement":null},{"id":"W67336036","doi":"","title":"Network latency impact on performance of software deployed across multiple clouds","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cloud computing; Computer science; Software deployment; Latency (audio); Enhanced Data Rates for GSM Evolution; Computer network; Network performance; Server; Core network; Distributed computing; Queueing theory; Edge computing; Edge device; Response time; Software; Operating system; Telecommunications","score_opus":0.07080188436720511,"score_gpt":0.3710436492549357,"score_spread":0.3002417648877306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W67336036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99423504,0.00037636294,0.0010467321,0.0017994992,0.00044847804,0.00183486,0.000039772538,0.000054663127,0.0001645817],"genre_scores_gemma":[0.99541295,0.000116380186,0.0032536644,0.000039393006,0.000058250425,0.00012516031,0.0000011927953,0.000015864902,0.000977143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713194,0.0003489012,0.00043173743,0.00050289213,0.00077300513,0.0008114943],"domain_scores_gemma":[0.99296564,0.0019145176,0.00032441138,0.00091107073,0.003792208,0.000092168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009717969,0.00025800208,0.00048421277,0.00007735035,0.0007510211,0.00008025233,0.0015455083,0.000057635767,0.000004184024],"category_scores_gemma":[0.0014718333,0.00015184032,0.00014244104,0.0015338205,0.00047024415,0.00007516314,0.0011454405,0.00031242304,0.0000119603465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014602344,0.0009251643,0.024961473,0.0008505354,0.0009442969,0.0000033613296,0.027961524,0.7442927,0.0018222765,0.014354742,0.024371848,0.15805185],"study_design_scores_gemma":[0.011525291,0.01606809,0.095787145,0.0075195967,0.00005849238,0.00000217973,0.045100413,0.6934029,0.09845328,0.02438204,0.005680276,0.002020278],"about_ca_topic_score_codex":0.000016334605,"about_ca_topic_score_gemma":0.000030484594,"teacher_disagreement_score":0.15603158,"about_ca_system_score_codex":0.00018702963,"about_ca_system_score_gemma":0.00018590046,"threshold_uncertainty_score":0.6191869},"labels":[],"label_agreement":null},{"id":"W69059961","doi":"","title":"Ultra-large scale services","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Scale (ratio); Computer science; Geography","score_opus":0.08721290823044629,"score_gpt":0.39477158469219625,"score_spread":0.30755867646174995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69059961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71678,0.025536716,0.14484493,0.036037803,0.016746901,0.014771989,0.0026205261,0.0006772198,0.041983888],"genre_scores_gemma":[0.9963042,0.0001280228,0.0019695088,0.00004594704,0.00009641452,0.00007261548,0.000005001345,0.000009061933,0.001369225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732065,0.0004969083,0.0003193304,0.00036243987,0.0006815789,0.0008191045],"domain_scores_gemma":[0.99476403,0.00096128875,0.00021032995,0.00069259654,0.0032484948,0.00012328407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015843647,0.00018541275,0.0003559651,0.000088247805,0.00067656516,0.00009513785,0.0014898803,0.000053511398,0.0000036374274],"category_scores_gemma":[0.0004904568,0.00012107475,0.00008816136,0.0013301605,0.00022343089,0.00037991846,0.0004441209,0.00021847343,0.00002246447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004861033,0.0015793013,0.011172103,0.0017293708,0.00070654816,0.0000022478973,0.12899625,0.0033509508,0.014199571,0.8039403,0.02206038,0.0117769],"study_design_scores_gemma":[0.006395207,0.00163852,0.0041107484,0.0039764936,0.000049403912,0.000005135264,0.17421132,0.018973252,0.26750383,0.02445493,0.49716783,0.0015133171],"about_ca_topic_score_codex":0.0000023772177,"about_ca_topic_score_gemma":0.000047556143,"teacher_disagreement_score":0.77948534,"about_ca_system_score_codex":0.00011626686,"about_ca_system_score_gemma":0.00018433655,"threshold_uncertainty_score":0.5203661},"labels":[],"label_agreement":null},{"id":"W71078055","doi":"","title":"YaKit: a locality based messaging system using iCon overlay","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Opportunistic and Delay-Tolerant Networks","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Locality; Premise; Context (archaeology); World Wide Web; Set (abstract data type); Overlay; Human–computer interaction; Icon; Key (lock); Architecture; Multimedia; Computer security","score_opus":0.2880823228437382,"score_gpt":0.4044995577841333,"score_spread":0.11641723494039513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W71078055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02557723,0.0010940998,0.95101404,0.002293647,0.0017356123,0.0035309014,0.00020702365,0.00016124605,0.0143862115],"genre_scores_gemma":[0.98803884,0.00005516622,0.011493537,0.000048372858,0.000030168732,0.00006084384,0.0000013291237,0.000013618521,0.00025810316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969034,0.00065405946,0.0004529028,0.0005835402,0.00076543714,0.00064063485],"domain_scores_gemma":[0.9935203,0.001025643,0.00031561663,0.00086927705,0.0041377824,0.0001313648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001570741,0.00023793754,0.0005035862,0.00012798914,0.00071662903,0.00007667808,0.0011495233,0.000073501345,0.000007025532],"category_scores_gemma":[0.00029845067,0.00016347294,0.00010873396,0.0012597576,0.00059300615,0.00026265433,0.0005284755,0.0002958797,0.0000033765054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011629589,0.00047272988,0.0009320698,0.0009807779,0.0004259587,0.000037355792,0.012027444,0.0022779454,0.0022654918,0.95328623,0.0020121227,0.02411892],"study_design_scores_gemma":[0.0020086477,0.0005417337,0.000103401995,0.0021442412,0.000038517275,0.000001940215,0.025880817,0.9208246,0.037366576,0.009001597,0.0016323886,0.00045552774],"about_ca_topic_score_codex":0.000013603386,"about_ca_topic_score_gemma":0.00003896149,"teacher_disagreement_score":0.96246165,"about_ca_system_score_codex":0.000335532,"about_ca_system_score_gemma":0.00088511157,"threshold_uncertainty_score":0.6666233},"labels":[],"label_agreement":null},{"id":"W7990838","doi":"","title":"Consultant-as-a-service: an interactive and context-driven approach to mobile decision support services","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Cloud computing; Service (business); World Wide Web; Mobile service; Context (archaeology); Multimedia; Knowledge management; Business","score_opus":0.04719896912597646,"score_gpt":0.376132178733905,"score_spread":0.3289332096079285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7990838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97662103,0.00080560404,0.0035450256,0.0066615255,0.00062044046,0.009107829,0.00021800722,0.000102753445,0.002317766],"genre_scores_gemma":[0.9822333,0.0002706733,0.014752364,0.0011586996,0.00003806556,0.0013168587,0.000011277983,0.000021302187,0.00019750102],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996742,0.00040490902,0.00044911596,0.000937311,0.0008310848,0.0006355762],"domain_scores_gemma":[0.98766553,0.0017341236,0.00024618756,0.00095343404,0.009113396,0.00028735324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005342612,0.00033429556,0.0005431881,0.00024903525,0.0006596776,0.00028563588,0.0020166,0.00008528586,0.0000138052055],"category_scores_gemma":[0.00022906307,0.00021931433,0.0000594423,0.0019436876,0.0002647658,0.00093034084,0.0015009424,0.00034392107,0.000042852538],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029350077,0.0016699501,0.0006390673,0.0012737697,0.00082653924,0.0000059832337,0.37562218,0.005181665,0.029725922,0.16620933,0.0016759406,0.41423464],"study_design_scores_gemma":[0.005700078,0.007082748,0.001355678,0.001969351,0.00005145437,0.000010300333,0.73521906,0.055368327,0.11150917,0.03658385,0.043929912,0.0012201015],"about_ca_topic_score_codex":0.00012311604,"about_ca_topic_score_gemma":0.0014084779,"teacher_disagreement_score":0.41301453,"about_ca_system_score_codex":0.00010598249,"about_ca_system_score_gemma":0.00032389676,"threshold_uncertainty_score":0.8943379},"labels":[],"label_agreement":null},{"id":"W80460658","doi":"","title":"A QoS-aware decision model for web service development: server-site data services or client-site task services","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Web service; Services computing; WS-Policy; Service (business); Database; World Wide Web; Web development; Web application security","score_opus":0.18936811915970114,"score_gpt":0.39318657492072645,"score_spread":0.2038184557610253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80460658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88853985,0.0036501684,0.07242878,0.008976534,0.0032236897,0.014547524,0.0072412575,0.00052064523,0.0008715449],"genre_scores_gemma":[0.88815707,0.00070568436,0.10749788,0.0015631255,0.0001563547,0.0007609661,0.00030859408,0.00009280084,0.00075750554],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99431735,0.00035790447,0.00093961833,0.001737798,0.0014296711,0.0012176532],"domain_scores_gemma":[0.9854593,0.0016673424,0.00064386206,0.0029407942,0.009027858,0.0002608283],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.00159339,0.0006232349,0.0008370561,0.00037154718,0.0015268108,0.0002544341,0.007204868,0.00017461154,0.00001149652],"category_scores_gemma":[0.00017971512,0.00040385278,0.00012527325,0.0032025538,0.00021384729,0.0015404721,0.005332146,0.00040735598,0.00003225039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023536528,0.003385875,0.0038154908,0.022167971,0.0033457612,0.00003426631,0.7552909,0.020131519,0.0216799,0.05147665,0.0032231503,0.091911934],"study_design_scores_gemma":[0.00687491,0.0011277182,0.0009353608,0.005376958,0.0001346366,0.0000037995394,0.051749498,0.8241602,0.04193411,0.012792355,0.053498,0.0014124163],"about_ca_topic_score_codex":0.000071332484,"about_ca_topic_score_gemma":0.031578254,"teacher_disagreement_score":0.80402875,"about_ca_system_score_codex":0.00017270145,"about_ca_system_score_gemma":0.0012909195,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W82963474","doi":"","title":"Workshop on information management for situational analytics","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Analytics; Situational ethics; Data science; Situation awareness; Information management; Knowledge management; Human–computer interaction; Psychology; Engineering","score_opus":0.31660736559324176,"score_gpt":0.41585395607396264,"score_spread":0.09924659048072088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82963474","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16881679,0.0020367007,0.18682906,0.096091285,0.017429596,0.06488692,0.004653561,0.0006104025,0.45864567],"genre_scores_gemma":[0.9924116,0.00038185803,0.003099529,0.000442079,0.00022170674,0.0005178648,0.00010248562,0.00001919973,0.0028036465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985627,0.000022651087,0.00032197524,0.00023240077,0.0005328128,0.000327449],"domain_scores_gemma":[0.9934601,0.00041883328,0.00027081277,0.00033476282,0.00550354,0.000011914909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065599417,0.00015969998,0.00021722776,0.00027161324,0.0004891299,0.00009921938,0.000536199,0.000043515625,0.00004696161],"category_scores_gemma":[0.0019569246,0.00010824274,0.00006804134,0.0011901216,0.00027910527,0.00083543255,0.00028640768,0.00012407787,0.000039944658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016826773,0.00022002225,0.00017651009,0.0007030729,0.00022533716,3.451085e-7,0.0010243173,0.0009665762,0.00005907243,0.91815114,0.02568597,0.05110497],"study_design_scores_gemma":[0.0035883964,0.00033182456,0.0027668804,0.0023982772,0.00018272684,1.4914757e-7,0.08062663,0.0113594895,0.014947074,0.22803439,0.6549747,0.00078943686],"about_ca_topic_score_codex":0.0000030222984,"about_ca_topic_score_gemma":0.00007920253,"teacher_disagreement_score":0.8235948,"about_ca_system_score_codex":0.000087325716,"about_ca_system_score_gemma":0.000066558845,"threshold_uncertainty_score":0.4414011},"labels":[],"label_agreement":null},{"id":"W97579752","doi":"","title":"Privacy and security of smart grid communication","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada); Ontario Tech University","funders":"","keywords":"Smart grid; Computer science; Computer security; Software deployment; Grid; Control (management); Engineering; Electrical engineering","score_opus":0.108022506315283,"score_gpt":0.35620410033178657,"score_spread":0.24818159401650358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W97579752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98792636,0.0058652386,0.00006632861,0.0006776926,0.00043639113,0.0014041185,0.00019892005,0.000032742835,0.0033921753],"genre_scores_gemma":[0.9947157,0.0045835087,0.0005485528,0.0000037981845,0.0000127080375,0.000050092807,0.0000016414319,0.000008662242,0.00007532126],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896896,0.00017564335,0.00023074046,0.00015041312,0.00025135564,0.00022290445],"domain_scores_gemma":[0.9972945,0.0005684625,0.00007576168,0.00040039656,0.0016189325,0.000041988893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047142728,0.00010969326,0.00025161103,0.000069162445,0.00021464234,0.000008210872,0.00040364635,0.000043768225,0.0000067367496],"category_scores_gemma":[0.00096243067,0.00007747531,0.00003517299,0.00047547458,0.000830395,0.00011164091,0.00023393356,0.00021251167,9.925544e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036248686,0.0012676144,0.013332411,0.0060128965,0.0016720985,0.0000036237823,0.5038738,0.0035514408,0.049127836,0.37909177,0.021287158,0.017154466],"study_design_scores_gemma":[0.0017430708,0.0008336678,0.0040784976,0.001351218,0.000033224536,7.329634e-7,0.0677812,0.0036191815,0.8682863,0.037979234,0.013941206,0.00035243508],"about_ca_topic_score_codex":0.0000047823014,"about_ca_topic_score_gemma":0.00017841446,"teacher_disagreement_score":0.8191585,"about_ca_system_score_codex":0.0000482185,"about_ca_system_score_gemma":0.000067798945,"threshold_uncertainty_score":0.31593516},"labels":[],"label_agreement":null},{"id":"W98711579","doi":"","title":"An infrastructure for secure sharing of medical images between PACS and EHR systems","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Access Control and Trust","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Interoperability; Computer science; Workflow; Picture archiving and communication system; Authentication (law); Access control; System integration; Computer security; World Wide Web; Multimedia; Database","score_opus":0.10507539153386494,"score_gpt":0.46712628066287315,"score_spread":0.3620508891290082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W98711579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94368446,0.005114398,0.001189106,0.033819277,0.00082841783,0.010784885,0.0014713912,0.0000495876,0.003058462],"genre_scores_gemma":[0.9981328,0.0007669891,0.00023328593,0.0000089222685,0.00015360926,0.00024632912,0.0000045458437,0.000009873933,0.00044364735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976697,0.00035868734,0.0003045449,0.00030641299,0.000945366,0.0004152692],"domain_scores_gemma":[0.9926121,0.0017494721,0.0002164926,0.00023480847,0.0050364267,0.00015067925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014908713,0.00013089972,0.00044293664,0.0000750245,0.0007926686,0.0001150426,0.0007563516,0.00011888014,0.000020962427],"category_scores_gemma":[0.0048024664,0.00008303312,0.000046451718,0.00047504943,0.0013824229,0.0003244935,0.00022264814,0.00021594124,5.073724e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006202427,0.00021265914,0.05436589,0.0016995729,0.00095114583,0.000001170778,0.069041446,0.00040185617,0.0030754646,0.78723234,0.008930485,0.07346775],"study_design_scores_gemma":[0.004923195,0.0014424028,0.0159427,0.0018817536,0.000097328724,2.1115966e-7,0.82461,0.0026607248,0.012420007,0.1104673,0.025000582,0.0005537781],"about_ca_topic_score_codex":0.00015722682,"about_ca_topic_score_gemma":0.0006408603,"teacher_disagreement_score":0.75556856,"about_ca_system_score_codex":0.00008073769,"about_ca_system_score_gemma":0.0004612455,"threshold_uncertainty_score":0.6096646},"labels":[],"label_agreement":null},{"id":"W99381365","doi":"","title":"The 3 rd Workshop on Automatic Service Composition","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Service-oriented architecture; Computer science; Services computing; Web service; World Wide Web; Service (business); Business; Marketing","score_opus":0.12243351424484133,"score_gpt":0.37697145857878916,"score_spread":0.25453794433394783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99381365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62076,0.006768319,0.015569004,0.28610137,0.0083666295,0.01865846,0.00040033186,0.0007748162,0.042601064],"genre_scores_gemma":[0.9941203,0.00047065882,0.003869401,0.0007222675,0.000057852892,0.0002810434,0.000003476679,0.000019166626,0.00045581788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971538,0.0006183539,0.000357868,0.00048926973,0.0008002478,0.0005804382],"domain_scores_gemma":[0.99176913,0.002823342,0.00025757027,0.0010756208,0.003986393,0.000087941095],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008553016,0.0002384879,0.00030774146,0.0001195104,0.0014201313,0.000118653814,0.0022948512,0.000056910892,0.000005600226],"category_scores_gemma":[0.000315007,0.00012845999,0.00008337427,0.0021364193,0.00032705005,0.00022989245,0.0007185788,0.00036626565,0.00002380114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013056239,0.0007124693,0.00014881797,0.00049060583,0.00065653375,0.000005884586,0.11173279,0.0012362037,0.004560043,0.7549269,0.0035840338,0.120640054],"study_design_scores_gemma":[0.0057539353,0.0034936564,0.002305947,0.006637197,0.00009637226,0.000004298888,0.19346578,0.051765397,0.45408374,0.21740785,0.06353048,0.0014553322],"about_ca_topic_score_codex":0.000009827461,"about_ca_topic_score_gemma":0.000817398,"teacher_disagreement_score":0.5375191,"about_ca_system_score_codex":0.00011766369,"about_ca_system_score_gemma":0.00024353388,"threshold_uncertainty_score":0.9998799},"labels":[],"label_agreement":null}]}