{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":120,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":120,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"50eed4a80bcb","filters":{"topic":"Software Engineering and Design Patterns"}},"results":[{"id":"W1538948311","doi":"10.54337/nlc.v4.9546","title":"Towards a Pattern Language for Networked Learning","year":2004,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Prioris.ai (Canada)","funders":"European Commission","keywords":"Computer science; Language acquisition; Human–computer interaction; Psychology; Natural language processing; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.03292385182725386,"gpt":0.303782258756932,"spread":0.2708584069296782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008084913,0.0001555192,0.0001774564,0.00008238217,0.000380829,0.0001707355,0.0007301758,0.0001053163,0.00009705435],"category_scores_gemma":[0.000824718,0.0001318641,0.000143137,0.0002026818,0.0001006653,0.0001504868,0.00009072188,0.0004813845,0.000009212824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000156102,"about_ca_system_score_gemma":0.000118137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004386463,"about_ca_topic_score_gemma":0.00003910053,"domain_scores_codex":[0.99858,0.00002392362,0.0002400587,0.0002558761,0.0005529664,0.0003472228],"domain_scores_gemma":[0.9990785,0.0001555056,0.0002629054,0.00005719592,0.000369844,0.00007604815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000502221,0.0002449564,0.08107027,0.0001605145,0.0004649087,0.000005234612,0.06113738,0.3631933,0.006815981,0.2280941,0.002775267,0.2555359],"study_design_scores_gemma":[0.0158345,0.003311848,0.02847498,0.01324847,0.0005039225,0.00004603996,0.11999,0.379161,0.01852893,0.07274552,0.3426606,0.005494198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.851208,0.0001072936,0.04188331,0.007678127,0.002315563,0.0008012655,0.00000637545,0.0006359292,0.09536414],"genre_scores_gemma":[0.9958586,0.00004526,0.0007236691,0.000167,0.0008908951,0.00005055711,0.000005015193,0.00002646244,0.002232536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3398854,"threshold_uncertainty_score":0.537726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W198672284","doi":"","title":"Real Time UML: Advances in the UML for Real-Time Systems (3rd Edition)","year":2004,"lang":"en","type":"book","venue":"Addison-Wesley Longman Publishing Co., Inc. eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0164475163533199,"gpt":0.2753302938459387,"spread":0.2588827774926188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004285622,0.0008835932,0.001104793,0.0006598518,0.001191071,0.003824479,0.002709288,0.001363082,0.0002682788],"category_scores_gemma":[0.001471284,0.0008095757,0.000415205,0.0002557512,0.0005817107,0.002533598,0.000162969,0.001393034,0.0002742283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002059791,"about_ca_system_score_gemma":0.002945638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005453326,"about_ca_topic_score_gemma":0.001469899,"domain_scores_codex":[0.9936146,0.0005959296,0.001167255,0.001211073,0.001927728,0.001483471],"domain_scores_gemma":[0.9941373,0.003060692,0.0007947895,0.001129406,0.0004692757,0.0004084767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001047243,0.0001287174,0.0001119453,0.0006317123,0.0001908047,0.0001327408,0.01686183,0.0005143341,0.00001426786,0.06134181,0.9069377,0.01302938],"study_design_scores_gemma":[0.001141938,0.000235462,0.0001693675,0.001700414,0.0001596503,0.00002373334,0.0008476537,0.0003035707,0.000005956072,0.01239487,0.9815553,0.001462026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001703767,0.0009925776,0.002289612,0.00062582,0.003145162,0.003246505,0.001736159,0.001691425,0.9861023],"genre_scores_gemma":[0.01777267,0.0007486519,0.001051881,0.0006587081,0.01690123,0.00190464,0.008237119,0.0006272002,0.9520979],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.07461763,"threshold_uncertainty_score":0.9999334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2172992658","doi":"10.1111/medu.12836","title":"Exploring patterns and pattern languages of medical education","year":2015,"lang":"en","type":"article","venue":"Medical Education","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; South Health Campus; University of Calgary","funders":"","keywords":"Scholarship; Field (mathematics); Engineering ethics; Computer science; Sociology; Mathematics education; Medical education; Psychology; Medicine; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0704854648717815,"gpt":0.3714717780504223,"spread":0.3009863131786408,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001010874,0.00006480128,0.0001026066,0.00008131808,0.00004746082,0.00002214615,0.0001786929,0.000108758,0.0003703251],"category_scores_gemma":[0.004929115,0.00006145152,0.00001861503,0.0001218463,0.0000869348,0.0001535554,0.00002883141,0.0001295398,0.00001264774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005714036,"about_ca_system_score_gemma":0.002954835,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01235827,"about_ca_topic_score_gemma":0.0007011461,"domain_scores_codex":[0.998355,0.0001101513,0.000169291,0.0001347523,0.001087577,0.0001432499],"domain_scores_gemma":[0.9992072,0.0001144322,0.00004653052,0.000108557,0.0000977026,0.0004256001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000002278301,0.0002624409,0.1825275,0.000059793,0.000007254575,0.000001734735,0.02743354,5.712474e-7,0.000001718678,0.001347639,0.01200928,0.7763463],"study_design_scores_gemma":[0.001835888,0.0002966523,0.5085711,0.003451408,0.0001009275,0.00006210929,0.2208085,0.0009920873,0.0004404556,0.001949387,0.260348,0.001143477],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9737152,0.0005118657,0.009332041,0.01289102,0.001999423,0.0001051715,0.000001269422,0.00009331785,0.001350709],"genre_scores_gemma":[0.9973058,0.0003017711,0.0001198808,0.001110256,0.000889022,0.00005499936,0.00001364345,0.000008694877,0.0001959784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7752028,"threshold_uncertainty_score":0.9942185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2149895668","doi":"10.1145/1134285.1134305","title":"Evaluating pattern catalogs","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design pattern; Computer science; Scripting language; Design pattern; Pattern language (formal languages); Specification pattern; Generative grammar; USable; Code (set theory); Measure (data warehouse); Domain (mathematical analysis); Behavioral pattern; Source code; Data mining; Artificial intelligence; Programming language; Software development; Software; World Wide Web; Software design; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.05480717893604691,"gpt":0.3669119890118384,"spread":0.3121048100757915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003473133,0.00004067926,0.00004368496,0.00002404189,0.0001389731,0.00003719003,0.00008123674,0.0000321222,0.0003575308],"category_scores_gemma":[0.00007739298,0.00003850222,0.00002234848,0.00008260953,0.0000269724,0.0000547089,0.000008750321,0.00003667235,0.0001994148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002933199,"about_ca_system_score_gemma":0.0000299734,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02136721,"about_ca_topic_score_gemma":0.001600717,"domain_scores_codex":[0.9994282,0.00003828408,0.00007261617,0.000091237,0.0002003589,0.0001693704],"domain_scores_gemma":[0.9997429,0.0001105865,0.00001364362,0.00007491748,0.00002577613,0.00003223448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000376501,0.0001296249,0.587361,0.00002409384,0.00002050951,0.00003055421,0.009149316,0.002689683,0.001600079,0.03012083,0.06052215,0.3083484],"study_design_scores_gemma":[0.002547862,0.000345386,0.6569648,0.0001456307,0.0000915343,0.00001394758,0.00622496,0.01163794,0.005119426,0.03355109,0.2806821,0.002675386],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5886817,0.00008225709,0.2987616,0.0006277019,0.0005607214,0.0001459255,0.000002959832,0.0009011985,0.1102359],"genre_scores_gemma":[0.9921122,9.145464e-7,0.001270899,0.0001123052,0.0003458356,0.00000647494,0.000004597108,0.000005595698,0.006141212],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4034305,"threshold_uncertainty_score":0.9851496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038890262","doi":"10.1007/11557432_14","title":"Representing and Applying Design Patterns: What Is the Problem?","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03164773738064358,"gpt":0.2730297060294231,"spread":0.2413819686487795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001976953,0.000289331,0.0002598853,0.0002338384,0.0006909093,0.001186021,0.0009348408,0.0002276003,0.00004703676],"category_scores_gemma":[0.0001013187,0.0002260422,0.00006521003,0.0002298707,0.0007067202,0.000550555,0.0003090182,0.0005699668,0.00001353076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001432716,"about_ca_system_score_gemma":0.0002023606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002227165,"about_ca_topic_score_gemma":0.0001227594,"domain_scores_codex":[0.9974952,0.00007160111,0.0002814273,0.0008061829,0.0007953707,0.0005502415],"domain_scores_gemma":[0.9977919,0.001375508,0.0001466117,0.0004755435,0.00009522575,0.0001152091],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001840198,0.000004862097,0.0005812591,0.0000239317,0.000008505726,0.00001537296,0.01182576,0.01014225,0.00001038302,0.0008110026,0.00003187885,0.9765429],"study_design_scores_gemma":[0.001659125,0.0004803071,0.001928713,0.01508079,0.0002108154,0.000238174,0.0002622125,0.2842174,0.002621503,0.5294248,0.1566882,0.007187951],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001070217,0.001987847,0.993904,0.001617794,0.0005977463,0.0006971565,0.000001471258,0.0001395351,0.000947446],"genre_scores_gemma":[0.5170505,0.005325333,0.4567969,0.00962554,0.006643981,0.0002006009,0.000004889624,0.0001904083,0.004161763],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.969355,"threshold_uncertainty_score":0.9998509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943181499","doi":"10.1145/3297280.3297447","title":"An exploratory study of MVC-based architectural patterns in Android apps","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Android (operating system); Computer science; Software design pattern; Heuristics; Architectural pattern; Behavioral pattern; Implementation; Design pattern; Empirical research; Software; World Wide Web; Software development; Software engineering; Operating system; Software design","retraction":null,"screen_n_in":null,"score":{"opus":0.01949969735497064,"gpt":0.2884335398837291,"spread":0.2689338425287584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003634109,0.00007388941,0.0001351652,0.00011985,0.00003055067,0.0000179938,0.0001778957,0.00003818647,0.000192061],"category_scores_gemma":[0.00004126045,0.00006664795,0.00002137249,0.0002114398,0.00002109703,0.00009414626,0.00001004345,0.00008357623,0.00002018139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002600262,"about_ca_system_score_gemma":0.00005577416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003535956,"about_ca_topic_score_gemma":0.009211464,"domain_scores_codex":[0.9990997,0.0001656822,0.0001431912,0.0001649019,0.0002445327,0.0001820403],"domain_scores_gemma":[0.9995404,0.0001255102,0.0000285475,0.0001987302,0.00003967756,0.00006711065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000127439,0.0002637554,0.9652396,0.00001050389,0.000003946463,0.000003903656,0.02984096,0.002759542,0.0002028634,0.00003892418,0.00001542917,0.001607868],"study_design_scores_gemma":[0.003083824,0.001664432,0.8616328,0.00008738275,0.00001138235,4.307651e-7,0.1286077,0.002653854,0.001346794,0.0001117571,0.0002459159,0.000553751],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942729,0.000007724364,0.004697295,0.00001809578,0.0001906796,0.0002939931,0.00000178588,0.0001136304,0.0004038809],"genre_scores_gemma":[0.9996945,6.038163e-7,0.00009553697,0.00005112598,0.00005105196,0.00001546711,0.000001846664,0.000008629398,0.00008119156],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1036068,"threshold_uncertainty_score":0.5345331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082209656","doi":"10.1145/634067.634293","title":"An analysis of the influence of need for cognition on dynamic queries usage","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Construct (python library); Computer science; Cognition; Personality; Trait; Need for cognition; Correlation; Big Five personality traits; Data science; Cognitive psychology; Information retrieval; Psychology; Social psychology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01513718851910426,"gpt":0.3070661364025756,"spread":0.2919289478834713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000191264,0.00003349238,0.00008618534,0.00007498033,0.00006516211,0.000007387046,0.000104383,0.00002943541,0.0000355176],"category_scores_gemma":[0.0001788367,0.00002407472,0.00006359812,0.0004745189,0.00007703294,0.00006519575,0.000003585176,0.00001873765,4.907188e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001348204,"about_ca_system_score_gemma":0.00001926345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001494823,"about_ca_topic_score_gemma":0.002175594,"domain_scores_codex":[0.9996033,0.00003720334,0.00009150394,0.00006246041,0.0001315914,0.00007391064],"domain_scores_gemma":[0.9995543,0.0002049542,0.00004471841,0.0001058871,0.00007043425,0.00001965759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001090573,0.0002455096,0.7349676,0.00003728201,0.0004383859,6.794623e-7,0.01803607,0.2059962,0.01816952,0.01666166,0.00006355115,0.005274513],"study_design_scores_gemma":[0.000161386,0.0001191989,0.9851738,0.00002541201,0.0002769458,7.489601e-8,0.0028881,0.008747227,0.001457541,0.0008769076,0.0001769019,0.00009652926],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.966273,0.00000270974,0.03289514,0.00005160212,0.00002759271,0.00009377099,0.00001263573,0.00003215884,0.0006113844],"genre_scores_gemma":[0.9994857,0.000006262761,0.0002424804,0.0000568086,0.000007343181,0.000007132781,0.000003256504,0.000002348021,0.0001886172],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2502061,"threshold_uncertainty_score":0.2259736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138836918","doi":"10.1017/cbo9780511550881.013","title":"ANALYSIS PATTERNS","year":2000,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.02268266746168148,"gpt":0.2189658033691349,"spread":0.1962831359074534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001330275,0.0002742105,0.0004008039,0.0003968425,0.0003265719,0.00006783193,0.0005205219,0.0004175772,0.0001322073],"category_scores_gemma":[0.000009535072,0.0003559557,0.0004349,0.00002697841,0.00017563,0.00006493981,0.0000770751,0.0003435229,0.00004914749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002329532,"about_ca_system_score_gemma":0.0001136963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003479179,"about_ca_topic_score_gemma":0.00008989076,"domain_scores_codex":[0.9986253,0.00005938547,0.000141468,0.0004369895,0.0003999659,0.0003369105],"domain_scores_gemma":[0.999005,0.0001206036,0.0001052066,0.000441918,0.00008011547,0.0002471218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003748435,0.00001137673,0.0003588366,0.00003350279,0.001512456,0.0005295395,0.0008710565,0.00009145611,8.640454e-7,0.9738855,0.01714799,0.005519985],"study_design_scores_gemma":[0.0001413858,0.00001316487,0.0001687495,0.00005009329,0.001091657,7.987472e-7,0.00006180288,0.00002080821,0.000004870314,0.000006740969,0.9980309,0.0004090412],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0002472004,0.0000626204,0.0053647,0.00001148863,0.0001893354,0.0001919652,0.0003231929,0.0004231699,0.9931864],"genre_scores_gemma":[0.01549385,0.0002709063,0.00003327723,0.0000471356,0.0002559541,5.057929e-7,0.0000625368,0.00003364579,0.9838022],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9808829,"threshold_uncertainty_score":0.9998893,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1494937369","doi":"10.1109/hicss.1999.773055","title":"Application framework issues when evolving business applications for electronic commerce","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Computer science; Context (archaeology); Legacy system; Architecture; Business process; Business rule; Software engineering; Process management; Business; Engineering; Work in process; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.01726344976070311,"gpt":0.3144075394713696,"spread":0.2971440897106665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003759362,0.00007700108,0.00008970584,0.00003928049,0.0003631476,0.00006419439,0.0001672255,0.00009652773,0.0001421322],"category_scores_gemma":[0.0003856021,0.00008048569,0.00003271873,0.0002871406,0.00003888109,0.00009892999,0.000005890712,0.00008269606,0.00005267677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009042202,"about_ca_system_score_gemma":0.00009260844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005063044,"about_ca_topic_score_gemma":0.0001260107,"domain_scores_codex":[0.9992334,0.00003971913,0.0001090305,0.0001799194,0.0001312112,0.0003066827],"domain_scores_gemma":[0.9991336,0.0004133866,0.0000329232,0.0002053091,0.0001562811,0.00005847077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001609511,0.00004779829,0.004748621,0.00001894949,0.00001181208,2.816452e-8,0.001773849,0.0001470797,0.00007856189,0.9812316,0.005624799,0.006315234],"study_design_scores_gemma":[0.0000817611,0.00001113344,0.001195174,0.000009556075,0.00001233057,3.083007e-7,0.0005960038,0.000306657,0.0001067562,0.1149159,0.8826001,0.0001642784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002507056,0.0004407528,0.9917881,0.001446376,0.00006573766,0.0006653769,0.000001859912,0.0003574061,0.004983707],"genre_scores_gemma":[0.9361876,0.00007979388,0.05864542,0.0003588844,0.0003146025,0.001130876,0.00001110355,0.00002254549,0.003249193],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9359369,"threshold_uncertainty_score":0.3282111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2461713576","doi":"10.24102/ijes.v5i2.669","title":"Advocacy for the Compact, Mixed-Use and Walkable City: Designing Smart and Climate Resilient Places","year":2016,"lang":"en","type":"article","venue":"International Journal of Environment and Sustainability","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Environmental planning; Walkability; Architectural engineering; Climate change; Geography; Political science; Computer science; Environmental resource management; Environmental science; Engineering; Civil engineering; Built environment; Geology; Oceanography","retraction":null,"screen_n_in":null,"score":{"opus":0.01868567480904193,"gpt":0.2799306397673981,"spread":0.2612449649583562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001303689,0.00007284173,0.0001036554,0.000044988,0.0002079384,0.0001145025,0.000110387,0.00003286457,0.00001663671],"category_scores_gemma":[0.000912534,0.00004325327,0.00003580103,0.00001511526,0.0002736723,0.0002823598,0.00004619156,0.00005856477,1.999004e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001667924,"about_ca_system_score_gemma":0.0000486346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001461697,"about_ca_topic_score_gemma":0.00002072379,"domain_scores_codex":[0.9992004,0.00008464855,0.0001900793,0.0001112109,0.0002539291,0.0001597083],"domain_scores_gemma":[0.9979011,0.001743299,0.0001049469,0.00005941458,0.0001026263,0.0000886603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002369273,0.00004439315,0.974198,0.00001645735,0.0000687508,0.000008611485,0.003016754,0.000122835,0.0001169409,0.0007629688,0.0003673333,0.02104007],"study_design_scores_gemma":[0.001564792,0.0002312132,0.8966589,0.00008763301,0.0000649234,0.00002784882,0.007888116,0.0002065279,0.0003254893,0.007445217,0.08530033,0.0001990172],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9465151,0.0004073413,0.04516419,0.007543211,0.0001714013,0.0001715919,0.000005071446,0.000007605784,0.0000144247],"genre_scores_gemma":[0.9978467,0.001391439,0.0003747416,0.00005253756,0.0001058149,0.000004123918,2.752116e-7,0.00000449661,0.0002198944],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.084933,"threshold_uncertainty_score":0.1763817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1598137424","doi":"10.1007/3-540-45517-5_99","title":"Deciding on a Pattern","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software design pattern; Context (archaeology); Software; Design pattern; Software engineering; Software development; Decision support system; Behavioral pattern; Artificial intelligence; Data mining; Human–computer interaction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02857065262442213,"gpt":0.2770330832148029,"spread":0.2484624305903807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008050245,0.0002995231,0.0002871899,0.0005168927,0.0003599238,0.0002484486,0.0009559722,0.0002915074,0.0001517597],"category_scores_gemma":[0.000242471,0.0002914009,0.00009190643,0.0003166033,0.0004764129,0.0001263447,0.0001323703,0.0005785124,0.0001301239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004017007,"about_ca_system_score_gemma":0.0002944602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002773084,"about_ca_topic_score_gemma":0.0004543483,"domain_scores_codex":[0.997473,0.00003077773,0.0002340716,0.0007349789,0.000940374,0.0005867936],"domain_scores_gemma":[0.9983605,0.0008330171,0.00009651713,0.0004496325,0.00008650231,0.000173829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003021446,0.00001320902,0.0007307488,0.000009739034,0.000005709624,0.0001342821,0.002780922,0.01324627,0.000006911766,0.002894209,0.00007339953,0.9801016],"study_design_scores_gemma":[0.002240131,0.001609393,0.003683336,0.009667364,0.0001020101,0.0001670349,0.00001525364,0.07835182,0.001827326,0.5376981,0.3557113,0.008926879],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002543583,0.00012049,0.9696559,0.0003975415,0.001914417,0.0001971027,0.000003012506,0.0002231571,0.02723407],"genre_scores_gemma":[0.9793704,0.0001313824,0.01277816,0.002536727,0.002748128,0.00001017462,0.000003855069,0.0000672239,0.00235392],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9791161,"threshold_uncertainty_score":0.9999538,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998079760","doi":"10.1145/1082983.1083112","title":"HCI pattern semantics in XML","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software design pattern; Usability; Human–computer interaction; User interface; World Wide Web; XML; Focus (optics); Software engineering; Interface (matter); Software; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02248109635837661,"gpt":0.279582524843935,"spread":0.2571014284855584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005494098,0.0003052782,0.0003155214,0.0003070794,0.0001483748,0.0001073391,0.0006822049,0.0002409558,0.0001674423],"category_scores_gemma":[0.07523641,0.0003516166,0.0001110079,0.000537393,0.00005747254,0.0003344634,0.0001221922,0.0004001838,0.0002276909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002320444,"about_ca_system_score_gemma":0.00008715753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008206224,"about_ca_topic_score_gemma":0.000558889,"domain_scores_codex":[0.997905,0.00005268963,0.0003721923,0.0003973783,0.0004674192,0.000805301],"domain_scores_gemma":[0.9791148,0.01997325,0.00005927484,0.0005559528,0.0000686354,0.0002280964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004382805,0.00007971123,0.9333054,0.000069674,0.00002315572,0.00004746731,0.005077549,0.01212645,0.0001994177,0.0003034779,0.0005990716,0.04816421],"study_design_scores_gemma":[0.001763085,0.0001305925,0.8271191,0.000789386,0.00006704174,0.00002595444,0.0004305713,0.001812658,0.003039216,0.0001507304,0.1619939,0.002677748],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.895604,0.000890468,0.0972388,0.001682653,0.001270344,0.0004024088,0.00002376199,0.00284246,0.0000451528],"genre_scores_gemma":[0.9805131,0.00007401463,0.01805004,0.0002514881,0.0007946365,0.00004245953,0.00001318787,0.00007732753,0.000183749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1613948,"threshold_uncertainty_score":0.9998936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098838278","doi":"10.5555/1035053.1035074","title":"The use of anti-patterns in human computer interaction: wise or III-advised?","year":2004,"lang":"en","type":"article","venue":"South African Institute of Computer Scientists and Information Technologists","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Structuring; Computer science; Mental representation; Cognition; Representation (politics); Knowledge representation and reasoning; Software; Human–computer interaction; Software design pattern; Data science; Software engineering; Artificial intelligence; Programming language; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03327660395866729,"gpt":0.2699312346945549,"spread":0.2366546307358876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003346548,0.000116325,0.00019435,0.0003906881,0.0003588755,0.0002238882,0.0003761389,0.00009372307,0.000004051507],"category_scores_gemma":[0.00007284513,0.00008509887,0.00004470194,0.0006559623,0.001083349,0.001795882,0.0001416921,0.0001435306,0.000002471864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007276917,"about_ca_system_score_gemma":0.0001028739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008099875,"about_ca_topic_score_gemma":0.0003357675,"domain_scores_codex":[0.9988031,0.00002086112,0.000494952,0.0001386464,0.0003085181,0.0002339688],"domain_scores_gemma":[0.9992001,0.00005042513,0.0002977844,0.0002531302,0.0001402264,0.00005834988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001245361,0.0003545445,0.06501185,0.000383909,0.0001182463,0.00004240941,0.0962723,0.08747423,0.00007391215,0.4475291,0.001273737,0.3013412],"study_design_scores_gemma":[0.01031953,0.001938264,0.3846398,0.00271618,0.00007147232,0.00008229032,0.01228393,0.027033,0.002865337,0.003374825,0.5523784,0.002296933],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5828685,0.000007296735,0.4154774,0.000254079,0.0008743001,0.0002387618,0.0000154484,0.0001385681,0.000125629],"genre_scores_gemma":[0.9928737,0.0000283558,0.006964817,0.00005197363,0.00004334034,0.000008256861,0.000006621528,0.000003256495,0.00001973226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5511047,"threshold_uncertainty_score":0.3991645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109573791","doi":"10.1109/iconip.1999.843965","title":"Results of simulations of a system with the recommendation architecture","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Architecture; Computer architecture","retraction":null,"screen_n_in":null,"score":{"opus":0.01844964289055839,"gpt":0.2651429291978549,"spread":0.2466932863072965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002843442,0.00002566262,0.00004721839,0.00002307152,0.00005821584,0.000004356739,0.00004310139,0.00001848352,0.000019353],"category_scores_gemma":[0.0001270448,0.00001476756,0.0000127367,0.0001609979,0.0000350622,0.00001759139,0.000001804719,0.00002806141,6.720855e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001126115,"about_ca_system_score_gemma":0.00003128455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000592412,"about_ca_topic_score_gemma":0.0005325699,"domain_scores_codex":[0.999635,0.00009412421,0.00008251829,0.00004392313,0.0000918449,0.00005253677],"domain_scores_gemma":[0.999431,0.0003856397,0.00004782246,0.00007323311,0.00004845997,0.00001389287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002378976,0.0002221,0.01816829,0.0003061194,0.0002103733,0.000001743936,0.1400804,0.4324944,0.001177482,0.3785551,0.006375626,0.02217051],"study_design_scores_gemma":[0.01312883,0.002177349,0.03651093,0.001814824,0.0004400404,0.00002673409,0.232188,0.02424008,0.04455983,0.003962527,0.638747,0.002203844],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1007849,0.00001015358,0.8300653,0.0009239256,0.00009563652,0.000243129,0.00002483681,0.0001036041,0.06774861],"genre_scores_gemma":[0.9982237,3.98756e-7,0.001414425,0.000009926574,0.00001228244,0.000001624297,0.00000220273,0.000002233606,0.0003332101],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8974388,"threshold_uncertainty_score":0.08955537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1525811495","doi":"","title":"Pedagogical Patterns for Online Learning","year":2003,"lang":"en","type":"article","venue":"reroDoc Digital Library","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06534497256333302,"gpt":0.3161461570571748,"spread":0.2508011844938418,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001018333,0.0001057672,0.0001226263,0.00004614198,0.0001614909,0.0003036988,0.0001511021,0.00007807316,0.0002548019],"category_scores_gemma":[0.0005911518,0.0001013602,0.00009665878,0.0001280636,0.00004086592,0.0008582489,0.00002293788,0.0001235676,0.00005490218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001337062,"about_ca_system_score_gemma":0.00006507169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005669076,"about_ca_topic_score_gemma":0.000001433528,"domain_scores_codex":[0.999103,0.00005618606,0.0001382943,0.0002054363,0.0001738948,0.0003231649],"domain_scores_gemma":[0.9992886,0.0004042737,0.00003255588,0.0001017151,0.00001470214,0.0001581269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005777189,0.0004894796,0.7406855,0.0001092103,0.00006945987,0.00006106692,0.005497554,0.0004333874,0.00002337702,0.1288204,0.02030548,0.1034474],"study_design_scores_gemma":[0.0001930076,0.00007983599,0.003453766,0.00002763927,0.000004221266,0.000002587739,0.001033838,0.00001713251,0.00006407963,0.001909583,0.9930193,0.0001950166],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8696839,0.0002816956,0.06033031,0.0006777741,0.0005870021,0.0004335094,0.0003929223,0.001860745,0.06575211],"genre_scores_gemma":[0.9656619,0.00003289513,0.001469196,0.0001671033,0.0003563638,0.00001402081,0.0001596868,0.00003484175,0.03210393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9727138,"threshold_uncertainty_score":0.4133349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032802208","doi":"10.1145/1999747.1999791","title":"A marking language for the oto assignment marking tool","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Programming language; Work (physics); Engineering; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07032660598841384,"gpt":0.3024365428731001,"spread":0.2321099368846863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006659281,0.00005791738,0.00005538808,0.00002053149,0.0002612951,0.00004492028,0.0001767419,0.00003627959,0.0008949024],"category_scores_gemma":[0.0002236601,0.00003943788,0.00005144469,0.00006692864,0.0000240978,0.00005350464,0.00002003976,0.00004552204,0.0000286355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003982233,"about_ca_system_score_gemma":0.0000253319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001458331,"about_ca_topic_score_gemma":0.0001708951,"domain_scores_codex":[0.9994079,0.00003332676,0.0000806403,0.0001041876,0.0001526741,0.0002211964],"domain_scores_gemma":[0.9992433,0.0005591442,0.00002188474,0.0001250966,0.00001604639,0.0000345086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000120686,0.000178168,0.0741671,0.00007278651,0.0002754662,0.00003817058,0.3332426,0.00008025397,0.001768291,0.09715888,0.05170123,0.4411964],"study_design_scores_gemma":[0.001519856,0.0002786246,0.06557376,0.0002067654,0.0002028072,0.00000721948,0.1046552,0.004037861,0.008275078,0.004726559,0.8089052,0.001611081],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01780841,0.0001783671,0.9196529,0.0002874005,0.0007493497,0.0005973179,0.000004369597,0.0003738426,0.06034809],"genre_scores_gemma":[0.9896609,0.000009401577,0.005562635,0.0002860797,0.0002575458,0.00009993705,6.657019e-7,0.00001015192,0.004112656],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9718525,"threshold_uncertainty_score":0.9798554,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243540118","doi":"10.1007/3-540-45518-3","title":"Middleware 2001","year":2001,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Universidade de Lisboa; Eidgenössische Technische Hochschule Zürich; RMIT University; Imperial College London; Newcastle University; Institut national de recherche en informatique et en automatique (INRIA); Centre National de la Recherche Scientifique; University of Ottawa; State University of New York; Università di Bologna; Microsoft Research","keywords":"Computer science; Middleware (distributed applications); Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02683156668670127,"gpt":0.2797561825087005,"spread":0.2529246158219993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001140632,0.0003017318,0.0003349075,0.0005089673,0.0003961046,0.0002861102,0.001418065,0.0003905418,0.0001821265],"category_scores_gemma":[0.0004691207,0.0003018576,0.00009429872,0.001010687,0.0008372013,0.0002028393,0.000180802,0.0006295777,0.0001132925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007923309,"about_ca_system_score_gemma":0.001885662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004257458,"about_ca_topic_score_gemma":0.001068266,"domain_scores_codex":[0.9969951,0.00006879169,0.0002573015,0.0007680183,0.001009586,0.0009011922],"domain_scores_gemma":[0.9982617,0.000724408,0.00009999986,0.0005181982,0.0001506066,0.0002450809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008181903,0.00007575761,0.003652211,0.00008296182,0.00001919408,0.0004162279,0.01307591,0.05517389,0.00001517334,0.0007797741,0.01273168,0.913969],"study_design_scores_gemma":[0.00105571,0.0004099546,0.001684582,0.002928183,0.00005947111,0.0001048917,0.00001209558,0.04691374,0.0002810565,0.2050233,0.7371488,0.00437827],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001042951,0.0003894807,0.9768997,0.0003769951,0.002741567,0.000254325,0.00000534938,0.0003186575,0.01890958],"genre_scores_gemma":[0.2251122,0.001558615,0.5222812,0.01212573,0.03274808,0.0001357578,0.0001019085,0.0004580294,0.2054784],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9095908,"threshold_uncertainty_score":0.9999434,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984039757","doi":"10.4018/978-1-59140-061-5.ch007","title":"A Dream Project Turns Nightmare","year":2003,"lang":"en","type":"book-chapter","venue":"Cases on information technology series","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"HEC Montréal","funders":"","keywords":"Loan; Alliance; Business; General partnership; Finance; Product (mathematics); Financial institution; Marketing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02035295450465234,"gpt":0.2620539544433692,"spread":0.2417009999387168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000146483,0.0002729711,0.0002729294,0.0008507451,0.0002951711,0.00009297113,0.000269562,0.0009339785,0.0003226026],"category_scores_gemma":[0.0004086446,0.0002701409,0.00009157393,0.0001456516,0.0004277253,0.0005900811,0.00003255075,0.0004462276,0.0005214408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001782776,"about_ca_system_score_gemma":0.0002010077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003964887,"about_ca_topic_score_gemma":0.00008571595,"domain_scores_codex":[0.9989283,0.00001500815,0.0003297412,0.0001551721,0.0002881758,0.0002836057],"domain_scores_gemma":[0.9991055,0.00009059803,0.000227499,0.0003536236,0.0001729289,0.00004989486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001886784,0.000006048632,0.00003218132,0.00005399081,0.00003944252,0.00003415743,0.002747446,0.000005669516,2.468541e-7,0.9470819,0.04220677,0.00777334],"study_design_scores_gemma":[0.00009805761,0.0001881699,0.000002464976,0.00009855258,0.00001726435,0.00006452333,0.001596315,5.047838e-7,0.00005737775,0.01825833,0.9793189,0.0002995838],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0002218736,0.0002841811,0.001106649,0.001595495,0.0009758233,0.0007786112,0.0001979959,0.002565696,0.9922737],"genre_scores_gemma":[0.03302069,0.00190845,0.002319585,0.002521316,0.0004338266,0.0003768191,0.0005994677,0.0001260474,0.9586938],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9371121,"threshold_uncertainty_score":0.9999751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2395519325","doi":"","title":"Patterns 2.0: a Service for Searching Patterns.","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Service (business); World Wide Web; Service design; Selection (genetic algorithm); Software design pattern; Differentiated service; Software; Information retrieval; Data science; Service delivery framework; Artificial intelligence; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.03760058895837209,"gpt":0.3292559692676925,"spread":0.2916553803093204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004156652,0.00009137809,0.0001038917,0.00005881828,0.0002486703,0.00009950608,0.0002222127,0.00006283553,0.000188825],"category_scores_gemma":[0.0001069983,0.00008766647,0.00005956643,0.0001294933,0.000006517379,0.0001338635,0.00001138847,0.00008323083,0.00003734383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004374212,"about_ca_system_score_gemma":0.00004576674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002292536,"about_ca_topic_score_gemma":0.001017694,"domain_scores_codex":[0.9990313,0.00004595791,0.0001164153,0.0001858653,0.0002333803,0.0003870974],"domain_scores_gemma":[0.9993869,0.000235752,0.00002218469,0.0001428673,0.00007369986,0.0001385807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009241129,0.0004229002,0.3702436,0.0002965688,0.0001065583,0.00004233578,0.08536211,0.0009440344,0.00120039,0.06655885,0.0170112,0.457719],"study_design_scores_gemma":[0.004433707,0.001054946,0.6987611,0.0006784877,0.0001164702,0.00001464736,0.02168307,0.009413315,0.003471742,0.02466806,0.232455,0.003249452],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3051525,0.00001676683,0.6844899,0.005053888,0.0002633743,0.0003415214,0.00001933462,0.0005995088,0.004063213],"genre_scores_gemma":[0.9932744,0.00001105467,0.002089022,0.0030216,0.0004233385,0.00002010047,0.00000847828,0.00001101973,0.001140987],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6881219,"threshold_uncertainty_score":0.3574935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054300774","doi":"10.1145/1140123.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Computer graphics (images); Multimedia; Software engineering; World Wide Web; Human–computer interaction; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01825976416674805,"gpt":0.2781250647496389,"spread":0.2598653005828908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002789934,0.000100366,0.0001121516,0.00005392318,0.0001899593,0.00007019872,0.0003169401,0.00007266884,0.001921359],"category_scores_gemma":[0.001064632,0.0001013892,0.00005584231,0.0001159195,0.00007877304,0.00004195053,0.00005393407,0.0001149646,0.0009615477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000595773,"about_ca_system_score_gemma":0.00003438212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005992883,"about_ca_topic_score_gemma":0.0002246002,"domain_scores_codex":[0.9990622,0.0001032675,0.0001340154,0.000192202,0.0002208296,0.0002874481],"domain_scores_gemma":[0.9987658,0.0008165623,0.00004448255,0.0002559891,0.00005065158,0.00006648802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006723837,0.0002651665,0.02031571,0.00002127586,0.00005482242,0.00010909,0.0178184,0.0004685014,0.001439587,0.01334971,0.929004,0.01708652],"study_design_scores_gemma":[0.0002534628,0.00002809167,0.007570286,0.00002679017,0.00001001271,0.000002071556,0.001579464,0.000006398768,0.001095274,0.003112424,0.9860736,0.0002421065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8237917,0.0004078716,0.02555151,0.01110823,0.001724944,0.0005663565,0.00001984903,0.001897234,0.1349323],"genre_scores_gemma":[0.9862124,0.00000979867,0.003942287,0.000263791,0.0006032859,0.00002387911,0.0000069558,0.00001662074,0.008920923],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1624207,"threshold_uncertainty_score":0.9998163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W10725704","doi":"10.4049/jimmunol.164.7.3506","title":"Making patterns better design tools: Requirements analysis for a family of navigators for design pattern catalogs","year":2005,"lang":"en","type":"article","venue":"IASTED Conference on Software Engineering","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute","keywords":"Computer science; Software design pattern; Obstacle; Embodied cognition; Schema (genetic algorithms); Point (geometry); Human–computer interaction; Design pattern; Software design; Generative grammar; Generative Design; Software engineering; Representation (politics); Software; Knowledge management; Data science; Artificial intelligence; Software development; Information retrieval; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1917473904393701,"gpt":0.3492497346122565,"spread":0.1575023441728864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001031309,0.0003998968,0.0006013178,0.0004897377,0.0002079906,0.0001619501,0.0005465712,0.0002450549,0.000052774],"category_scores_gemma":[0.001131927,0.0004372925,0.0003338182,0.0005944065,0.00005083155,0.0003579345,0.00003786352,0.0001956625,0.000008690786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002257956,"about_ca_system_score_gemma":0.0001555196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001208478,"about_ca_topic_score_gemma":0.00003759157,"domain_scores_codex":[0.9973828,0.000109449,0.0006135317,0.0005657852,0.0005271827,0.00080128],"domain_scores_gemma":[0.9970452,0.001795519,0.0002251824,0.0004213526,0.0003276589,0.0001850588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002650066,0.0003044069,0.03926544,0.0005753428,0.0024573,0.00001694212,0.02074232,0.6325275,0.002704809,0.001386463,0.0006237146,0.2991308],"study_design_scores_gemma":[0.01033987,0.002728112,0.07224615,0.005604268,0.004415893,0.000008984001,0.006925215,0.8527897,0.02547152,0.0006893845,0.01079868,0.007982199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05453179,0.00005322148,0.9430873,0.00008977841,0.0003466404,0.001152049,0.00023314,0.000496215,0.000009884226],"genre_scores_gemma":[0.8447279,0.0000118772,0.1541573,0.0001573104,0.0002665956,0.0004970873,0.00006812502,0.0000695905,0.00004428588],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7901961,"threshold_uncertainty_score":0.9998079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W195256922","doi":"","title":"Experience of communications software evolution and performance improvement with patterns.","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Restructuring; Computer science; Software; Software evolution; Software engineering; Software requirements; Software development; Social software engineering; Software design; Software construction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01768704302845433,"gpt":0.2639502220390723,"spread":0.2462631790106179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009310311,0.00004569674,0.00005521147,0.00002774224,0.0001609335,0.00001260152,0.0001445946,0.0000235198,0.00001468423],"category_scores_gemma":[0.00002533835,0.00003813686,0.000008629057,0.00009240369,0.0001535179,0.0001340212,0.00003154192,0.00003873357,0.000001618373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000566958,"about_ca_system_score_gemma":0.00005220941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003459962,"about_ca_topic_score_gemma":0.000617707,"domain_scores_codex":[0.9995799,0.00001026927,0.00008149652,0.00008006539,0.0001407417,0.000107546],"domain_scores_gemma":[0.9996342,0.00003556986,0.00003003978,0.0002094478,0.00004743414,0.00004332238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001091138,0.00007075623,0.9455708,0.00004083023,0.00001141293,4.740466e-7,0.02810128,0.0002889909,0.0002912668,0.007756702,0.00001007624,0.01784654],"study_design_scores_gemma":[0.001416722,0.0009145534,0.9637582,0.0003734574,0.0000272003,0.000005229061,0.02422257,0.0002955611,0.006572635,0.000832436,0.001045555,0.000535828],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.771453,0.00005202285,0.2279073,0.00009782886,0.00002309613,0.00008579369,0.000001543309,0.00007545549,0.0003039459],"genre_scores_gemma":[0.9907231,0.00009216533,0.0090258,0.00003050471,0.0000117444,0.00002344073,0.000001138299,0.000003853531,0.00008819183],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2192701,"threshold_uncertainty_score":0.5230451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1571585799","doi":"10.1145/950000/948821/p247-richards.pdf?ip=207.207.127.233&id=948821&acc=public&key=b63acef81c6334f5%2ec93d29d796b46b49%2e4d4702b0c3e38b35%2e4d4702b0c3e38b35&cfid=553009799&cftoken=38481402&__acm__=1409765709_a43b150780f4e5f54647f378ffad2050","title":"Experiences incorporating Java into the introductory sequence","year":2003,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Java; Sequence (biology); Computer science; Restructuring; Sequence diagram; Programming language; Mathematics education; Software engineering; Psychology; Unified Modeling Language; Business; Chemistry; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02514816407297831,"gpt":0.2556267214960894,"spread":0.2304785574231111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009276317,0.000114378,0.0001610276,0.00008285471,0.001209541,0.00006357026,0.0004988076,0.00008739607,0.0002791334],"category_scores_gemma":[0.0005917094,0.0001153054,0.00008501628,0.0004422418,0.0009905015,0.0003894306,0.00005016855,0.0001642493,0.00004689609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001415044,"about_ca_system_score_gemma":0.0002187152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003827554,"about_ca_topic_score_gemma":0.001904342,"domain_scores_codex":[0.9986805,0.0002837236,0.0001151382,0.0002515137,0.0004019058,0.0002671833],"domain_scores_gemma":[0.9990821,0.0002802954,0.0001315974,0.000271342,0.0001263944,0.0001082011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006301937,0.00002299682,0.01535839,0.00001311097,0.00002621569,0.00001002669,0.2950845,0.0001834456,0.00004269049,0.688353,0.0007697916,0.0001295451],"study_design_scores_gemma":[0.0001069976,0.00002665722,0.000382472,0.00001068887,0.00001262486,0.000001834791,0.2591942,0.00002753713,0.000005346738,0.7363322,0.003757649,0.0001417749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9605949,0.0002415531,0.03337332,0.0003173806,0.0005390907,0.000124336,0.000001622658,0.000135095,0.00467269],"genre_scores_gemma":[0.9960386,0.00002190624,0.002543485,0.00005540216,0.0001285874,0.000001022418,0.000001862858,0.000007996542,0.001201096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04797927,"threshold_uncertainty_score":0.930293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164094376","doi":"10.1109/step.2005.20","title":"Report on the 1st International Workshop on Design Pattern Theory and Practice","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"","keywords":"Computer science; Management science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05486615845310356,"gpt":0.3414168962653455,"spread":0.286550737812242,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002912357,0.00006811124,0.00004806959,0.00003332315,0.0001714498,0.0001037854,0.0001476019,0.00004619827,0.000461719],"category_scores_gemma":[0.005024435,0.00004488912,0.00002081253,0.00005984702,0.00006030153,0.0001272028,0.00001662448,0.0001259959,0.0001098151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004785892,"about_ca_system_score_gemma":0.00002752921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008343918,"about_ca_topic_score_gemma":0.00002639156,"domain_scores_codex":[0.9989529,0.0003569027,0.0001000589,0.0001542619,0.0003065051,0.0001294255],"domain_scores_gemma":[0.9923531,0.007362594,0.00004665574,0.000146387,0.00004213684,0.00004914252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003654665,0.0003541099,0.004145798,0.000003346171,0.0001790635,0.0002618931,0.02195426,0.003441593,0.0000574826,0.3425494,0.1018205,0.5248671],"study_design_scores_gemma":[0.0005115902,0.0001459601,0.008686581,0.0001430924,0.00004374863,0.0001374088,0.01303429,0.0009568052,0.0005725798,0.006039054,0.9691367,0.0005921524],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008181195,0.00003886842,0.773113,0.04654596,0.0006257072,0.0002240924,0.00000114736,0.0002511653,0.1710189],"genre_scores_gemma":[0.9818522,0.00004353691,0.001265623,0.005724425,0.0005677221,0.00001608875,9.146812e-7,0.000008788571,0.01052073],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.973671,"threshold_uncertainty_score":0.6015081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1414057204","doi":"10.18293/seke2015-226","title":"An approach for classifying design artifacts","year":2015,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1020093588308535,"gpt":0.3087025032814811,"spread":0.2066931444506276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001372693,0.0003768287,0.0003570835,0.0003401555,0.0002057039,0.0003558706,0.0009366511,0.0002213853,0.000006191915],"category_scores_gemma":[0.003010241,0.0003457302,0.0001227235,0.0003874566,0.00008841701,0.0006043115,0.0001163523,0.0003802216,0.000003098821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002497902,"about_ca_system_score_gemma":0.0001593086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002129328,"about_ca_topic_score_gemma":8.623497e-7,"domain_scores_codex":[0.9979666,0.00000601041,0.0003964532,0.0005105681,0.0005868985,0.0005334666],"domain_scores_gemma":[0.9979835,0.0001978755,0.0001638512,0.0001087427,0.001151272,0.0003947769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004586029,0.0008662839,0.0251135,0.001809595,0.000641534,0.000002010809,0.05118703,0.08114266,0.08226143,0.7387559,0.008819119,0.008942303],"study_design_scores_gemma":[0.002343851,0.000627253,0.003859689,0.001479562,0.0001551118,0.00003511579,0.008043719,0.9402368,0.02543875,0.00139893,0.01455933,0.001821895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4567864,0.0004163201,0.5221628,0.0005070337,0.004154289,0.002005786,0.00004584672,0.002678212,0.01124332],"genre_scores_gemma":[0.9156442,0.00002461052,0.08305462,0.00002675492,0.0006567833,0.0001744604,0.000004135705,0.00007626996,0.000338122],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8590941,"threshold_uncertainty_score":0.9998994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1503183553","doi":"","title":"RoadMapAssembler: a new pattern-based J2EE development tool","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Correctness; Software design pattern; Implementation; System deployment; Design pattern; Software engineering; Coding (social sciences); Flexibility (engineering); Distributed computing; Software deployment; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0285705773318898,"gpt":0.2833538540701358,"spread":0.254783276738246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002648109,0.0001009984,0.00009606124,0.00006008173,0.0001689981,0.00007422869,0.0001822676,0.00006889259,0.00156297],"category_scores_gemma":[0.00008052608,0.00009583332,0.00004177214,0.0001377285,0.00001756489,0.0001024253,0.00001309278,0.00006878775,0.0007278523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001342549,"about_ca_system_score_gemma":0.0004783259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001178717,"about_ca_topic_score_gemma":0.001574391,"domain_scores_codex":[0.9989981,0.00003209586,0.0001591874,0.0001724673,0.0003187866,0.0003193527],"domain_scores_gemma":[0.9995317,0.0001154645,0.00002446081,0.0001340139,0.0000279165,0.0001664101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005494944,0.00007847607,0.0359686,0.000008666429,0.00002209644,0.00000688245,0.00725163,0.001564452,0.0001286625,0.0008007283,0.06343508,0.8907292],"study_design_scores_gemma":[0.0004358764,0.00001696017,0.01534234,0.00002615992,0.000005519305,4.701088e-7,0.0002032264,0.0006315571,0.003874001,0.00004280492,0.979086,0.0003351181],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1049259,0.00005951785,0.8738412,0.003360379,0.0003041771,0.0001854817,6.73461e-7,0.0008523932,0.0164703],"genre_scores_gemma":[0.9602225,0.000002700175,0.02394048,0.001555722,0.0005142856,0.00001557889,0.000002460664,0.00001315865,0.01373305],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9156509,"threshold_uncertainty_score":0.9993497,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140069011","doi":"10.1109/apsec.2009.38","title":"Describing Pattern Languages for Checking Design Models","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Software design pattern; Pattern language (formal languages); Design pattern; Natural language processing; Structural pattern; Specification pattern; Artificial intelligence; Modeling language; Programming language; Formalism (music); Software design; Software development; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1461066763531816,"gpt":0.3344961309231992,"spread":0.1883894545700177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004508847,0.00007409751,0.00008592747,0.00004420137,0.0001929658,0.00007505232,0.0001319267,0.00005770513,0.00004675041],"category_scores_gemma":[0.0001710662,0.00007052546,0.00004809841,0.0000805993,0.00001498858,0.000169716,0.000004928962,0.00004449329,0.000007993541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004040348,"about_ca_system_score_gemma":0.0000405766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003658344,"about_ca_topic_score_gemma":0.00003523996,"domain_scores_codex":[0.9993098,0.00003723277,0.0000906089,0.0001391089,0.0001411089,0.0002820811],"domain_scores_gemma":[0.9995404,0.0002196607,0.00001961964,0.0000904014,0.00003752636,0.00009236413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002457013,0.0001062802,0.001840457,0.0000184447,0.00003804474,0.0000195413,0.04410866,0.03324912,0.001765713,0.03988772,0.01330843,0.865633],"study_design_scores_gemma":[0.007340477,0.002036564,0.006963994,0.001378817,0.0003306519,0.00002467335,0.06509708,0.6461785,0.04443029,0.190461,0.0286499,0.007107993],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003611194,0.00009749698,0.989298,0.0004581393,0.00009333782,0.0002172839,0.000001296891,0.0004487965,0.00577448],"genre_scores_gemma":[0.9705292,0.00000973101,0.02770182,0.0006685145,0.0002271095,0.00001482581,0.000001487446,0.000009130214,0.0008382102],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.966918,"threshold_uncertainty_score":0.2875945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2247100756","doi":"","title":"Les patrons de conception: Représentation et mise en oeuvre","year":2004,"lang":"fr","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Representation (politics); Philosophy; Sociology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0372478929556742,"gpt":0.3452310424494872,"spread":0.307983149493813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003851404,0.00010339,0.00009438318,0.0000288194,0.0001564575,0.00005323056,0.00009871108,0.0001574955,0.001294028],"category_scores_gemma":[0.0001204113,0.0001116338,0.00007335888,0.0001662263,0.0001316361,0.0001801418,0.00001241031,0.0001430312,0.0002949341],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003060493,"about_ca_system_score_gemma":0.0001568262,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0237908,"about_ca_topic_score_gemma":0.001328132,"domain_scores_codex":[0.9990394,0.0001838132,0.0001411728,0.0001844651,0.0001832194,0.0002679732],"domain_scores_gemma":[0.9994966,0.0001940822,0.00003650443,0.0001152922,0.00003622163,0.0001213004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001657002,0.000285003,0.05547553,0.00008990405,0.00008230929,0.00007082761,0.3093674,0.04040743,0.000572961,0.4751283,0.01438574,0.1041181],"study_design_scores_gemma":[0.004862793,0.0007213186,0.2117113,0.0009617217,0.000333029,0.00009862185,0.1151285,0.001012687,0.003281353,0.0643307,0.5953129,0.00224503],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3072345,0.001296733,0.6448569,0.01884131,0.002036794,0.0001892045,0.00001371527,0.000417325,0.02511358],"genre_scores_gemma":[0.9631744,0.0002973615,0.0100702,0.0005669572,0.0007852211,0.00001264412,0.000008409541,0.00001315243,0.02507165],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6559399,"threshold_uncertainty_score":0.9996189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157265867","doi":"10.1109/waina.2008.85","title":"FVE A Virtual Environment for Collaboration","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Collaborative software; Scalability; Adaptability; Scripting language; Server; Virtual reality; Human–computer interaction; Virtual machine; Software engineering; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03019499221740749,"gpt":0.2772665047184553,"spread":0.2470715125010478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009665674,0.00002989956,0.00003610744,0.00001549849,0.0001937796,0.00000989137,0.00003854778,0.00003008377,0.0001487509],"category_scores_gemma":[0.00006269266,0.00002906019,0.00001653085,0.00004082499,0.00003523868,0.00005550179,0.000003323742,0.00001402759,0.00005893425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004216352,"about_ca_system_score_gemma":0.00004151285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001239353,"about_ca_topic_score_gemma":0.00004882188,"domain_scores_codex":[0.9996656,0.0000137824,0.00004732964,0.00006856772,0.0001091101,0.00009556585],"domain_scores_gemma":[0.999799,0.00009478992,0.000009667174,0.00004446524,0.00001226051,0.00003983451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001283526,0.000471361,0.04552779,0.00002163051,0.0001088151,0.00002822971,0.1933944,0.01110562,0.002877357,0.2786585,0.4199252,0.0477527],"study_design_scores_gemma":[0.0004529438,0.0001739383,0.003971882,0.000003264824,0.000006515376,0.000001091135,0.003857075,0.0004119453,0.0009150177,0.0004231807,0.9895825,0.000200668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.120167,0.00002633201,0.8737481,0.0006590754,0.0002728744,0.0002771008,0.000006253903,0.0002005509,0.00464272],"genre_scores_gemma":[0.9842389,0.00002959778,0.004600042,0.0001153522,0.0001707858,0.00004048166,0.00000303378,0.000004374115,0.01079741],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.869148,"threshold_uncertainty_score":0.1628718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W129963548","doi":"10.1017/cbo9780511550881.021","title":"CONSTRUCTING MODULAR USER INTERFACES IN JAVA","year":2000,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Modular design; Computer science; Java; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02367957774179071,"gpt":0.218546967809879,"spread":0.1948673900680883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001618841,0.0002486447,0.0003147092,0.0002293071,0.0001712527,0.00005979633,0.0004334289,0.0003893864,0.00003655421],"category_scores_gemma":[0.00002341373,0.0003289003,0.0001065979,0.00001342176,0.0003226316,0.0001041457,0.00009853474,0.0004618712,0.00002470297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000372023,"about_ca_system_score_gemma":0.0001243476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002156886,"about_ca_topic_score_gemma":0.0001107929,"domain_scores_codex":[0.9987959,0.00006479439,0.0001643985,0.0003814755,0.0002657999,0.0003275976],"domain_scores_gemma":[0.999316,0.0001360061,0.00009685494,0.0002611449,0.0000546681,0.0001353373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003373772,0.00000571554,0.0001466629,0.00003261684,0.00006171112,0.0003675182,0.001006293,0.00005048921,0.000006743968,0.9877313,0.003929526,0.006627678],"study_design_scores_gemma":[0.0003454804,0.00001711141,0.00002940279,0.0003399513,0.00005041163,0.000004811575,0.0006252276,0.00003688981,0.00008845897,0.00003814933,0.9979485,0.0004756624],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00448832,0.0001050813,0.0008585792,0.00001246522,0.0003147469,0.0002504024,0.00007410463,0.0002557948,0.9936405],"genre_scores_gemma":[0.04645772,0.0001106526,0.0001409504,0.0000229547,0.0001486642,4.831199e-7,0.000011092,0.0000336652,0.9530738],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9940189,"threshold_uncertainty_score":0.9999163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1499460047","doi":"10.1109/tools.1997.654734","title":"A visual programming interface for Smalltalk","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Programming language; Smalltalk; Visual programming language; Semantics (computer science); Representation (politics); Object-oriented programming; Event-driven programming; Graphical user interface; Human–computer interaction; Programming paradigm; Inductive programming; Procedural programming","retraction":null,"screen_n_in":null,"score":{"opus":0.05040201137222691,"gpt":0.3374910181135218,"spread":0.2870890067412949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001464533,0.00004580398,0.00005246829,0.00002498417,0.0001245242,0.00005614806,0.00007983177,0.00003832178,0.0003554179],"category_scores_gemma":[0.0001754032,0.00004300787,0.00003645319,0.00008415717,0.00002925628,0.00006090443,0.00000824445,0.00003224095,0.00006863021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002374748,"about_ca_system_score_gemma":0.000006238595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000181935,"about_ca_topic_score_gemma":0.00009657014,"domain_scores_codex":[0.9995273,0.00001365049,0.00006316379,0.00009672249,0.00009274595,0.0002064043],"domain_scores_gemma":[0.9997187,0.0001382386,0.00001147213,0.00004398536,0.00002614921,0.00006144045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001424242,0.0002904428,0.00819839,0.00005528846,0.00005409135,0.000005869844,0.03791945,0.0001394239,0.0003697106,0.01525036,0.03481191,0.9028908],"study_design_scores_gemma":[0.000378149,0.0001934914,0.0002149182,0.00002435264,0.00001117045,0.000001265966,0.003028431,0.005373453,0.0007834772,0.0002291107,0.9894769,0.0002853325],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05216505,0.000149268,0.9331847,0.0006016656,0.0003953193,0.0003773074,9.804153e-7,0.0007770566,0.01234862],"genre_scores_gemma":[0.9769474,0.000004486629,0.01035344,0.00006164859,0.0001746234,0.00004478714,3.644723e-7,0.000008011753,0.01240528],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9546649,"threshold_uncertainty_score":0.3891577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2535823858","doi":"10.1109/vnis.1989.98736","title":"Multimodal navigation technology assessment","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Transport Canada","funders":"","keywords":"Inertial navigation system; Computer science; Emerging technologies; Global Positioning System; Engineering management; Systems engineering; Telecommunications; Human–computer interaction; Engineering; Artificial intelligence; Inertial frame of reference","retraction":null,"screen_n_in":null,"score":{"opus":0.0148274017223902,"gpt":0.3245795045746115,"spread":0.3097521028522213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002198044,0.00003394228,0.00003930099,0.00004475009,0.0001178083,0.00001661131,0.00005429291,0.00006392424,0.0002408018],"category_scores_gemma":[0.000106075,0.00003268586,0.00001357126,0.0001791311,0.00003914183,0.00004594288,0.00000350106,0.00005889354,0.00005116162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004894884,"about_ca_system_score_gemma":0.00005627485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001798934,"about_ca_topic_score_gemma":0.0000247328,"domain_scores_codex":[0.9995937,0.00003513117,0.0000530228,0.00007892687,0.0001108498,0.0001283993],"domain_scores_gemma":[0.9998135,0.00004617311,0.0000110504,0.00006812079,0.00002754378,0.00003364155],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[4.395615e-7,0.0000411161,0.1049034,0.000003108417,0.000008165891,0.00000540943,0.001041794,0.0001536807,0.0005413889,0.8819937,0.0008269631,0.01048084],"study_design_scores_gemma":[0.001864382,0.0002401994,0.04961897,0.000085824,0.00003667318,0.00001840124,0.02782671,0.002127873,0.01430233,0.08248226,0.8200403,0.00135602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2588961,0.00002963235,0.5930232,0.0007892796,0.0005220178,0.0001512077,6.165362e-7,0.0009041291,0.1456838],"genre_scores_gemma":[0.9769071,0.000002676262,0.02148558,0.0000351409,0.00002636517,0.00001121942,7.695635e-7,0.000003510439,0.001527637],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8192134,"threshold_uncertainty_score":0.2636611,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4247881513","doi":"10.33915/etd.1099","title":"Secure telemedicine system for home health care","year":2000,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada","keywords":"Telemedicine; Scalability; Computer science; Java; Health care; Software; Architecture; World Wide Web; Web application; Multimedia; Computer security; Database; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01168090256898357,"gpt":0.3182617002165258,"spread":0.3065807976475423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002254023,0.0001622508,0.0003175069,0.0001094003,0.0003230499,0.00003616357,0.0001698999,0.0002509918,0.0001772666],"category_scores_gemma":[0.00003723587,0.0001489072,0.00009690562,0.0001388931,0.00001342965,0.00003230522,0.000001646054,0.0001334376,0.0000290118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003345892,"about_ca_system_score_gemma":0.0005882631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002885673,"about_ca_topic_score_gemma":0.005706246,"domain_scores_codex":[0.9988226,0.00004417596,0.000230574,0.0002414354,0.0003214494,0.0003397068],"domain_scores_gemma":[0.9993917,0.0001220296,0.00008588964,0.0001368223,0.0001090216,0.0001544998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003003441,0.00005329951,0.0006746598,0.01205544,0.0001960612,0.00001846756,0.5018351,0.00008802526,0.000006937299,0.01780814,0.2853914,0.1815722],"study_design_scores_gemma":[0.0008741792,0.0003419789,0.001384442,0.0015599,0.00008073566,0.000001693407,0.3891958,0.00001845796,0.00004523864,0.00008908775,0.6056584,0.0007501753],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1433832,0.06494742,0.06576192,0.004129154,0.05704939,0.01948777,0.00169542,0.01599881,0.6275469],"genre_scores_gemma":[0.9263632,0.0002733008,0.001196894,0.0002791133,0.002784397,0.0003032627,0.003100461,0.0000890048,0.06561032],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.78298,"threshold_uncertainty_score":0.6072258,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2734341043","doi":"","title":"Terra Nova Design Challenges And Operational Integrity Strategy","year":2001,"lang":"en","type":"article","venue":"The Eleventh International Offshore and Polar Engineering Conference","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Petro-Canada","funders":"","keywords":"Nova (rocket); Engineering; Aeronautics","retraction":null,"screen_n_in":null,"score":{"opus":0.1102339962019909,"gpt":0.3129904601583075,"spread":0.2027564639563166,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005271896,0.0001257366,0.0001047058,0.00006461681,0.000125261,0.0001277209,0.0002323981,0.00006438811,0.0001503888],"category_scores_gemma":[0.0001702984,0.0001024428,0.00002313459,0.00005210311,0.00007870357,0.0001930074,0.00003930536,0.0002285089,0.000008085909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003288673,"about_ca_system_score_gemma":0.00006586217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002409523,"about_ca_topic_score_gemma":0.000074722,"domain_scores_codex":[0.9991952,0.00006209829,0.0001364014,0.0001715994,0.0002458424,0.0001888423],"domain_scores_gemma":[0.9994439,0.0002527652,0.00002861698,0.0000923518,0.00009256761,0.00008976902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001268922,0.0001560428,0.01173972,0.00006142836,0.0004495785,0.00007135541,0.03316481,0.004334788,0.001433868,0.6320656,0.001887903,0.314508],"study_design_scores_gemma":[0.002025567,0.000581827,0.5368841,0.0006805395,0.0001401266,0.0004278818,0.00663725,0.165223,0.0007571354,0.01104745,0.2733039,0.002291251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3066131,0.007637577,0.6465328,0.02261721,0.002330585,0.000668772,0.00004613458,0.0005354309,0.01301835],"genre_scores_gemma":[0.995446,0.002609974,0.001057157,0.00009602329,0.0003199617,0.00001076541,0.000006459694,0.00001011647,0.000443527],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6888329,"threshold_uncertainty_score":0.4177497,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2466132","doi":"","title":"Ajax timelines and the semantic web","year":2007,"lang":"en","type":"article","venue":"Linux journal","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Timeline; Computer science; World Wide Web; Ajax; Web application","retraction":null,"screen_n_in":null,"score":{"opus":0.01215661997944294,"gpt":0.2875688157346401,"spread":0.2754121957551972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002244258,0.00004820917,0.00007564494,0.00004134965,0.0004005881,0.000109968,0.0001124364,0.00004068956,0.00008406286],"category_scores_gemma":[0.0003713294,0.0000300229,0.00003938348,0.00009396653,0.0001365929,0.00006285638,0.00001154418,0.0001934023,0.00002564676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000146854,"about_ca_system_score_gemma":0.00004722838,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009503748,"about_ca_topic_score_gemma":0.0001287941,"domain_scores_codex":[0.9993554,0.00006785187,0.0001288627,0.00005292323,0.0002002336,0.0001947089],"domain_scores_gemma":[0.9993157,0.0004430677,0.00004189793,0.00005270289,0.00004587192,0.0001007569],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006027661,0.0001929021,0.3172637,0.00006705643,0.0004282224,0.0008607819,0.2491071,0.0004996375,0.001325845,0.06748232,0.1032114,0.2589583],"study_design_scores_gemma":[0.01044201,0.0002231738,0.1072708,0.0004163404,0.000276478,0.001576878,0.03014957,0.004497138,0.0005088042,0.05003683,0.7933124,0.001289552],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8799178,0.002746092,0.09603988,0.005605543,0.002313903,0.0001529795,0.000001180708,0.0001679417,0.01305469],"genre_scores_gemma":[0.9959073,0.0002544211,0.0006240603,0.0002693685,0.001671066,4.662785e-7,9.236737e-8,0.000005524356,0.001267671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.690101,"threshold_uncertainty_score":0.3081041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3122888899","doi":"10.29173/jchla29509","title":"Asana (Product Review)","year":2020,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Teamwork; Ideal (ethics); Product (mathematics); Engineering management; New product development; Knowledge management; Engineering; Process management; Computer science; Business; Management; Political science; Marketing; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.008613470661941243,"gpt":0.2579054713208804,"spread":0.2492920006589391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009476325,0.0001921549,0.0005043386,0.0001342529,0.00142167,0.000803888,0.000765135,0.000260604,0.0002922193],"category_scores_gemma":[0.0282918,0.0001728993,0.0002676628,0.0007195073,0.00004126401,0.0006956946,0.00002700209,0.001396506,0.000002232238],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.02718273,"about_ca_system_score_gemma":0.05655064,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3819444,"about_ca_topic_score_gemma":0.4742403,"domain_scores_codex":[0.9929284,0.003482379,0.0009637203,0.0001454946,0.001406564,0.001073473],"domain_scores_gemma":[0.9925739,0.002114024,0.002576372,0.0001346513,0.0007418437,0.001859235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000746756,0.000008601699,0.1757872,0.00006090839,0.0001287668,0.00005456315,0.003677302,0.0002122853,0.000003103944,0.0003685972,0.8188648,0.0008263623],"study_design_scores_gemma":[0.000336561,0.00005135217,0.05868854,0.0003530783,0.00007080228,0.0001217017,0.0006157976,0.00006437163,0.00002461312,0.0007979218,0.9386675,0.0002077033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03048162,0.3292178,0.001760605,0.627898,0.005140492,0.0007467479,0.0003179133,0.000134135,0.004302712],"genre_scores_gemma":[0.7242512,0.1193793,0.001854676,0.1452032,0.008204858,0.00000621153,0.000006712566,0.00006563286,0.001028176],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.6937696,"threshold_uncertainty_score":0.9998783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4244269543","doi":"10.1109/.2001.914988","title":"Strategies for migration from C to Java","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Java; Computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05726202733529167,"gpt":0.3010880193157989,"spread":0.2438259919805072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005871586,0.00003025866,0.00003512523,0.00001827296,0.00008057187,0.0000704706,0.000055091,0.00002738132,0.0005782052],"category_scores_gemma":[0.00005919477,0.00002833092,0.00001793239,0.00005700458,0.000007909327,0.00008885298,0.000002537173,0.00001320791,0.000131504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001415568,"about_ca_system_score_gemma":0.000008656954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003895707,"about_ca_topic_score_gemma":0.003395684,"domain_scores_codex":[0.9997008,0.000009700104,0.00004422524,0.00007251308,0.00007579286,0.00009691579],"domain_scores_gemma":[0.9997504,0.0001277683,0.000005865011,0.00004809245,0.00002123983,0.00004659784],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001013311,0.0000695714,0.007325102,0.000008056233,0.00002780936,0.000001767766,0.1014571,0.00146671,0.001891172,0.1212405,0.7218246,0.04467741],"study_design_scores_gemma":[0.0003087286,0.0001184332,0.004222508,0.00001739462,0.00001285606,9.731678e-8,0.02150686,0.004656907,0.0008588705,0.01563949,0.9523033,0.0003545834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09888688,0.000042922,0.8740088,0.00220046,0.0002985973,0.0001770478,0.000008607039,0.0002960888,0.02408061],"genre_scores_gemma":[0.9856235,0.000005084602,0.009001012,0.0002723197,0.0002490347,0.00002315314,0.000002141815,0.000003766417,0.004819969],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8867366,"threshold_uncertainty_score":0.6330941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1904471254","doi":"10.1109/cscwd.2001.942270","title":"Web-based concurrent design using a distributed system and database modeling approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Database; Product (mathematics); Distributed database; Data modeling; Product lifecycle; Web application; Systems modeling; New product development; Distributed computing; Software engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1322189463795508,"gpt":0.2900319139882482,"spread":0.1578129676086974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004483062,0.0001032478,0.0001279379,0.00005288921,0.0002648374,0.00008904844,0.00009791901,0.00005662881,0.00003353539],"category_scores_gemma":[0.00009134933,0.00009593453,0.00002626854,0.0001803212,0.00004807467,0.0001096906,0.00001675092,0.00007706176,0.000006805425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001028293,"about_ca_system_score_gemma":0.00004307699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005467304,"about_ca_topic_score_gemma":0.000006190859,"domain_scores_codex":[0.9990264,0.0001404416,0.0001377438,0.0002125806,0.0002252642,0.0002576346],"domain_scores_gemma":[0.9995162,0.0001417499,0.00002647885,0.0001262315,0.00004136825,0.000147956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001476205,0.0002316597,0.003316236,0.0003822531,0.00005623127,0.00003467058,0.003737672,0.9758924,0.0006346611,0.009632503,0.002565735,0.003501262],"study_design_scores_gemma":[0.0003124991,0.000008203103,0.000003396115,0.00005112205,0.00001705622,0.00000226511,0.0008416814,0.9984293,0.00002502209,0.00000275139,0.0001726766,0.0001340335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01780014,0.0002821872,0.9805833,0.00002366805,0.0001338341,0.0002079262,0.00003056524,0.0004465528,0.0004918086],"genre_scores_gemma":[0.9738216,0.000008538122,0.02600532,0.00002089049,0.00007761844,0.00001320105,0.00001229429,0.00001045433,0.00003012129],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9560214,"threshold_uncertainty_score":0.3912097,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W163253848","doi":"","title":"A pattern language of call processing","year":2001,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Software design pattern; Call management; Design pattern; Domain (mathematical analysis); Call control; Component (thermodynamics); Range (aeronautics); Software; Programming language; Telecommunications; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01935793373486938,"gpt":0.2337602321204214,"spread":0.214402298385552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001615855,0.0002026154,0.000313636,0.0001522904,0.000168755,0.0000323537,0.0004727549,0.0003328458,0.000005514375],"category_scores_gemma":[0.00003230121,0.0002516711,0.000139068,0.00002509217,0.000239307,0.00006622753,0.00009920692,0.000301376,0.000005669737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002856241,"about_ca_system_score_gemma":0.0004896615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003899984,"about_ca_topic_score_gemma":0.00005575467,"domain_scores_codex":[0.9988292,0.00008352156,0.0001425923,0.0002833375,0.0003596508,0.0003016756],"domain_scores_gemma":[0.9991845,0.0001022945,0.0001787696,0.0002591665,0.0001277879,0.0001475165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001292758,0.0001273842,0.0006040752,0.002091852,0.0004412946,0.003215702,0.04006533,0.00005229951,0.0001521852,0.06079273,0.7521816,0.1401462],"study_design_scores_gemma":[0.0002904925,0.00002463594,0.00004353685,0.0004292545,0.0001121067,0.000003542328,0.0006620151,0.00003342893,0.0000753597,0.000001076287,0.9979759,0.0003486313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0005823295,0.000219921,0.0114053,0.000006958775,0.0001693417,0.0002383159,0.0001078358,0.0002682584,0.9870017],"genre_scores_gemma":[0.008983861,0.00004577143,0.0000668907,0.00002877241,0.0002814424,6.695187e-7,0.00002689115,0.00003200385,0.9905337],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2457943,"threshold_uncertainty_score":0.9999936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161577065","doi":"10.1109/pacrim.1997.620427","title":"Design reuse in object oriented software architecture","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; CMC Microsystems","keywords":"Reusability; Computer science; Object-oriented design; Software design pattern; Reuse; Software design; Software engineering; Software architecture; Resource-oriented architecture; Computer architecture; Reference architecture; Structural pattern; Architecture; Software; Software development; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03600033660154825,"gpt":0.2639724772479092,"spread":0.2279721406463609,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003296698,0.00009418872,0.0001073958,0.0001263193,0.0001142075,0.00003235069,0.0002596168,0.00009136467,0.000919287],"category_scores_gemma":[0.001292756,0.00008624817,0.00003347912,0.0004539744,0.00005023158,0.00007264731,0.0000267496,0.0001553133,0.0001530075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006967154,"about_ca_system_score_gemma":0.00002564949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008065806,"about_ca_topic_score_gemma":0.0003389898,"domain_scores_codex":[0.9989742,0.0001571744,0.0001211861,0.0001856048,0.0002348675,0.0003269485],"domain_scores_gemma":[0.9991851,0.0004208903,0.00001862614,0.000253533,0.00002549346,0.00009636221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001135686,0.0009125823,0.1465071,0.00009053804,0.0001075868,0.0006452245,0.3788995,0.07021113,0.0007392678,0.006169198,0.2055065,0.1900978],"study_design_scores_gemma":[0.01196716,0.001801051,0.06380731,0.001154857,0.0001458856,0.00009420484,0.0196859,0.01381723,0.007712396,0.05681074,0.8143458,0.008657478],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02127303,0.0001693965,0.971733,0.0006897073,0.0002902678,0.0002488731,0.000001397482,0.0007835578,0.004810738],"genre_scores_gemma":[0.9060957,0.0000561405,0.08444296,0.0003868504,0.0001884668,0.00003463456,0.000001534684,0.00002479485,0.008768851],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8872901,"threshold_uncertainty_score":0.999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2614012872","doi":"","title":"Visual Basic(R) 2005 for Programmers (2nd Edition) (Deitel Developer Series)","year":2006,"lang":"en","type":"book","venue":"Prentice Hall PTR eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; .NET Framework; Microsoft Visual Studio; Programming language; Visual Basic; World Wide Web; XML; Programmer; Unified Modeling Language; Language Integrated Query; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02084533025171079,"gpt":0.2823599028602325,"spread":0.2615145726085217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006785399,0.0004772501,0.0004537836,0.0001948944,0.0005376746,0.0003191176,0.0004510252,0.0006387562,0.0002338366],"category_scores_gemma":[0.0001941092,0.0005277279,0.0002831809,0.0000506824,0.0002903003,0.0001956829,0.00007251109,0.0004143338,0.0001331649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004073938,"about_ca_system_score_gemma":0.001157079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004405628,"about_ca_topic_score_gemma":0.002420045,"domain_scores_codex":[0.9971316,0.00009240391,0.0004723955,0.0006375104,0.0007045798,0.000961446],"domain_scores_gemma":[0.998498,0.000399764,0.0002316689,0.0002825914,0.0003043806,0.000283564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001124037,0.0001709117,0.0001706928,0.0008520418,0.0004118466,0.00003364399,0.005117694,0.00005569017,0.00001368921,0.03571911,0.9045106,0.05283165],"study_design_scores_gemma":[0.0003828904,0.00007280637,0.00004593443,0.0002350954,0.0001985317,0.000003687247,0.0001230643,0.00002302026,0.00004364675,0.003960662,0.9942365,0.0006741527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00008543194,0.0002825468,0.06445839,0.0002222112,0.003250477,0.002632233,0.0001805726,0.00120659,0.9276816],"genre_scores_gemma":[0.001337263,0.00001434955,0.004620912,0.0001820426,0.004121796,0.0006455335,0.0004659433,0.0001519241,0.9884602],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.08972588,"threshold_uncertainty_score":0.9997174,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2741983930","doi":"","title":"A Taxonomy of Software Types","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Taxonomy (biology); Categorization; Computer science; Data science; Software engineering; Artificial intelligence; Biology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.05914554176932867,"gpt":0.2655811107908327,"spread":0.2064355690215041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007414316,0.00002912172,0.00005668989,0.00002620016,0.00007582066,0.000002655606,0.00007110223,0.00002825903,0.0003914748],"category_scores_gemma":[0.0001558697,0.00002666637,0.00002548663,0.00009208406,0.00007131411,0.00004051382,0.000006686953,0.00002423209,0.00005014631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000100601,"about_ca_system_score_gemma":0.00005865254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009496492,"about_ca_topic_score_gemma":0.00005386357,"domain_scores_codex":[0.999682,0.00001505422,0.00005748529,0.00005247088,0.0001021979,0.00009081084],"domain_scores_gemma":[0.999755,0.00009850563,0.00001436367,0.00006285001,0.0000313566,0.00003792575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001205208,0.0001141431,0.8852993,0.00002922887,0.00005023726,0.00002860271,0.0155009,0.0004024841,0.0001124673,0.01436557,0.06105231,0.02303275],"study_design_scores_gemma":[0.0005080348,0.0001102966,0.06784654,0.00004002103,0.00001742025,0.00001023945,0.001702698,0.00005808787,0.002782576,0.001035513,0.9254107,0.000477875],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2709679,0.0002430864,0.6290718,0.0001618866,0.0004273251,0.000244926,0.000004084124,0.0007319337,0.09814703],"genre_scores_gemma":[0.9828029,0.00001843909,0.0123676,0.00004054707,0.00006695033,0.000008170983,3.837699e-7,0.000003272754,0.004691798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8643584,"threshold_uncertainty_score":0.4286374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W113738028","doi":"","title":"Exploiting Roles and Responsibilities to Generate Code in a Distributed Design-Pattern-Based Programming System.","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programmer; Software design pattern; Programming language; Plug-in; Java; Software engineering; Eclipse; Code (set theory); Design pattern; Process (computing); Class (philosophy); Set (abstract data type); Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02868724300940817,"gpt":0.2729667645097078,"spread":0.2442795215002996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001060725,0.0001183819,0.0001566455,0.0001387338,0.0001842753,0.0001721861,0.00009902287,0.00006378726,0.000007883476],"category_scores_gemma":[0.0002642669,0.0001158291,0.00002388421,0.0002961411,0.0000476784,0.00008282482,0.00001810129,0.00006516057,0.000005919218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001748539,"about_ca_system_score_gemma":0.0000932826,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007209687,"about_ca_topic_score_gemma":0.004767931,"domain_scores_codex":[0.9986486,0.000269084,0.0002308671,0.0002551454,0.0002167426,0.00037951],"domain_scores_gemma":[0.9991822,0.0005238454,0.00003248555,0.0001141676,0.00004940543,0.00009795048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002400523,0.0002366707,0.7579905,0.0003990175,0.00002979558,0.0002768608,0.01902444,0.1673891,0.004160598,0.008419559,0.001696268,0.04013714],"study_design_scores_gemma":[0.009621615,0.001509012,0.3051814,0.005508213,0.0001717131,0.00004002962,0.2126805,0.3559397,0.07319624,0.001729688,0.02699387,0.007427887],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4942705,0.00004589082,0.5047789,0.0001809521,0.00004425097,0.0002635756,0.00001074121,0.0003263515,0.00007891081],"genre_scores_gemma":[0.9870226,6.911243e-7,0.0124813,0.0000613325,0.000111006,0.0001217966,0.000007860692,0.00001454181,0.0001788416],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4927522,"threshold_uncertainty_score":0.9994014,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248757419","doi":"10.1145/1140124.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"Proceedings of the 11th annual SIGCSE conference on Innovation and technology in computer science education","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Multimedia; Computer graphics (images); Computer animation; Software engineering; Human–computer interaction; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01766483541999919,"gpt":0.2942966604180789,"spread":0.2766318249980797,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005728472,0.00008461016,0.00009829694,0.000861424,0.0002411681,0.00009071983,0.0004307817,0.00008516858,0.000005484744],"category_scores_gemma":[0.0003878485,0.0000707739,0.000009505549,0.003447992,0.0007458099,0.0004420309,0.00008059437,0.0001702201,0.000001615552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000089179,"about_ca_system_score_gemma":0.0004805726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002264272,"about_ca_topic_score_gemma":0.00001973723,"domain_scores_codex":[0.9990823,0.000007573803,0.0002215733,0.0002504315,0.0002461133,0.000192055],"domain_scores_gemma":[0.9985778,0.00004652011,0.0001807765,0.0000819598,0.001092822,0.000020153],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005112175,0.0001070231,0.04045129,0.00000915491,0.000001426176,4.524333e-8,0.003169414,0.00001091144,0.003278977,0.8968049,0.0003996381,0.05576213],"study_design_scores_gemma":[0.0007420359,0.0003875025,0.2286492,0.0008259327,0.00001204307,0.00001298921,0.02372424,0.004130362,0.07463201,0.6638865,0.002288698,0.0007084074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9890448,0.000007546837,0.002975,0.00522548,0.0005202695,0.000208839,0.000001440611,0.00009514308,0.001921498],"genre_scores_gemma":[0.9969479,0.000004230943,0.002708427,0.0001082586,0.00008795558,0.00002194096,7.132202e-7,0.000003312064,0.0001172985],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2329183,"threshold_uncertainty_score":0.2886076,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1501063275","doi":"10.5772/10248","title":"Combining and Comparing Multiple Algorithms for Better Learning and Classification: A Case Study of MARF","year":2010,"lang":"en","type":"book-chapter","venue":"Sciyo eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Pipeline (software); Artificial intelligence; Modular design; Java; Machine learning; Identification (biology); Pattern recognition (psychology); Natural language processing; Speech recognition; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.09018327217348557,"gpt":0.3216146967655375,"spread":0.2314314245920519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005106598,0.0001768352,0.0003207458,0.0002728366,0.000483696,0.00008097361,0.00008745059,0.0002173963,0.000008035191],"category_scores_gemma":[0.00008110897,0.0001882806,0.00004085873,0.00002449174,0.0002260587,0.00003341539,0.00006024148,0.0004025161,0.000001117462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001973782,"about_ca_system_score_gemma":0.00003846159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005521769,"about_ca_topic_score_gemma":0.001921159,"domain_scores_codex":[0.9990169,0.00003444822,0.0002446844,0.0003152168,0.000203226,0.000185563],"domain_scores_gemma":[0.998996,0.0005024109,0.0001679006,0.0001360489,0.0000918648,0.0001057675],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001178801,0.0001666703,0.2688374,0.0007388378,0.000667919,0.0006956644,0.2630193,0.00002330981,0.0008188417,0.01749505,0.0002357717,0.4471833],"study_design_scores_gemma":[0.02796002,0.005805915,0.02175759,0.003692488,0.002611912,0.001573559,0.230086,0.02490085,0.0003652379,0.02568463,0.646547,0.009014847],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8831194,0.0002708627,0.007869237,0.00005599736,0.0008851964,0.002313373,0.00002029346,0.0003645953,0.105101],"genre_scores_gemma":[0.9583455,0.000004018349,0.001953991,0.00001234149,0.0002082911,0.00004141126,0.000003665544,0.00003821749,0.03939261],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6463112,"threshold_uncertainty_score":0.7677859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170803919","doi":"","title":"Challenges in the Selection, Design and Implementation of an Online Submission and Peer Review System for STM Journals","year":2007,"lang":"en","type":"article","venue":"NPARC","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Workflow; Vendor; Publishing; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1707524467998338,"gpt":0.4171904727738057,"spread":0.2464380259739718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004924348,0.00003596274,0.00007940366,0.00003902904,0.00007843433,0.00001403985,0.00004374429,0.00002595754,0.00000734047],"category_scores_gemma":[0.0001642817,0.00002595455,0.000009426059,0.00008266564,0.00001263913,0.00006875957,0.000002782243,0.00003715609,5.821915e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001922217,"about_ca_system_score_gemma":0.0000235575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007304687,"about_ca_topic_score_gemma":0.0004835095,"domain_scores_codex":[0.9993564,0.0001361342,0.0001385378,0.00007185412,0.0002021005,0.00009499249],"domain_scores_gemma":[0.9994915,0.0002723797,0.00004996568,0.00003627336,0.0001152912,0.00003462232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004538695,0.00009093453,0.01529931,0.001798297,0.0000223286,0.000003685216,0.03406054,0.00002621562,0.003885783,0.004382792,0.002586263,0.9377984],"study_design_scores_gemma":[0.003083983,0.001529406,0.7873049,0.005593024,0.0002201062,0.0001153368,0.1472789,0.001346512,0.006171556,0.006634394,0.04001617,0.0007057429],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6640425,0.02923899,0.2866095,0.0157883,0.0002660104,0.003047851,0.00001894538,0.0001370338,0.0008508224],"genre_scores_gemma":[0.9900792,0.004387626,0.005361629,0.00004809036,0.00008721193,0.00001178966,0.00000196913,0.000003938313,0.00001859909],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9370927,"threshold_uncertainty_score":0.170669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W999750251","doi":"10.1017/cbo9780511550881.001","title":"INTRODUCTION","year":2000,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01909565846548908,"gpt":0.2069754679879226,"spread":0.1878798095224335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001114691,0.0001876238,0.0001954835,0.0001299462,0.0002961511,0.00004206595,0.0002889238,0.0003294013,0.00009359067],"category_scores_gemma":[0.00001447117,0.0002500004,0.0001256668,0.000007335371,0.0002097036,0.0000699706,0.0000435475,0.0003089294,0.00009945632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002339306,"about_ca_system_score_gemma":0.0001087779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007065322,"about_ca_topic_score_gemma":0.000007452167,"domain_scores_codex":[0.9990431,0.000038348,0.00009205554,0.0003316858,0.0002632831,0.0002315455],"domain_scores_gemma":[0.9993777,0.00005381867,0.00006657433,0.000288598,0.00006773087,0.0001456255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001946786,0.000002718886,8.609185e-7,0.00001014203,0.00003711286,0.00006048173,0.0002073707,0.000008392568,0.00000230842,0.8170999,0.1788109,0.003740297],"study_design_scores_gemma":[0.0001164883,0.00001457585,0.000005006126,0.00003373194,0.00006584721,0.000002383418,0.00003723917,0.00000315412,0.00001744263,0.00002054498,0.999423,0.0002605946],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00003374923,0.00006783393,0.001131628,0.00006689553,0.0005968515,0.0001859674,0.00005064105,0.0004428958,0.9974235],"genre_scores_gemma":[0.0005998661,0.0002214827,0.0000634707,0.00002957844,0.001765235,3.293313e-7,0.00002369512,0.00002931507,0.997267],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.8206121,"threshold_uncertainty_score":0.9999952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237055786","doi":"10.1007/978-1-4842-5943-6_6","title":"Mastering Advanced Language Features, Part 2","year":2020,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Java; Computer science; Foundation (evidence); Cover (algebra); Programming language; Natural language processing; Linguistics; Artificial intelligence; Engineering; History; Philosophy; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.0265172605019576,"gpt":0.2617451977457693,"spread":0.2352279372438117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001004598,0.0002603288,0.0002883679,0.00005515383,0.0001588814,0.00008359609,0.0003380671,0.0002946975,0.0002453664],"category_scores_gemma":[0.00005740938,0.0002808767,0.0001268273,0.000008398841,0.0000967918,0.00003950723,0.00008975794,0.0004078371,0.0001495917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005410341,"about_ca_system_score_gemma":0.00006467195,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001541528,"about_ca_topic_score_gemma":0.0001291163,"domain_scores_codex":[0.99878,0.00002383709,0.0001742058,0.0003550182,0.0003759726,0.0002909264],"domain_scores_gemma":[0.99927,0.0001217771,0.00009332962,0.0002916331,0.00003006282,0.000193207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001034413,0.00001390446,0.00002270172,0.0004251467,0.0003860627,0.001056154,0.05427181,0.00009566623,0.0009820284,0.5297974,0.06338676,0.349459],"study_design_scores_gemma":[0.0001310198,0.0000211289,0.00000565094,0.0002297588,0.00003143417,0.000002147762,0.000164068,0.000001368022,0.0001698602,0.001402746,0.997484,0.0003568578],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00003845008,0.000951354,0.0008191982,0.00008632097,0.001102179,0.0002722454,0.0000476237,0.000642593,0.99604],"genre_scores_gemma":[0.01312604,0.00004467928,0.0004872988,0.0003462984,0.001415396,0.00002766042,0.00002399961,0.00009262985,0.984436],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9340972,"threshold_uncertainty_score":0.9999644,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W616623552","doi":"","title":"Visual Basic 2005 for programmers","year":2006,"lang":"en","type":"book","venue":"CERN Document Server (European Organization for Nuclear Research)","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Programming language; .NET Framework; Microsoft Visual Studio; Visual Basic; XML; Unified Modeling Language; World Wide Web; Programmer; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03168015665446185,"gpt":0.3043308017329631,"spread":0.2726506450785012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00194311,0.0002927084,0.0002757676,0.0003141882,0.001591831,0.0009911078,0.0009236786,0.0002506326,0.002484121],"category_scores_gemma":[0.000558844,0.0003328796,0.0001724995,0.0003053609,0.0002600572,0.0002877993,0.0002644554,0.0003593138,0.001668277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001110971,"about_ca_system_score_gemma":0.0001863367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001409416,"about_ca_topic_score_gemma":0.00003447283,"domain_scores_codex":[0.9969112,0.000322244,0.0003681715,0.000608771,0.0009216705,0.0008679784],"domain_scores_gemma":[0.9982929,0.0001979362,0.0001660351,0.0003530133,0.0006881694,0.0003019465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005061468,0.0001385032,0.0000427671,0.0003695773,0.000134273,0.00001344703,0.00176906,0.00006625263,0.000003487784,0.1709211,0.822943,0.003547834],"study_design_scores_gemma":[0.0005390288,0.0001875171,0.00006535358,0.0001108921,0.00004535239,0.000001443456,0.0001621607,0.000002296089,0.0000145583,0.009096186,0.989393,0.0003822261],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02896732,0.001706057,0.006860712,0.01062718,0.007927734,0.03582971,0.0003310423,0.01682707,0.8909232],"genre_scores_gemma":[0.05005131,0.00008650331,0.00006741653,0.0001581699,0.001830448,0.000008810652,0.002058565,0.001086499,0.9446523],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1664499,"threshold_uncertainty_score":0.9999123,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2389198735","doi":"","title":"The Java Applies the Discussion that the Dynamic State of the Procedure Adds to Carry with the Performance Circumstance","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Carry (investment); Computer science; Java; Process (computing); Programming language; State (computer science); Java concurrency; Java applet; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.005739945166457219,"gpt":0.2397832556433577,"spread":0.2340433104769005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008332031,0.0001361207,0.00008817935,0.0000187251,0.002294391,0.0001286686,0.001348478,0.00003395722,0.000002186625],"category_scores_gemma":[0.000003165133,0.00004092939,0.00005775806,0.0005953525,0.0004758036,0.00005588869,0.0001231134,0.0002404174,0.00001415933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000644696,"about_ca_system_score_gemma":0.00009696032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008607927,"about_ca_topic_score_gemma":0.001496607,"domain_scores_codex":[0.9988763,0.00006793303,0.0001647964,0.0002055027,0.0003533952,0.0003320256],"domain_scores_gemma":[0.9986674,0.0004837395,0.0001158385,0.0006030711,0.00008511447,0.00004489784],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007604614,0.00015114,0.02409986,0.0001147192,0.0001882003,6.854845e-7,0.182446,0.01551952,0.004909792,0.007363466,0.02631168,0.7388188],"study_design_scores_gemma":[0.000145079,0.00002856921,0.1432151,0.00007599874,0.00003641383,0.000007565887,0.00705752,0.0005992167,0.001938566,0.000502193,0.8461564,0.000237346],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1791614,0.0004413321,0.7907234,0.02598001,0.00008777415,0.002983375,0.00002102973,0.0001352286,0.000466488],"genre_scores_gemma":[0.9965937,0.0000517461,0.0007927043,0.0006135622,0.000120635,0.0005317752,0.000001595845,0.00001710277,0.0012772],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8198447,"threshold_uncertainty_score":0.9990045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}