{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":7,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":7,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"9f7e44bafec9","filters":{"venue":"Programming and Computer Software"}},"results":[{"id":"W2086038725","doi":"10.1134/s0361768812040019","title":"FSM-based testing from user defined faults adapted to incremental and mutation testing","year":2012,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Computer science; Model-based testing; Finite-state machine; Code coverage; Test case; Suite; Fault coverage; Polynomial; State (computer science); Algorithm; Programming language; Mathematics; Software; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.03916450472699132,"gpt":0.257903538071684,"spread":0.2187390333446927,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004270831,0.0002815405,0.0002474615,0.0001585183,0.0003528587,0.0004442411,0.0003290866,0.00008792753,6.505135e-7],"category_scores_gemma":[0.0007748026,0.0002765605,0.00003081955,0.0005735466,0.00003849099,0.0004314043,0.0004823593,0.0001740843,0.000005498847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004283746,"about_ca_system_score_gemma":0.00003227327,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009424877,"about_ca_topic_score_gemma":0.000006364786,"domain_scores_codex":[0.998237,0.00008311273,0.0002962176,0.0005654558,0.0002768848,0.0005413401],"domain_scores_gemma":[0.9974799,0.001562847,0.0001318647,0.000351072,0.0001622421,0.0003120355],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00000373745,0.00004516605,0.4235409,0.00002220707,0.000008190947,0.000007893522,0.0003975568,0.0000236401,0.00001551626,0.00004862366,0.0001221209,0.5757644],"study_design_scores_gemma":[0.001342988,0.001073196,0.7084296,0.001070315,0.00006413428,0.0002158738,0.00002869937,0.2810611,0.000669671,0.003064715,0.001520118,0.001459507],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3114452,0.0001928436,0.6815521,0.00008141699,0.0001423627,0.0002323596,0.000003344103,0.006345301,0.000005063887],"genre_scores_gemma":[0.4788651,1.644604e-7,0.5206428,0.0003252175,0.0001017625,0.00003748752,0.00001125509,0.00001461762,0.000001615958],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5743049,"threshold_uncertainty_score":0.9999686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001360294","doi":"10.1134/s0361768807020053","title":"Cunningham numbers in modular arithmetic","year":2007,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Cryptography and Residue Arithmetic","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Wilfrid Laurier University","funders":"","keywords":"Moduli; Modular design; Arithmetic; Modular arithmetic; Representation (politics); Selection (genetic algorithm); Mathematics; Acceleration; Algebra over a field; Modular equation; Computer science; Algorithm; Moduli space; Pure mathematics; Programming language; Artificial intelligence; Moduli of algebraic curves","retraction":null,"screen_n_in":null,"score":{"opus":0.006998153397685619,"gpt":0.2252555842150682,"spread":0.2182574308173826,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005912653,0.0001910365,0.0002125427,0.0003143008,0.0001467793,0.0002742936,0.0004764542,0.00009554669,0.000001099298],"category_scores_gemma":[0.00001521626,0.0001799299,0.00008018389,0.0008117616,0.00007532301,0.0002513473,0.0002973324,0.0002475349,0.000005428306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002188008,"about_ca_system_score_gemma":0.00001623639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001812356,"about_ca_topic_score_gemma":0.00005696711,"domain_scores_codex":[0.9983756,0.00003960811,0.0002795577,0.0005194462,0.0002348285,0.0005509799],"domain_scores_gemma":[0.999208,0.0001582828,0.00005998464,0.0003643713,0.00004366064,0.0001656843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000003441462,0.00009054223,0.1149223,0.00003568751,0.00001377518,0.0001349914,0.0008822161,0.00005006323,0.000002311669,0.00520755,0.00001996182,0.8786371],"study_design_scores_gemma":[0.002402154,0.0006609981,0.9064028,0.0004534021,0.00003010172,0.0005526083,0.0001813259,0.04569763,0.0002423401,0.01923116,0.02256503,0.001580475],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1432068,0.0007794912,0.8550333,0.0001146846,0.0002894715,0.0001624033,2.556577e-7,0.0003781164,0.00003538239],"genre_scores_gemma":[0.5326756,0.00001308319,0.4670792,0.0001406691,0.00006097935,0.000008733359,0.000001648953,0.000008740442,0.00001134427],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8770567,"threshold_uncertainty_score":0.7337328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049534103","doi":"10.1134/s0361768812020065","title":"Solving large linear algebraic systems in the context of integrable non-abelian Laurent ODEs","year":2012,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Nonlinear Waves and Solitons","field":"Physics and Astronomy","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Integrable system; Ode; Abelian group; Algebra over a field; Mathematics; Algebraic number; Context (archaeology); Homogeneous space; Laurent series; Pure mathematics; Applied mathematics; Mathematical analysis","retraction":null,"screen_n_in":null,"score":{"opus":0.01183540039187895,"gpt":0.2484717220108404,"spread":0.2366363216189615,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003425727,0.0001313055,0.0002142714,0.0000418318,0.0001088643,0.00008158434,0.0001524325,0.00003421299,0.000005859834],"category_scores_gemma":[0.000003073756,0.000089809,0.00007075759,0.0001161451,0.00003080118,0.000101105,0.00007908537,0.0001770765,0.000003723219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000661811,"about_ca_system_score_gemma":0.0000134248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009078436,"about_ca_topic_score_gemma":0.00001662974,"domain_scores_codex":[0.9991109,0.00005778236,0.0002179395,0.0001386594,0.0001083928,0.0003662978],"domain_scores_gemma":[0.9995454,0.0001030545,0.0000769276,0.0001727207,0.00003647402,0.0000654217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000463369,0.0004119968,0.7285962,0.0001303445,0.00005636947,0.000001072152,0.007113176,0.00001800241,0.000002574215,0.00848612,0.0002604974,0.254919],"study_design_scores_gemma":[0.008891243,0.001623782,0.22471,0.00445882,0.0003974049,0.0000626258,0.091841,0.1638471,0.0007387478,0.002626019,0.4974162,0.003387066],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8024276,0.002988647,0.1930022,0.0001010221,0.0006155655,0.0006457212,0.00005158068,0.00006744741,0.0001002445],"genre_scores_gemma":[0.9906934,0.000004033286,0.008609434,0.00004558136,0.0005291835,0.00002967934,0.00004167474,0.00001251007,0.0000345399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5038862,"threshold_uncertainty_score":0.3662305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973100193","doi":"10.1134/s0361768808020047","title":"On solving large systems of polynomial equations appearing in discrete differential geometry","year":2008,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Nonlinear Waves and Solitons","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Overdetermined system; Mathematics; Polynomial; Integrable system; System of polynomial equations; Scalar (mathematics); Differential equation; Applied mathematics; Algebraic equation; Algebraic number; Rectangle; Differential geometry; Partial differential equation; Algebra over a field; Mathematical analysis; Pure mathematics; Geometry","retraction":null,"screen_n_in":null,"score":{"opus":0.01224284055324578,"gpt":0.2377269006482509,"spread":0.2254840600950051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005993841,0.0001112462,0.00019936,0.00008760743,0.0001476579,0.00004964009,0.00007820212,0.00003048083,0.000008331044],"category_scores_gemma":[0.00000381312,0.000102108,0.00006422743,0.0001059276,0.00002800421,0.00005332042,0.00009421702,0.0001363166,0.000002367926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008896444,"about_ca_system_score_gemma":0.00001478802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004385886,"about_ca_topic_score_gemma":0.000003876816,"domain_scores_codex":[0.9992386,0.00002754914,0.0002027864,0.000184031,0.0001020297,0.0002450319],"domain_scores_gemma":[0.9996414,0.00009495245,0.00006602191,0.0001218931,0.00001904688,0.00005669625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002693583,0.0005423017,0.859874,0.0001402911,0.0001128392,0.000009765021,0.001983357,0.001000095,0.00001327097,0.01525446,0.00007849102,0.1209642],"study_design_scores_gemma":[0.008462937,0.001150598,0.4290297,0.001954451,0.0001359926,0.00002524274,0.001780479,0.5505079,0.0002925087,0.001281016,0.003215161,0.002163992],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6376843,0.00004673827,0.3619621,0.000004791499,0.000142162,0.0000992199,0.00001813813,0.00002524038,0.00001720753],"genre_scores_gemma":[0.9944444,8.869225e-7,0.005053408,0.000004312395,0.0003429737,0.00001172327,0.00004814078,0.00001205159,0.00008214095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5495078,"threshold_uncertainty_score":0.4163845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004160537","doi":"10.1023/b:pacs.0000021270.99375.f5","title":"Infinite Strings Generated by Insertions","year":2004,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"semigroups and automata theory","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Countable set; Mathematics; Alphabet; String (physics); Discrete mathematics; Set (abstract data type); Combinatorics; Invariant (physics); Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.009043573863573866,"gpt":0.2093498523742697,"spread":0.2003062785106959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001244249,0.0001619177,0.0001451337,0.00007202052,0.0002411217,0.000483894,0.0004218368,0.00006346269,0.000001555687],"category_scores_gemma":[0.000008977181,0.0001496842,0.00004404719,0.000335859,0.00004181481,0.000352524,0.0002914678,0.0001334575,0.00001096307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002449656,"about_ca_system_score_gemma":0.00002740611,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008934434,"about_ca_topic_score_gemma":0.00000302277,"domain_scores_codex":[0.9989531,0.00002649866,0.0001781222,0.0003878275,0.0001444817,0.0003099867],"domain_scores_gemma":[0.999406,0.00004629999,0.00005681815,0.0003081495,0.00005009985,0.0001325702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002000683,0.000114567,0.002345117,0.00002374937,0.00002655037,0.00001623062,0.0007293311,0.0001062548,0.00007736754,0.01249301,0.0006506469,0.9834152],"study_design_scores_gemma":[0.01461531,0.004025221,0.06107466,0.00155556,0.0001667408,0.001489148,0.0002738639,0.1646207,0.01301556,0.1309591,0.6003642,0.007839962],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1888713,0.0004496455,0.8090804,0.0003893573,0.000172566,0.00009904287,0.000002942954,0.0009285897,0.000006104248],"genre_scores_gemma":[0.6051568,0.00002297673,0.3939,0.0007528223,0.00007784887,0.00002577014,0.00002235384,0.00001244838,0.00002898772],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9755752,"threshold_uncertainty_score":0.6103944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391182719","doi":"10.1134/s0361768823080157","title":"A Metrics Suite for Measuring Indirect Coupling Complexity","year":2023,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Suite; Computer science; Coupling (piping); Engineering; Geography; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08919272441544598,"gpt":0.2921911047831123,"spread":0.2029983803676663,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001071219,0.0002217654,0.0002951437,0.0005226472,0.000367233,0.0006462869,0.0007842753,0.000085913,4.905036e-7],"category_scores_gemma":[0.0005842604,0.0002261973,0.000102466,0.001827539,0.00005199343,0.0002692112,0.0007483838,0.0002255904,0.00001485004],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006111875,"about_ca_system_score_gemma":0.00004250165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002637558,"about_ca_topic_score_gemma":0.000003278129,"domain_scores_codex":[0.9978885,0.0000254595,0.0002428631,0.0006425548,0.0004507394,0.0007498995],"domain_scores_gemma":[0.9971917,0.001896142,0.00005925188,0.00045835,0.000185224,0.0002092918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006283451,0.00004314254,0.1282844,0.0003889382,0.00006661045,0.00003083057,0.0006683216,0.00116935,0.000005689973,0.001566062,0.0003855003,0.8673849],"study_design_scores_gemma":[0.0009548221,0.0003229048,0.0914174,0.0001858495,0.00001851164,0.00004893961,0.00002840927,0.8926858,0.0002604389,0.002325309,0.01098382,0.0007678519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1032036,0.0003458418,0.891864,0.000116708,0.0004802,0.0004527943,0.000004909623,0.003530919,0.000001050597],"genre_scores_gemma":[0.4102961,0.00001837167,0.5891728,0.00004035156,0.0001919063,0.0001860568,0.00002195162,0.00003661796,0.00003578988],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8915164,"threshold_uncertainty_score":0.9224057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104596762","doi":"10.1134/s0361768813020059","title":"Indefinite integration as term rewriting: Integrals containing tangent","year":2013,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Rewriting; Term (time); Tangent; Class (philosophy); Algebra over a field; Mathematics; Function (biology); Computer science; Calculus (dental); Pure mathematics; Programming language; Artificial intelligence; Geometry; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.02086620027089474,"gpt":0.2483492053390265,"spread":0.2274830050681317,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002215691,0.0002213072,0.0002535901,0.0001583578,0.0002115541,0.001050853,0.0005133753,0.00009831256,0.000007927646],"category_scores_gemma":[0.00008537468,0.0001795899,0.00006972322,0.0002688571,0.00006168713,0.0005760246,0.0003960737,0.0002142533,0.00004566105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002763048,"about_ca_system_score_gemma":0.00002698884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003503193,"about_ca_topic_score_gemma":0.00001479654,"domain_scores_codex":[0.9985456,0.00006774272,0.0002939311,0.0004859426,0.0002068146,0.0004000026],"domain_scores_gemma":[0.9990503,0.0002129729,0.0001170356,0.0003620769,0.0001256421,0.0001319873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000002076166,0.00002814923,0.0242653,0.00001967139,0.0000164988,0.00001325243,0.001267286,9.220175e-7,0.000005848005,0.01300155,0.0001500061,0.9612294],"study_design_scores_gemma":[0.005157171,0.006759331,0.7024459,0.003266297,0.0001503078,0.00167875,0.005300994,0.1302607,0.002563484,0.09693837,0.04018287,0.005295803],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.224036,0.0005632419,0.7730672,0.0005887641,0.0003571763,0.0003251865,3.984487e-7,0.0009053245,0.0001567084],"genre_scores_gemma":[0.6837471,0.00001816424,0.3154005,0.0005880872,0.00009562544,0.00008209106,0.000007113526,0.00000933742,0.00005194998],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9559336,"threshold_uncertainty_score":0.9999862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}