{"meta":{"query_hash":"9f7e44bafec9","filters":{"venue":"Programming and Computer Software"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9f7e44bafec9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Programming+and+Computer+Software"},"results":[{"id":"W1973100193","doi":"10.1134/s0361768808020047","title":"On solving large systems of polynomial equations appearing in discrete differential geometry","year":2008,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Nonlinear Waves and Solitons","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Overdetermined system; Mathematics; Polynomial; Integrable system; System of polynomial equations; Scalar (mathematics); Differential equation; Applied mathematics; Algebraic equation; Algebraic number; Rectangle; Differential geometry; Partial differential equation; Algebra over a field; Mathematical analysis; Pure mathematics; Geometry","score_opus":0.012242840553245779,"score_gpt":0.23772690064825092,"score_spread":0.22548406009500513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973100193","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008751674,0.00076503324,0.98207366,0.00049451954,0.00006831933,0.00007752203,0.00004126976,0.00020493992,0.007523072],"genre_scores_gemma":[0.101462826,0.0019780314,0.890262,0.00025333112,0.00025643292,0.0003353841,0.00015865942,0.00030006934,0.0049931807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843913,0.0007396235,0.00006041417,0.00014476638,0.00052439386,0.00009160111],"domain_scores_gemma":[0.9958727,0.003471719,0.00011585389,0.000314078,0.00014840381,0.00007721523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00256412,0.0015166634,0.0013756485,0.0007711796,0.0011690782,0.0012651791,0.0011771511,0.00094474055,0.0033829922],"category_scores_gemma":[0.0055436967,0.00056111923,0.0011984257,0.001442425,0.005074827,0.0036692896,0.003483853,0.0038087922,0.00091998273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009668606,0.00010240942,0.00053979305,0.0006407747,0.00007730534,0.00020531901,0.00081153336,0.13028786,0.00504445,0.7585671,0.0034478388,0.100178875],"study_design_scores_gemma":[0.000050654628,0.00007062386,0.00017678617,0.000054403186,0.000016130287,0.00011363928,0.000092385795,0.35566172,0.0022176409,0.6301349,0.011373687,0.000037436217],"about_ca_topic_score_codex":0.0012556572,"about_ca_topic_score_gemma":0.0016228426,"teacher_disagreement_score":0.0033829922,"about_ca_system_score_codex":0.00087203056,"about_ca_system_score_gemma":0.0008602581,"threshold_uncertainty_score":0.0135605335},"labels":[],"label_agreement":null},{"id":"W2001360294","doi":"10.1134/s0361768807020053","title":"Cunningham numbers in modular arithmetic","year":2007,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Cryptography and Residue Arithmetic","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Wilfrid Laurier University","funders":"","keywords":"Moduli; Modular design; Arithmetic; Modular arithmetic; Representation (politics); Selection (genetic algorithm); Mathematics; Acceleration; Algebra over a field; Modular equation; Computer science; Algorithm; Moduli space; Pure mathematics; Programming language; Artificial intelligence; Moduli of algebraic curves","score_opus":0.006998153397685619,"score_gpt":0.22525558421506822,"score_spread":0.2182574308173826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001360294","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065807596,0.0295845,0.35297662,0.0020210943,0.0034048741,0.00014918158,0.00012473504,0.0007572721,0.5451741],"genre_scores_gemma":[0.6606526,0.015529906,0.22151764,0.0007332928,0.0030333665,0.00016441074,0.00013655357,0.00023568906,0.09799657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994228,0.00015437815,0.000026508644,0.0000856018,0.00023110151,0.00007964734],"domain_scores_gemma":[0.99968123,0.00014494371,0.000022305494,0.00006807552,0.00005504875,0.000028475233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004976502,0.0005325551,0.0003388494,0.0015114292,0.0010647157,0.0013077386,0.00056896027,0.0005658789,0.0067549194],"category_scores_gemma":[0.0015928327,0.00019590263,0.000291043,0.0016601819,0.0020019182,0.0024039152,0.001009976,0.0013061191,0.0014252226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008429733,0.0000048370634,0.000058832265,0.000047288428,0.0000018416152,0.000046629404,0.00011895341,0.0011537643,0.000574979,0.9606611,0.0016071611,0.035716183],"study_design_scores_gemma":[0.000006474563,0.00003074101,0.00020953103,0.000057878675,0.0000059997446,0.00020072072,0.000058949518,0.008294281,0.0022139808,0.8970678,0.09183474,0.000019021109],"about_ca_topic_score_codex":0.0010668921,"about_ca_topic_score_gemma":0.001311576,"teacher_disagreement_score":0.0067549194,"about_ca_system_score_codex":0.00086208264,"about_ca_system_score_gemma":0.0005485778,"threshold_uncertainty_score":0.022597432},"labels":[],"label_agreement":null},{"id":"W2004160537","doi":"10.1023/b:pacs.0000021270.99375.f5","title":"Infinite Strings Generated by Insertions","year":2004,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"semigroups and automata theory","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Countable set; Mathematics; Alphabet; String (physics); Discrete mathematics; Set (abstract data type); Combinatorics; Invariant (physics); Computer science","score_opus":0.009043573863573866,"score_gpt":0.20934985237426973,"score_spread":0.20030627851069585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004160537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37541667,0.0009491118,0.49457628,0.0019421411,0.000850419,0.000116541014,0.0008071302,0.0033532842,0.12198846],"genre_scores_gemma":[0.88656247,0.0005159398,0.06519766,0.00055394403,0.00041329695,0.0002215386,0.001217066,0.0012781426,0.044039823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985525,0.00037597166,0.00012632036,0.00031012058,0.00044469134,0.00019039585],"domain_scores_gemma":[0.9942509,0.0039138775,0.00037634297,0.0005581527,0.0006665872,0.00023414246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090512604,0.00072355417,0.0006985741,0.0015764754,0.0016039029,0.0028846313,0.0012551217,0.0017329858,0.009396988],"category_scores_gemma":[0.006093151,0.0006592482,0.00095105614,0.0013918523,0.0021602076,0.0053657205,0.0019376618,0.0025435803,0.003238094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021765489,0.00007653444,0.0006493118,0.00016317835,0.00002023888,0.0012430014,0.0011138341,0.0018992835,0.017195914,0.9479485,0.002472383,0.027000109],"study_design_scores_gemma":[0.000028084874,0.00004045954,0.00026738565,0.000044369925,0.000040448158,0.00079381216,0.00019959832,0.012393945,0.011033853,0.9631414,0.011984137,0.000032640663],"about_ca_topic_score_codex":0.00012258349,"about_ca_topic_score_gemma":0.0001048072,"teacher_disagreement_score":0.009396988,"about_ca_system_score_codex":0.0005947659,"about_ca_system_score_gemma":0.00041545797,"threshold_uncertainty_score":0.031436086},"labels":[],"label_agreement":null},{"id":"W2049534103","doi":"10.1134/s0361768812020065","title":"Solving large linear algebraic systems in the context of integrable non-abelian Laurent ODEs","year":2012,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Nonlinear Waves and Solitons","field":"Physics and Astronomy","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Integrable system; Ode; Abelian group; Algebra over a field; Mathematics; Algebraic number; Context (archaeology); Homogeneous space; Laurent series; Pure mathematics; Applied mathematics; Mathematical analysis","score_opus":0.011835400391878945,"score_gpt":0.24847172201084045,"score_spread":0.2366363216189615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049534103","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48404872,0.00023381469,0.49756685,0.0007852805,0.00007013063,0.00009313083,0.00011013921,0.0007101292,0.01638179],"genre_scores_gemma":[0.80966944,0.00022754692,0.18516123,0.00007336185,0.00008526762,0.00011260823,0.00009800531,0.00014400971,0.004428535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99983525,0.000057784287,0.0000071740915,0.00002263327,0.00005192134,0.000025182362],"domain_scores_gemma":[0.99946684,0.0004127515,0.000039854847,0.000028243725,0.00002731707,0.00002501759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038800674,0.0003266263,0.00046784437,0.00029285278,0.00048870465,0.0006513905,0.00044608483,0.00056697807,0.0023186356],"category_scores_gemma":[0.0015325244,0.00020543896,0.00034763236,0.00040775113,0.0011119092,0.0008577569,0.0010370091,0.00084704015,0.00018997936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010250618,0.00011589326,0.0015729145,0.00026317345,0.000042053212,0.0007258255,0.00060346915,0.61500585,0.016698847,0.32526317,0.0015830627,0.038023196],"study_design_scores_gemma":[0.000042968535,0.000026424248,0.00016964298,0.0000067562805,0.000006587063,0.000070849084,0.00008558469,0.91271764,0.0041388464,0.080610424,0.0021162191,0.000007989989],"about_ca_topic_score_codex":0.0011967141,"about_ca_topic_score_gemma":0.0017256859,"teacher_disagreement_score":0.0023186356,"about_ca_system_score_codex":0.00039469637,"about_ca_system_score_gemma":0.00067650015,"threshold_uncertainty_score":0.0077566504},"labels":[],"label_agreement":null},{"id":"W2086038725","doi":"10.1134/s0361768812040019","title":"FSM-based testing from user defined faults adapted to incremental and mutation testing","year":2012,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Computer science; Model-based testing; Finite-state machine; Code coverage; Test case; Suite; Fault coverage; Polynomial; State (computer science); Algorithm; Programming language; Mathematics; Software; Engineering; Machine learning","score_opus":0.039164504726991324,"score_gpt":0.25790353807168404,"score_spread":0.21873903334469272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086038725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05202641,0.00016622296,0.9445213,0.00012760688,0.000023083836,0.00011446977,0.000070011076,0.0017385735,0.0012123492],"genre_scores_gemma":[0.6145592,0.00012405758,0.38325644,0.00012316332,0.00003316028,0.00027361902,0.00046454053,0.00025376215,0.00091210124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975097,0.0009706316,0.00014360793,0.00022659333,0.000988586,0.00016076825],"domain_scores_gemma":[0.99303037,0.00506802,0.00039138817,0.0009204357,0.00047736752,0.00011244996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016884354,0.0007120333,0.0006619908,0.0012981014,0.00029491523,0.0005854526,0.0014073357,0.001014166,0.0010940962],"category_scores_gemma":[0.010200308,0.0003140042,0.0010464875,0.0009575745,0.0012653791,0.0010665003,0.00093327824,0.00097452936,0.0002222404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028701298,0.00027796003,0.0031280841,0.00036760862,0.000104414896,0.00090089807,0.0002578808,0.66071445,0.041930567,0.044961277,0.0015386473,0.24553111],"study_design_scores_gemma":[0.00003708857,0.00014994093,0.00049438875,0.000019220479,0.00003132752,0.0002323693,0.000013324688,0.959386,0.016049355,0.022455879,0.001117436,0.000013708801],"about_ca_topic_score_codex":0.0014450916,"about_ca_topic_score_gemma":0.0012999536,"teacher_disagreement_score":0.0016884354,"about_ca_system_score_codex":0.0009926175,"about_ca_system_score_gemma":0.0009102017,"threshold_uncertainty_score":0.008929431},"labels":[],"label_agreement":null},{"id":"W2104596762","doi":"10.1134/s0361768813020059","title":"Indefinite integration as term rewriting: Integrals containing tangent","year":2013,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rewriting; Term (time); Tangent; Class (philosophy); Algebra over a field; Mathematics; Function (biology); Computer science; Calculus (dental); Pure mathematics; Programming language; Artificial intelligence; Geometry; Physics","score_opus":0.02086620027089474,"score_gpt":0.2483492053390265,"score_spread":0.22748300506813174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104596762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008527834,0.0004534669,0.97307795,0.0001863445,0.00008991915,0.000036649028,0.000045718847,0.00078159437,0.016800566],"genre_scores_gemma":[0.34682348,0.0009876951,0.62761045,0.0002969865,0.00030464173,0.0001128556,0.00023983978,0.0015108585,0.0221132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974927,0.0005167895,0.00022039392,0.0003582244,0.0012853632,0.00012651368],"domain_scores_gemma":[0.9977773,0.0009531335,0.00013595143,0.0004657391,0.0005638035,0.00010411518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028421122,0.0005142978,0.0006961567,0.0011697911,0.00079425686,0.003011626,0.0012386279,0.0007211909,0.0035457471],"category_scores_gemma":[0.0052616512,0.0004327484,0.0012355478,0.0010689873,0.0021810867,0.0050288597,0.0018231015,0.002250183,0.001698673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018595829,0.000027934233,0.00019672688,0.00007230471,0.000017884457,0.00022096797,0.00047608613,0.00406276,0.0053944024,0.9559401,0.0011316775,0.0324405],"study_design_scores_gemma":[0.000014103775,0.0000359447,0.00019082197,0.000048666672,0.00005461471,0.00042501886,0.000080438745,0.07061875,0.016296651,0.8757957,0.036394693,0.000044638527],"about_ca_topic_score_codex":0.000987448,"about_ca_topic_score_gemma":0.0010203113,"teacher_disagreement_score":0.0035457471,"about_ca_system_score_codex":0.0011998529,"about_ca_system_score_gemma":0.0007110544,"threshold_uncertainty_score":0.015030682},"labels":[],"label_agreement":null},{"id":"W4391182719","doi":"10.1134/s0361768823080157","title":"A Metrics Suite for Measuring Indirect Coupling Complexity","year":2023,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Suite; Computer science; Coupling (piping); Engineering; Geography; Mechanical engineering","score_opus":0.08919272441544598,"score_gpt":0.29219110478311233,"score_spread":0.20299838036766635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391182719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41479355,0.001698599,0.5591984,0.0005654779,0.00014645889,0.0015763905,0.0053310497,0.004898101,0.011791922],"genre_scores_gemma":[0.68864715,0.00037063568,0.30128756,0.00008144356,0.000055710447,0.0013778104,0.006487609,0.00038342085,0.0013086321],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9720538,0.008316573,0.0033639953,0.0013878692,0.014402353,0.00047536698],"domain_scores_gemma":[0.90544015,0.03851768,0.019717814,0.0078105703,0.026391404,0.0021223507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011623611,0.0021263235,0.0010575535,0.018087337,0.00094928266,0.0032151912,0.0014681212,0.00096306595,0.0014686314],"category_scores_gemma":[0.07473597,0.0004476042,0.00085807,0.010797063,0.0009225137,0.0037174253,0.003038706,0.0011392848,0.00049234985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044380265,0.0010394683,0.27770448,0.0015576325,0.0011602563,0.00029991355,0.0021327755,0.06968607,0.023039067,0.023274895,0.01281116,0.58685046],"study_design_scores_gemma":[0.00017956004,0.004016369,0.23325533,0.00077901874,0.00061234756,0.00095114065,0.0016364343,0.64314735,0.038656306,0.044455204,0.031894654,0.00041639927],"about_ca_topic_score_codex":0.0021417518,"about_ca_topic_score_gemma":0.002699014,"teacher_disagreement_score":0.018087337,"about_ca_system_score_codex":0.0012233084,"about_ca_system_score_gemma":0.001999239,"threshold_uncertainty_score":0.061472237},"labels":[],"label_agreement":null}]}