{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":4,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"97e53552baf1","filters":{"venue":"Journal of Computer Languages"}},"results":[{"id":"W4383371856","doi":"10.1016/j.cola.2023.101223","title":"Model consistency as a heuristic for eventual correctness","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Correctness; Computer science; Consistency (knowledge bases); Assertion; Heuristics; Intuition; Theoretical computer science; Programming language; Artificial intelligence; Cognitive science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02117095997389035,"gpt":0.2961003219863029,"spread":0.2749293620124125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004681689,0.0001482637,0.0002981194,0.0003044991,0.00005696945,0.00009825208,0.0008808628,0.00006146082,0.000002458657],"category_scores_gemma":[0.00003369014,0.0001292512,0.000181497,0.0002894937,0.00002440152,0.0002846585,0.0001960875,0.0001649962,0.00001209812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004027611,"about_ca_system_score_gemma":0.0001343526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002837897,"about_ca_topic_score_gemma":5.729453e-7,"domain_scores_codex":[0.998823,0.00003644779,0.0003939829,0.0001795909,0.0003157229,0.0002512508],"domain_scores_gemma":[0.9988371,0.000234794,0.0002208694,0.0003221374,0.0002777509,0.0001073815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005679151,0.0002041795,0.0002099246,0.0002416398,0.0002248636,0.0009001466,0.006246411,0.2203232,0.0009908563,0.254163,0.09378198,0.422657],"study_design_scores_gemma":[0.000372037,0.0002974034,0.0002086358,0.0001228302,0.0000151576,0.0003568137,0.00001155076,0.9869097,0.0005529185,0.006397448,0.004575168,0.0001802823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01880287,0.0001700374,0.9793392,0.0003598653,0.0007002504,0.0001375829,0.000004729591,0.0004428389,0.00004260943],"genre_scores_gemma":[0.2721649,0.0000225641,0.7270965,0.0001924676,0.000272967,0.00001057445,0.000002039637,0.00001933585,0.0002186714],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7665866,"threshold_uncertainty_score":0.5270712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388949125","doi":"10.1016/j.cola.2023.101251","title":"Requirements development for IoT systems with UCM4IoT","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Toronto Metropolitan University","keywords":"Computer science; Syntax; Domain-specific language; Software engineering; Domain (mathematical analysis); Modeling language; Internet of Things; Specification language; Requirements analysis; Development (topology); System requirements specification; Systems engineering; Programming language; Artificial intelligence; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01759058733450146,"gpt":0.2718590152253941,"spread":0.2542684278908927,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000443309,0.0001455277,0.0002496644,0.0002983907,0.0001036869,0.0001840172,0.0009099022,0.0000372042,0.000001785218],"category_scores_gemma":[0.000002842566,0.00009621688,0.00006611025,0.000448064,0.00001082555,0.0001537784,0.0001644049,0.0001033993,0.00001523525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002962002,"about_ca_system_score_gemma":0.000140774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008274702,"about_ca_topic_score_gemma":0.00001268301,"domain_scores_codex":[0.9986602,0.0000437357,0.000388738,0.000182579,0.0004458177,0.0002789237],"domain_scores_gemma":[0.9989272,0.0001402298,0.0003212081,0.0002519575,0.000252085,0.0001073237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000531617,0.0007495423,0.01063895,0.002414924,0.002744137,0.002611201,0.08221845,0.0991067,0.005118412,0.03374296,0.03161652,0.7285066],"study_design_scores_gemma":[0.0140675,0.006711668,0.0534051,0.004708083,0.0002367158,0.003848438,0.004941289,0.3337927,0.02570216,0.002258273,0.5474653,0.002862833],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2499699,0.0004828699,0.7467574,0.001089225,0.001146258,0.0002245998,0.000001787746,0.0001397871,0.0001880773],"genre_scores_gemma":[0.6027707,0.00001135656,0.3941525,0.001387372,0.001371032,0.00001791951,0.000006295057,0.00003136685,0.0002513884],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7256438,"threshold_uncertainty_score":0.392361,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3196991194","doi":"10.1016/j.cola.2021.101062","title":"Instruction visibility in SPEC CPU2017","year":2021,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Spec#; Visibility; Computer science; Programming language; Geography; Meteorology","retraction":null,"screen_n_in":null,"score":{"opus":0.01039697032487042,"gpt":0.2802465246359772,"spread":0.2698495543111068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004402825,0.00008366497,0.0002062997,0.0001795438,0.00003295934,0.0001401635,0.0004683061,0.00004740378,0.00001053113],"category_scores_gemma":[0.00004921879,0.00007418812,0.00008533733,0.0003279698,0.00001720822,0.0004150531,0.0001666972,0.0002034262,0.000003227285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004971474,"about_ca_system_score_gemma":0.0001051954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005978936,"about_ca_topic_score_gemma":0.000005248661,"domain_scores_codex":[0.9989657,0.0001401481,0.0003927251,0.0001574516,0.000215956,0.0001280529],"domain_scores_gemma":[0.9991072,0.00006693014,0.0002404854,0.0002936498,0.0002378917,0.00005379771],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004253924,0.00074041,0.02743099,0.00009337562,0.0001004076,0.00304185,0.005071354,0.04838876,0.001757963,0.02269774,0.01118221,0.8794524],"study_design_scores_gemma":[0.00514125,0.0008250918,0.3252761,0.00077639,0.00002582265,0.006523266,0.0002844401,0.5680342,0.05522073,0.02308642,0.01372253,0.001083793],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1439833,0.0004209497,0.853894,0.0005307295,0.0004311466,0.00002510279,2.30851e-7,0.00005598618,0.0006585716],"genre_scores_gemma":[0.5149252,0.00004500316,0.4845438,0.0002018964,0.0002391036,2.23218e-7,4.697301e-7,0.000003461147,0.00004087366],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8783686,"threshold_uncertainty_score":0.3025304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386511067","doi":"10.1016/j.cola.2023.101238","title":"A comparison of three solver-aided programming languages: α Rby, ProB, and Rosette","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Solver; Computer science; Programming language; Domain (mathematical analysis); Exploit; Software; Premise; Constraint programming; Domain-specific language; Theoretical computer science; Mathematics; Stochastic programming; Mathematical optimization","retraction":null,"screen_n_in":null,"score":{"opus":0.02003936770226682,"gpt":0.2781056956162871,"spread":0.2580663279140202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007686064,0.0002921515,0.0003969024,0.0002664122,0.0001450473,0.000326324,0.001036393,0.0002281194,0.000003016341],"category_scores_gemma":[0.00005175731,0.0002934044,0.0002741656,0.0003842979,0.0001261863,0.0005822745,0.0007751797,0.0005216202,0.00002861121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001794977,"about_ca_system_score_gemma":0.0001212691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000693791,"about_ca_topic_score_gemma":0.00003696259,"domain_scores_codex":[0.997575,0.00006477541,0.0007707988,0.0003772833,0.0007320014,0.0004800954],"domain_scores_gemma":[0.9980444,0.0002697901,0.0007459875,0.0006305253,0.0001214782,0.0001878444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004257472,0.0001625065,0.0003268484,0.0004348126,0.0002484153,0.000709183,0.004023727,0.003444223,0.001505239,0.9217491,0.001744266,0.0656091],"study_design_scores_gemma":[0.0004496945,0.0006226271,0.0007293867,0.0006720155,0.00007555149,0.0004518195,0.0001178027,0.9880176,0.005297469,0.000225244,0.003045375,0.0002954701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5286593,0.0004256876,0.4701698,0.0001842861,0.0002185151,0.00005312972,0.000007910543,0.0002624044,0.00001900769],"genre_scores_gemma":[0.6737263,0.00005503578,0.3255758,0.0001286394,0.0004005009,0.00002790975,0.00001816215,0.00005534045,0.00001234168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9845733,"threshold_uncertainty_score":0.9999518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}