{"meta":{"query_hash":"97e53552baf1","filters":{"venue":"Journal of Computer Languages"},"cohort_total":4,"direct_labels_cover":0,"predictions_cover":4,"exported":4,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/97e53552baf1","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Computer+Languages"},"results":[{"id":"W3196991194","doi":"10.1016/j.cola.2021.101062","title":"Instruction visibility in SPEC CPU2017","year":2021,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Spec#; Visibility; Computer science; Programming language; Geography; Meteorology","score_opus":0.010396970324870424,"score_gpt":0.2802465246359772,"score_spread":0.2698495543111068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196991194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14398327,0.00042094968,0.853894,0.00053072954,0.00043114656,0.000025102787,2.3085099e-7,0.000055986184,0.0006585716],"genre_scores_gemma":[0.5149252,0.000045003162,0.4845438,0.00020189643,0.00023910361,2.2321801e-7,4.6973014e-7,0.0000034611473,0.000040873656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989657,0.0001401481,0.00039272508,0.00015745162,0.00021595597,0.00012805294],"domain_scores_gemma":[0.99910724,0.000066930144,0.00024048536,0.00029364985,0.00023789171,0.000053797714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004402825,0.00008366497,0.0002062997,0.00017954377,0.00003295934,0.00014016348,0.00046830613,0.00004740378,0.000010531128],"category_scores_gemma":[0.000049218786,0.000074188116,0.000085337335,0.00032796976,0.000017208216,0.00041505307,0.0001666972,0.00020342619,0.0000032272853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042539243,0.00074041,0.027430985,0.00009337562,0.00010040763,0.0030418497,0.005071354,0.048388757,0.0017579625,0.022697737,0.011182211,0.8794524],"study_design_scores_gemma":[0.00514125,0.00082509185,0.32527608,0.00077639,0.000025822652,0.0065232664,0.00028444006,0.5680342,0.05522073,0.023086423,0.013722533,0.0010837927],"about_ca_topic_score_codex":0.0000059789363,"about_ca_topic_score_gemma":0.0000052486607,"teacher_disagreement_score":0.8783686,"about_ca_system_score_codex":0.00004971474,"about_ca_system_score_gemma":0.00010519539,"threshold_uncertainty_score":0.30253038},"labels":[],"label_agreement":null},{"id":"W4383371856","doi":"10.1016/j.cola.2023.101223","title":"Model consistency as a heuristic for eventual correctness","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Correctness; Computer science; Consistency (knowledge bases); Assertion; Heuristics; Intuition; Theoretical computer science; Programming language; Artificial intelligence; Cognitive science; Psychology","score_opus":0.021170959973890346,"score_gpt":0.2961003219863029,"score_spread":0.2749293620124125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383371856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018802872,0.00017003743,0.97933924,0.00035986528,0.0007002504,0.00013758292,0.0000047295907,0.0004428389,0.000042609434],"genre_scores_gemma":[0.27216488,0.000022564102,0.7270965,0.00019246762,0.00027296704,0.000010574446,0.0000020396374,0.000019335852,0.00021867137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998823,0.00003644779,0.0003939829,0.00017959089,0.00031572292,0.00025125078],"domain_scores_gemma":[0.99883705,0.000234794,0.00022086938,0.0003221374,0.00027775086,0.000107381486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046816893,0.00014826366,0.00029811944,0.00030449906,0.000056969453,0.00009825208,0.0008808628,0.00006146082,0.0000024586566],"category_scores_gemma":[0.000033690143,0.00012925123,0.000181497,0.0002894937,0.00002440152,0.0002846585,0.00019608754,0.00016499616,0.000012098122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056791512,0.00020417945,0.00020992465,0.0002416398,0.00022486364,0.00090014655,0.0062464112,0.22032316,0.0009908563,0.25416303,0.09378198,0.422657],"study_design_scores_gemma":[0.000372037,0.0002974034,0.00020863583,0.00012283018,0.0000151576,0.00035681375,0.000011550765,0.98690975,0.0005529185,0.0063974485,0.004575168,0.00018028231],"about_ca_topic_score_codex":0.000002837897,"about_ca_topic_score_gemma":5.729453e-7,"teacher_disagreement_score":0.7665866,"about_ca_system_score_codex":0.00004027611,"about_ca_system_score_gemma":0.00013435261,"threshold_uncertainty_score":0.52707124},"labels":[],"label_agreement":null},{"id":"W4386511067","doi":"10.1016/j.cola.2023.101238","title":"A comparison of three solver-aided programming languages: <mml:math xmlns:mml=\"http://www.w3.org/1998/Math/MathML\" altimg=\"si45.svg\" display=\"inline\" id=\"d1e1237\"> <mml:mi>α</mml:mi> </mml:math> Rby, ProB, and Rosette","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Solver; Computer science; Programming language; Domain (mathematical analysis); Exploit; Software; Premise; Constraint programming; Domain-specific language; Theoretical computer science; Mathematics; Stochastic programming; Mathematical optimization","score_opus":0.020039367702266817,"score_gpt":0.27810569561628706,"score_spread":0.25806632791402023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386511067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5286593,0.00042568755,0.47016978,0.00018428611,0.00021851508,0.000053129723,0.000007910543,0.00026240444,0.000019007686],"genre_scores_gemma":[0.67372626,0.000055035784,0.3255758,0.00012863943,0.0004005009,0.000027909746,0.000018162147,0.000055340446,0.000012341684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757504,0.000064775406,0.0007707988,0.0003772833,0.00073200144,0.00048009545],"domain_scores_gemma":[0.9980444,0.0002697901,0.00074598746,0.0006305253,0.00012147817,0.0001878444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076860643,0.0002921515,0.00039690235,0.0002664122,0.00014504734,0.00032632396,0.0010363935,0.00022811943,0.0000030163405],"category_scores_gemma":[0.000051757313,0.00029340442,0.00027416556,0.00038429786,0.00012618626,0.00058227446,0.0007751797,0.00052162015,0.000028611212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004257472,0.00016250649,0.00032684839,0.00043481262,0.00024841528,0.00070918305,0.004023727,0.0034442225,0.0015052389,0.9217491,0.001744266,0.0656091],"study_design_scores_gemma":[0.00044969455,0.0006226271,0.0007293867,0.00067201554,0.00007555149,0.0004518195,0.00011780273,0.98801756,0.0052974685,0.000225244,0.0030453745,0.00029547006],"about_ca_topic_score_codex":0.0000693791,"about_ca_topic_score_gemma":0.000036962592,"teacher_disagreement_score":0.9845733,"about_ca_system_score_codex":0.000017949767,"about_ca_system_score_gemma":0.00012126906,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W4388949125","doi":"10.1016/j.cola.2023.101251","title":"Requirements development for IoT systems with UCM4IoT","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Toronto Metropolitan University","keywords":"Computer science; Syntax; Domain-specific language; Software engineering; Domain (mathematical analysis); Modeling language; Internet of Things; Specification language; Requirements analysis; Development (topology); System requirements specification; Systems engineering; Programming language; Artificial intelligence; World Wide Web; Engineering","score_opus":0.017590587334501463,"score_gpt":0.27185901522539413,"score_spread":0.25426842789089266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388949125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24996994,0.0004828699,0.74675745,0.0010892253,0.0011462581,0.00022459982,0.000001787746,0.00013978705,0.00018807732],"genre_scores_gemma":[0.60277075,0.000011356562,0.39415252,0.0013873721,0.0013710316,0.000017919512,0.000006295057,0.000031366846,0.00025138835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986602,0.0000437357,0.000388738,0.00018257898,0.00044581766,0.00027892375],"domain_scores_gemma":[0.9989272,0.00014022984,0.00032120806,0.00025195748,0.00025208495,0.00010732368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044330896,0.0001455277,0.00024966442,0.0002983907,0.000103686936,0.00018401725,0.0009099022,0.000037204198,0.000001785218],"category_scores_gemma":[0.0000028425661,0.00009621688,0.000066110246,0.00044806403,0.000010825547,0.00015377844,0.0001644049,0.00010339932,0.000015235253],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053161697,0.00074954226,0.010638953,0.0024149243,0.002744137,0.0026112013,0.08221845,0.0991067,0.0051184124,0.033742964,0.031616524,0.72850657],"study_design_scores_gemma":[0.014067498,0.0067116683,0.0534051,0.004708083,0.00023671579,0.0038484382,0.0049412893,0.3337927,0.02570216,0.002258273,0.54746526,0.0028628332],"about_ca_topic_score_codex":0.000008274702,"about_ca_topic_score_gemma":0.000012683015,"teacher_disagreement_score":0.72564375,"about_ca_system_score_codex":0.000029620023,"about_ca_system_score_gemma":0.00014077402,"threshold_uncertainty_score":0.39236102},"labels":[],"label_agreement":null}]}