{"meta":{"query_hash":"97e53552baf1","filters":{"venue":"Journal of Computer Languages"},"cohort_total":4,"direct_labels_cover":0,"predictions_cover":4,"exported":4,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/97e53552baf1","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Computer+Languages"},"results":[{"id":"W3196991194","doi":"10.1016/j.cola.2021.101062","title":"Instruction visibility in SPEC CPU2017","year":2021,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Spec#; Visibility; Computer science; Programming language; Geography; Meteorology","score_opus":0.010396970324870424,"score_gpt":0.2802465246359772,"score_spread":0.2698495543111068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196991194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8753319,0.002524362,0.03826856,0.0008910766,0.00079960993,0.00006157066,0.004330048,0.020394037,0.057398945],"genre_scores_gemma":[0.967567,0.00027047927,0.015538957,0.0002185863,0.00006392385,0.0000323988,0.0048588007,0.0027605756,0.008689262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978538,0.00037288878,0.00014714587,0.00027184683,0.0008159174,0.00053840206],"domain_scores_gemma":[0.99597436,0.0012787916,0.0002118802,0.00122019,0.001101006,0.00021378855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013894883,0.0007916722,0.0004435143,0.001134805,0.0010228144,0.0016763764,0.0010684788,0.00058417284,0.00925028],"category_scores_gemma":[0.008195631,0.0006192473,0.0005166565,0.0017423151,0.0006408835,0.0019915523,0.0010989995,0.0011944438,0.001313159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062961187,0.00091003807,0.029958064,0.00086869404,0.00021685852,0.0009523438,0.0014306317,0.12238404,0.04401168,0.15969905,0.20034844,0.4329241],"study_design_scores_gemma":[0.000498007,0.0009849233,0.016782383,0.00031276612,0.0002590637,0.0005926897,0.00062364317,0.5580429,0.12537308,0.12545559,0.17089182,0.00018323782],"about_ca_topic_score_codex":0.008356094,"about_ca_topic_score_gemma":0.012252713,"teacher_disagreement_score":0.00925028,"about_ca_system_score_codex":0.0012432495,"about_ca_system_score_gemma":0.0031504282,"threshold_uncertainty_score":0.030945301},"labels":[],"label_agreement":null},{"id":"W4383371856","doi":"10.1016/j.cola.2023.101223","title":"Model consistency as a heuristic for eventual correctness","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Correctness; Computer science; Consistency (knowledge bases); Assertion; Heuristics; Intuition; Theoretical computer science; Programming language; Artificial intelligence; Cognitive science; Psychology","score_opus":0.021170959973890346,"score_gpt":0.2961003219863029,"score_spread":0.2749293620124125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383371856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04099009,0.00015790424,0.9504751,0.00127841,0.0001337621,0.00021731827,0.000108330576,0.0016716335,0.004967432],"genre_scores_gemma":[0.5864574,0.00008663375,0.41026497,0.00040927748,0.00007987944,0.00018803931,0.00028170572,0.000681517,0.0015505574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9820742,0.0088549545,0.001065359,0.0019485953,0.0046961126,0.0013607292],"domain_scores_gemma":[0.89259017,0.07769182,0.002426331,0.019600093,0.0064259586,0.0012656432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015054078,0.0010582075,0.0017430857,0.0035038996,0.0029201536,0.0039547966,0.004128224,0.0026699912,0.007084384],"category_scores_gemma":[0.10443093,0.0017709993,0.0034026804,0.0020745283,0.0049514733,0.010333257,0.0072972635,0.006681955,0.0007621842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012853976,0.00066958653,0.0108868955,0.0006979504,0.00034641087,0.0007728109,0.0012886964,0.14786461,0.0062312204,0.680572,0.0077708885,0.14161362],"study_design_scores_gemma":[0.00012075327,0.00020611368,0.00047894628,0.0001224042,0.00020667918,0.0002594336,0.00031065804,0.49118176,0.009867196,0.49426925,0.002921962,0.00005482426],"about_ca_topic_score_codex":0.0017551099,"about_ca_topic_score_gemma":0.0033575199,"teacher_disagreement_score":0.015054078,"about_ca_system_score_codex":0.0021962759,"about_ca_system_score_gemma":0.0041393503,"threshold_uncertainty_score":0.07961452},"labels":[],"label_agreement":null},{"id":"W4386511067","doi":"10.1016/j.cola.2023.101238","title":"A comparison of three solver-aided programming languages: α Rby, ProB, and Rosette","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Solver; Computer science; Programming language; Domain (mathematical analysis); Exploit; Software; Premise; Constraint programming; Domain-specific language; Theoretical computer science; Mathematics; Stochastic programming; Mathematical optimization","score_opus":0.020039367702266817,"score_gpt":0.27810569561628706,"score_spread":0.25806632791402023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386511067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16176906,0.0016533374,0.63318074,0.0022807159,0.00039372544,0.00062016415,0.0076522348,0.09045661,0.101993434],"genre_scores_gemma":[0.31950518,0.001778675,0.6251295,0.00084041565,0.000040574498,0.0008013164,0.013369151,0.013024735,0.025510432],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99761283,0.0008635788,0.00021705884,0.00022704247,0.0009207998,0.00015864425],"domain_scores_gemma":[0.98818177,0.0077522257,0.00037470445,0.001839515,0.0015648565,0.00028687282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035025997,0.00083893177,0.0005685133,0.0010858306,0.0005807304,0.003137731,0.0024556525,0.001084542,0.019152587],"category_scores_gemma":[0.013127004,0.0005214481,0.0008768979,0.0015834159,0.0005830009,0.0035124428,0.0019711468,0.001674063,0.0040169535],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059699873,0.0018667333,0.008716254,0.0033434678,0.00045531496,0.00026896398,0.0016186808,0.08658402,0.025078222,0.14121135,0.09611857,0.62876844],"study_design_scores_gemma":[0.0014945341,0.0015063175,0.006901467,0.0006008563,0.00036470444,0.0006579628,0.0013265812,0.622024,0.07725483,0.037815824,0.2497426,0.00031030903],"about_ca_topic_score_codex":0.0038389969,"about_ca_topic_score_gemma":0.0077159083,"teacher_disagreement_score":0.019152587,"about_ca_system_score_codex":0.00078440394,"about_ca_system_score_gemma":0.0029451656,"threshold_uncertainty_score":0.064071774},"labels":[],"label_agreement":null},{"id":"W4388949125","doi":"10.1016/j.cola.2023.101251","title":"Requirements development for IoT systems with UCM4IoT","year":2023,"lang":"en","type":"article","venue":"Journal of Computer Languages","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Toronto Metropolitan University","keywords":"Computer science; Syntax; Domain-specific language; Software engineering; Domain (mathematical analysis); Modeling language; Internet of Things; Specification language; Requirements analysis; Development (topology); System requirements specification; Systems engineering; Programming language; Artificial intelligence; World Wide Web; Engineering","score_opus":0.017590587334501463,"score_gpt":0.27185901522539413,"score_spread":0.25426842789089266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388949125","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081243955,0.00014465695,0.86265117,0.0007329443,0.000051088547,0.0013628057,0.00086253503,0.004924368,0.048026495],"genre_scores_gemma":[0.37634432,0.00014756006,0.6095748,0.00024016401,0.000015501422,0.0009177066,0.0018963474,0.00095734757,0.009906257],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9949338,0.0021325124,0.000460213,0.00033624755,0.001573352,0.0005640204],"domain_scores_gemma":[0.99612683,0.0020575859,0.00030626907,0.00044915604,0.0009369357,0.0001232437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039990586,0.00074305787,0.0004607196,0.0011878953,0.0008959698,0.0026530884,0.001478116,0.0009198994,0.0076793693],"category_scores_gemma":[0.008720893,0.00078662107,0.0014705439,0.00057947496,0.00063001254,0.0015330557,0.0020147956,0.0011411014,0.0017454206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010696107,0.00061980286,0.007851181,0.0016919706,0.00023929989,0.0046111858,0.0043900697,0.34939107,0.09513454,0.16520193,0.019078769,0.3507206],"study_design_scores_gemma":[0.00013361363,0.00020752034,0.001363375,0.0003031767,0.00010097349,0.00070674595,0.00090155186,0.85561025,0.048322212,0.018052869,0.0742233,0.000074500276],"about_ca_topic_score_codex":0.008117641,"about_ca_topic_score_gemma":0.008084907,"teacher_disagreement_score":0.008117641,"about_ca_system_score_codex":0.0014481581,"about_ca_system_score_gemma":0.0029613208,"threshold_uncertainty_score":0.025690079},"labels":[],"label_agreement":null}]}