{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"ab1635221198","filters":{"venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing"}},"results":[{"id":"W2133339195","doi":"10.1109/vlhcc.2008.4639063","title":"Towards the next generation of bug tracking systems","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"sort; Computer science; Eclipse; Card sorting; Software bug; Tracking system; World Wide Web; Tracking (education); Data science; Computer security; Database; Software; Operating system; Engineering","authors":[{"name":"Sascha Just","is_ca":false},{"name":"Rahul Premraj","is_ca":false},{"name":"Thomas Zimmermann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06921882124549027,"gpt":0.3169107127593621,"spread":0.2476918915138718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04039194,0.00141109,0.001624678,0.005009341,0.001360892,0.007587277,0.006620493,0.007636711,0.01277825],"category_scores_gemma":[0.05018566,0.001743207,0.001461893,0.002485713,0.003001879,0.02469294,0.006661165,0.005181123,0.006422215],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002167649,"about_ca_system_score_gemma":0.006077718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00465724,"about_ca_topic_score_gemma":0.00298706,"domain_scores_codex":[0.9895396,0.004225247,0.0009309796,0.001378956,0.002754737,0.001170485],"domain_scores_gemma":[0.9551537,0.01308877,0.003140248,0.007030386,0.01480212,0.006784732],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001159561,0.00140933,0.01934792,0.001749459,0.0002170536,0.0007415466,0.00347298,0.005751611,0.02175722,0.09034833,0.08664205,0.7674028],"study_design_scores_gemma":[0.0007363685,0.002608553,0.0206461,0.002632093,0.0004512274,0.001826357,0.00380785,0.07556885,0.01565524,0.1329435,0.7426634,0.000460325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09106295,0.02401107,0.7105533,0.1019686,0.003011136,0.001501307,0.00158149,0.03559989,0.03071025],"genre_scores_gemma":[0.09875111,0.007850929,0.873993,0.005725967,0.0006880284,0.0007013631,0.003205889,0.00110881,0.007974965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04039194,"threshold_uncertainty_score":0.2136155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144859782","doi":"10.1109/vlhcc.2008.4639052","title":"Exploring the evolution of software quality with animated visualization","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Visualization; Animation; Software quality; Software; Software evolution; Intuition; Quality (philosophy); Software analytics; Task (project management); Visual analytics; Software engineering; Software metric; Software development; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Computer graphics (images); Systems engineering","authors":[{"name":"Guillaume Langelier","is_ca":true},{"name":"Houari Sahraoui","is_ca":true},{"name":"Pierre Poulin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04314354040099821,"gpt":0.315069105130401,"spread":0.2719255647294028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002063146,0.0006106156,0.0004308634,0.001809846,0.0004074377,0.00190063,0.001034261,0.000999845,0.002149467],"category_scores_gemma":[0.01059222,0.0004783436,0.0006008304,0.0007902959,0.000874224,0.001643803,0.001776416,0.001013739,0.0002149613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006381685,"about_ca_system_score_gemma":0.0003351053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001784985,"about_ca_topic_score_gemma":0.001658091,"domain_scores_codex":[0.9990393,0.0005274796,0.00004020546,0.0001280362,0.0001922318,0.0000726939],"domain_scores_gemma":[0.9923007,0.005914283,0.0004904289,0.0006891143,0.0004352715,0.0001700343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001366189,0.0007870235,0.03646575,0.001042513,0.0003182738,0.002434838,0.02198122,0.2756247,0.2511677,0.03371781,0.004726939,0.3703671],"study_design_scores_gemma":[0.000169814,0.0005813279,0.02355505,0.0001636937,0.0001275611,0.000950025,0.001722181,0.8926172,0.04433044,0.02550148,0.01012752,0.0001538126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3897366,0.0002952771,0.602109,0.0005133142,0.00002247251,0.0001930103,0.0003317667,0.003781552,0.003017],"genre_scores_gemma":[0.7009442,0.0001538768,0.2977635,0.00004264825,0.00001026291,0.0001040169,0.0002525427,0.000218824,0.0005100666],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002149467,"threshold_uncertainty_score":0.01091105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105827483","doi":"10.1109/vlhcc.2008.4639095","title":"How can diagramming tools help support programming activities?","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Diagrammatic reasoning; Computer science; Exploratory research; Context (archaeology); Human–computer interaction; Software engineering; Knowledge management; Programming language","authors":[{"name":"Seonah Lee","is_ca":true},{"name":"Gail C. Murphy","is_ca":true},{"name":"Thomas Fritz","is_ca":true},{"name":"Meghan Allen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02253242613998555,"gpt":0.2910056960305173,"spread":0.2684732698905318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01034052,0.001159382,0.0004912246,0.001688873,0.0008365135,0.005686573,0.002013687,0.002649768,0.002502312],"category_scores_gemma":[0.1070098,0.0006523818,0.0004028144,0.001409358,0.001332233,0.01105005,0.001678637,0.001412693,0.001749959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005327722,"about_ca_system_score_gemma":0.001181684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006245479,"about_ca_topic_score_gemma":0.001114645,"domain_scores_codex":[0.9913712,0.006125164,0.0002874033,0.000745206,0.001016884,0.0004542787],"domain_scores_gemma":[0.9051527,0.08068474,0.004194179,0.004288324,0.003794939,0.001885025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004732453,0.001297176,0.02175554,0.002827299,0.00009978045,0.0007136131,0.0377006,0.002834937,0.02064827,0.01459365,0.009615473,0.8874404],"study_design_scores_gemma":[0.0008914875,0.004076198,0.05199944,0.006071847,0.0006407726,0.006891787,0.101025,0.06117143,0.06185938,0.2809603,0.423723,0.0006893433],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.619922,0.005027938,0.3080905,0.02252005,0.0003513735,0.0004041897,0.0002397282,0.007012473,0.03643157],"genre_scores_gemma":[0.781645,0.002623053,0.2109612,0.001014353,0.0001090048,0.0002166993,0.0002218925,0.0004755726,0.002733114],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01034052,"threshold_uncertainty_score":0.05468649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","authors":[{"name":"Peter Coppin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01391570803078401,"gpt":0.3153310041971054,"spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001641791,0.0008364955,0.0002701707,0.001079421,0.0006335193,0.002853076,0.001438035,0.0008278429,0.003603207],"category_scores_gemma":[0.007675333,0.000278062,0.0004486484,0.0005583492,0.001366063,0.002021749,0.001589317,0.00113101,0.0014117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004289406,"about_ca_system_score_gemma":0.0006527913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005082427,"about_ca_topic_score_gemma":0.001344917,"domain_scores_codex":[0.9990292,0.0005189406,0.0000541251,0.0001408511,0.00015813,0.00009882085],"domain_scores_gemma":[0.9965727,0.002152983,0.0002742728,0.0003360486,0.0003883641,0.0002756068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002173766,0.003211514,0.03217768,0.002011534,0.00008601967,0.002669277,0.2743687,0.002126283,0.05851686,0.01151186,0.01071886,0.6023842],"study_design_scores_gemma":[0.0009141559,0.008252637,0.08184484,0.001952986,0.0005842889,0.02269838,0.4291943,0.0347764,0.0633345,0.09708519,0.2588624,0.0004999092],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8417085,0.0004802859,0.1241537,0.001500748,0.00006316676,0.0006369813,0.00005840455,0.001422256,0.02997592],"genre_scores_gemma":[0.755814,0.000638073,0.231273,0.0004016565,0.00001676324,0.000369093,0.0001333317,0.0001354082,0.01121882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003603207,"threshold_uncertainty_score":0.01205397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156015672","doi":"10.1109/vlhcc.2008.4639061","title":"Tool support for working with sets of source code entities","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Source code; KPI-driven code analysis; Code review; Focus (optics); Programming language; Face (sociological concept); Software engineering; Static program analysis; Software; Software development","authors":[{"name":"Curtis Fraser","is_ca":true},{"name":"Chris Luce","is_ca":true},{"name":"Jamie Starke","is_ca":true},{"name":"Jonathan Sillito","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02511721503692811,"gpt":0.2960395147722234,"spread":0.2709222997352953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01634457,0.00165352,0.001320949,0.00521565,0.001177379,0.004049472,0.004667135,0.002221436,0.007257042],"category_scores_gemma":[0.06358103,0.001466498,0.001782366,0.002682594,0.001460971,0.009972735,0.00657345,0.003516376,0.002087755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006924483,"about_ca_system_score_gemma":0.001965302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007814692,"about_ca_topic_score_gemma":0.001376225,"domain_scores_codex":[0.9873541,0.004452731,0.001850095,0.001886141,0.004026472,0.0004304925],"domain_scores_gemma":[0.866134,0.1027593,0.003765141,0.0182638,0.007114626,0.001963083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00145987,0.001073126,0.01155681,0.002780225,0.0003437768,0.003413143,0.01400486,0.01104977,0.07931245,0.04817611,0.03691069,0.7899191],"study_design_scores_gemma":[0.001328156,0.001555355,0.009507781,0.002618993,0.0004398946,0.009841949,0.004516653,0.330947,0.1426489,0.1409567,0.3546486,0.0009900731],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.03077201,0.000217345,0.8822584,0.0007267896,0.00008396757,0.0004845712,0.0006656834,0.08090761,0.003883634],"genre_scores_gemma":[0.1600518,0.0002598167,0.8295401,0.000392978,0.00007402706,0.0007104183,0.002148395,0.004632783,0.002189722],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.01634457,"threshold_uncertainty_score":0.08643931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}