{"meta":{"query_hash":"ab1635221198","filters":{"venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ab1635221198","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings%2FProceedings+--+IEEE+Symposium+on+Visual+Languages+and+Human-Centric+Computing"},"results":[{"id":"W2105827483","doi":"10.1109/vlhcc.2008.4639095","title":"How can diagramming tools help support programming activities?","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Diagrammatic reasoning; Computer science; Exploratory research; Context (archaeology); Human–computer interaction; Software engineering; Knowledge management; Programming language","score_opus":0.022532426139985545,"score_gpt":0.2910056960305173,"score_spread":0.2684732698905318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105827483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913011,0.00020349523,0.0034341472,0.0007372833,0.00044685177,0.0008796433,0.000004825721,0.0016948071,0.0012978403],"genre_scores_gemma":[0.99282986,0.00006065436,0.004776727,0.00019873181,0.001272485,0.000068585825,0.000009278994,0.00012071328,0.0006629935],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9943356,0.000014735202,0.00062988163,0.0016713224,0.0014234893,0.0019249936],"domain_scores_gemma":[0.9977233,0.0004728357,0.00043671406,0.00024318048,0.00048716157,0.0006368006],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00086002937,0.0008201227,0.00078262115,0.000918314,0.0016198427,0.0031167702,0.0013030758,0.00026666227,0.00000758582],"category_scores_gemma":[0.00048004175,0.00082052307,0.00021507432,0.0014578803,0.00022845912,0.0015991181,0.0007916693,0.0010232418,0.000009492979],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020468893,0.0028222734,0.27009073,0.00490265,0.0008306145,0.0014027166,0.0897423,0.00013233005,0.14549041,0.11710859,0.008798153,0.35847452],"study_design_scores_gemma":[0.027009914,0.026303122,0.163409,0.0071870186,0.00081453094,0.014556418,0.066461615,0.14374657,0.452355,0.00078112667,0.0691896,0.028186081],"about_ca_topic_score_codex":0.000063923384,"about_ca_topic_score_gemma":0.0000019610495,"teacher_disagreement_score":0.33028844,"about_ca_system_score_codex":0.00036495877,"about_ca_system_score_gemma":0.00010829378,"threshold_uncertainty_score":0.9996799},"labels":[],"label_agreement":null},{"id":"W2133339195","doi":"10.1109/vlhcc.2008.4639063","title":"Towards the next generation of bug tracking systems","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"sort; Computer science; Eclipse; Card sorting; Software bug; Tracking system; World Wide Web; Tracking (education); Data science; Computer security; Database; Software; Operating system; Engineering","score_opus":0.06921882124549027,"score_gpt":0.3169107127593621,"score_spread":0.24769189151387183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133339195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923641,0.0009327523,0.0035177255,0.0002492007,0.0005222859,0.00056772167,0.0000017517214,0.00047451878,0.0013699391],"genre_scores_gemma":[0.9974638,0.000119051074,0.0008554728,0.00008271039,0.0012964054,0.000022577815,0.0000025523439,0.000053022944,0.000104379775],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965413,0.000016158787,0.00069727126,0.00086863554,0.0010823109,0.0007943026],"domain_scores_gemma":[0.9982139,0.00026093665,0.00041142796,0.00018412166,0.00071758026,0.00021202263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010369277,0.00043420796,0.00050532626,0.0004819838,0.0010311998,0.0009178085,0.0010554673,0.00015872407,0.0000042073793],"category_scores_gemma":[0.0002678481,0.00034805667,0.0001284861,0.0010750304,0.00017341693,0.0007498506,0.00039667974,0.00055552705,0.0000070813753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073054995,0.00097433175,0.07235642,0.0026130585,0.00037142582,0.00010295309,0.04878875,0.0018930695,0.6530084,0.19156675,0.0060070045,0.022244789],"study_design_scores_gemma":[0.0033526863,0.0026041113,0.049957477,0.0014933378,0.00013721942,0.0015238171,0.005200954,0.7969803,0.13421533,0.00013952405,0.0018412581,0.0025539463],"about_ca_topic_score_codex":0.00013340233,"about_ca_topic_score_gemma":5.3920877e-7,"teacher_disagreement_score":0.7950873,"about_ca_system_score_codex":0.00015245541,"about_ca_system_score_gemma":0.00006619931,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","score_opus":0.013915708030784008,"score_gpt":0.3153310041971054,"score_spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137495373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7550577,0.00016922664,0.24206689,0.0005193021,0.00019148298,0.00087988714,6.428599e-7,0.00090936996,0.00020552445],"genre_scores_gemma":[0.8284926,0.00001661936,0.17015333,0.0003600849,0.00077522435,0.00006236684,0.000004069544,0.000083607134,0.00005210005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540657,0.000020433848,0.00069234776,0.0017205973,0.0007577894,0.0014022731],"domain_scores_gemma":[0.9982459,0.00024213885,0.0005014675,0.00011825197,0.00049383973,0.00039842635],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011116767,0.00075764995,0.00079322123,0.0006332167,0.003247133,0.0028778007,0.00069869566,0.0001872383,0.0000010612097],"category_scores_gemma":[0.000065533764,0.0006922938,0.00010987914,0.0010319584,0.00014049675,0.0011398678,0.0005713541,0.0007043944,0.000003394573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038434786,0.00089996326,0.061190974,0.003827457,0.0004873969,0.00011162199,0.25415933,0.0007036222,0.015526609,0.22817685,0.0004835824,0.43404824],"study_design_scores_gemma":[0.019573113,0.04700148,0.118067764,0.02323658,0.0010520497,0.0076413825,0.11146406,0.5445854,0.05032514,0.002063266,0.049996026,0.024993714],"about_ca_topic_score_codex":0.00010520562,"about_ca_topic_score_gemma":0.000008103831,"teacher_disagreement_score":0.54388183,"about_ca_system_score_codex":0.00017162791,"about_ca_system_score_gemma":0.00010513959,"threshold_uncertainty_score":0.99955285},"labels":[],"label_agreement":null},{"id":"W2144859782","doi":"10.1109/vlhcc.2008.4639052","title":"Exploring the evolution of software quality with animated visualization","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Visualization; Animation; Software quality; Software; Software evolution; Intuition; Quality (philosophy); Software analytics; Task (project management); Visual analytics; Software engineering; Software metric; Software development; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Computer graphics (images); Systems engineering","score_opus":0.043143540400998215,"score_gpt":0.31506910513040104,"score_spread":0.2719255647294028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144859782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97965753,0.0001838157,0.018206129,0.000094158226,0.00015953196,0.0004954147,0.0000021408068,0.00080298295,0.00039832026],"genre_scores_gemma":[0.9973559,0.00005226939,0.0020904366,0.000041267645,0.00031839174,0.00003337972,0.0000031268057,0.000057634603,0.00004764494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996545,0.000021107253,0.0006587133,0.00088697026,0.0011323779,0.00075582217],"domain_scores_gemma":[0.9978746,0.00040742388,0.00045942314,0.00018772112,0.0008732958,0.0001975198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009868625,0.00043361346,0.0004847487,0.000548726,0.0010445165,0.00034533947,0.0008206993,0.00009723733,0.0000033165368],"category_scores_gemma":[0.00038362638,0.00033351747,0.00009171151,0.0018207058,0.00020588613,0.0009946806,0.0003666321,0.00044544143,0.000004702146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030252515,0.0011394282,0.57790595,0.0026672548,0.00032556764,0.000051937004,0.042863388,0.0009181745,0.11196332,0.25470638,0.0006459406,0.0065101567],"study_design_scores_gemma":[0.0048327204,0.0044372994,0.81489754,0.002110058,0.00014233509,0.0007562364,0.009807358,0.07779347,0.081784196,0.00028684418,0.00031725332,0.0028346565],"about_ca_topic_score_codex":0.00020177955,"about_ca_topic_score_gemma":0.0000016895295,"teacher_disagreement_score":0.25441954,"about_ca_system_score_codex":0.00030137718,"about_ca_system_score_gemma":0.00007396805,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W2156015672","doi":"10.1109/vlhcc.2008.4639061","title":"Tool support for working with sets of source code entities","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Source code; KPI-driven code analysis; Code review; Focus (optics); Programming language; Face (sociological concept); Software engineering; Static program analysis; Software; Software development","score_opus":0.02511721503692811,"score_gpt":0.2960395147722234,"score_spread":0.2709222997352953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156015672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98686874,0.00015075215,0.010135824,0.00009975612,0.00017326903,0.0006867951,0.0000045785177,0.0006097854,0.0012705219],"genre_scores_gemma":[0.9910951,0.000029263714,0.007807068,0.00009545555,0.0004155226,0.000038261267,0.000004423111,0.00008019647,0.00043467127],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965014,0.000006029141,0.000612398,0.0009878222,0.00089467654,0.0009976757],"domain_scores_gemma":[0.99819505,0.0004140727,0.00040275935,0.00015367537,0.0006109422,0.00022350451],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695247,0.0004836136,0.0006082721,0.00061586814,0.00077740697,0.0004330278,0.00083512464,0.00014784618,0.0000070890333],"category_scores_gemma":[0.00017641607,0.00044572126,0.0001324237,0.0008174785,0.0001912388,0.0003783188,0.0003606906,0.0004082081,0.0000038824423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007019847,0.0019715927,0.645937,0.0071435445,0.0008540941,0.00016923794,0.072009735,0.0014248018,0.10841315,0.12448079,0.007709686,0.029184334],"study_design_scores_gemma":[0.025889443,0.024996568,0.13902394,0.00822714,0.0006373918,0.0045085195,0.014772982,0.40825084,0.34152144,0.0008697039,0.019981926,0.0113201],"about_ca_topic_score_codex":0.000024480429,"about_ca_topic_score_gemma":7.8322284e-7,"teacher_disagreement_score":0.5069131,"about_ca_system_score_codex":0.000121513454,"about_ca_system_score_gemma":0.00007422015,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null}]}