{"meta":{"query_hash":"ab1635221198","filters":{"venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ab1635221198","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings%2FProceedings+--+IEEE+Symposium+on+Visual+Languages+and+Human-Centric+Computing"},"results":[{"id":"W2105827483","doi":"10.1109/vlhcc.2008.4639095","title":"How can diagramming tools help support programming activities?","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Diagrammatic reasoning; Computer science; Exploratory research; Context (archaeology); Human–computer interaction; Software engineering; Knowledge management; Programming language","score_opus":0.022532426139985545,"score_gpt":0.2910056960305173,"score_spread":0.2684732698905318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105827483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61992204,0.0050279377,0.30809054,0.022520049,0.0003513735,0.00040418975,0.00023972824,0.0070124734,0.03643157],"genre_scores_gemma":[0.781645,0.0026230533,0.21096122,0.0010143527,0.00010900482,0.00021669928,0.00022189252,0.0004755726,0.0027331137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99137115,0.006125164,0.00028740327,0.000745206,0.0010168836,0.00045427872],"domain_scores_gemma":[0.90515274,0.080684744,0.004194179,0.0042883237,0.0037949388,0.0018850252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103405155,0.0011593822,0.0004912246,0.0016888726,0.00083651347,0.0056865728,0.0020136866,0.0026497683,0.002502312],"category_scores_gemma":[0.10700979,0.0006523818,0.00040281436,0.0014093581,0.0013322332,0.011050055,0.0016786372,0.0014126934,0.0017499594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047324528,0.0012971763,0.021755543,0.0028272986,0.000099780445,0.00071361306,0.037700605,0.002834937,0.020648275,0.014593652,0.009615473,0.88744044],"study_design_scores_gemma":[0.0008914875,0.004076198,0.05199944,0.006071847,0.0006407726,0.006891787,0.10102496,0.06117143,0.061859384,0.28096032,0.42372304,0.0006893433],"about_ca_topic_score_codex":0.00062454795,"about_ca_topic_score_gemma":0.0011146447,"teacher_disagreement_score":0.0103405155,"about_ca_system_score_codex":0.00053277216,"about_ca_system_score_gemma":0.0011816842,"threshold_uncertainty_score":0.054686487},"labels":[],"label_agreement":null},{"id":"W2133339195","doi":"10.1109/vlhcc.2008.4639063","title":"Towards the next generation of bug tracking systems","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"sort; Computer science; Eclipse; Card sorting; Software bug; Tracking system; World Wide Web; Tracking (education); Data science; Computer security; Database; Software; Operating system; Engineering","score_opus":0.06921882124549027,"score_gpt":0.3169107127593621,"score_spread":0.24769189151387183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133339195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09106295,0.024011072,0.71055335,0.1019686,0.0030111363,0.0015013069,0.00158149,0.035599887,0.030710246],"genre_scores_gemma":[0.098751105,0.007850929,0.87399304,0.0057259668,0.0006880284,0.0007013631,0.0032058894,0.0011088104,0.0079749655],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98953956,0.0042252466,0.00093097956,0.0013789561,0.0027547367,0.001170485],"domain_scores_gemma":[0.9551537,0.013088774,0.0031402484,0.0070303855,0.014802119,0.0067847315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04039194,0.00141109,0.0016246785,0.0050093406,0.0013608924,0.007587277,0.0066204933,0.007636711,0.012778254],"category_scores_gemma":[0.05018566,0.001743207,0.0014618929,0.0024857125,0.003001879,0.024692943,0.006661165,0.005181123,0.006422215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011595614,0.0014093302,0.019347925,0.0017494586,0.00021705359,0.0007415466,0.0034729796,0.0057516107,0.021757223,0.09034833,0.08664205,0.7674028],"study_design_scores_gemma":[0.0007363685,0.0026085528,0.020646105,0.0026320927,0.00045122736,0.0018263566,0.00380785,0.07556885,0.015655244,0.13294354,0.74266344,0.00046032498],"about_ca_topic_score_codex":0.00465724,"about_ca_topic_score_gemma":0.0029870605,"teacher_disagreement_score":0.04039194,"about_ca_system_score_codex":0.0021676486,"about_ca_system_score_gemma":0.0060777185,"threshold_uncertainty_score":0.21361554},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","score_opus":0.013915708030784008,"score_gpt":0.3153310041971054,"score_spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137495373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8417085,0.00048028593,0.12415371,0.0015007477,0.00006316676,0.00063698133,0.00005840455,0.0014222561,0.029975925],"genre_scores_gemma":[0.75581396,0.00063807296,0.23127298,0.0004016565,0.00001676324,0.00036909303,0.00013333166,0.00013540822,0.011218818],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99902916,0.00051894056,0.000054125096,0.00014085115,0.00015813003,0.00009882085],"domain_scores_gemma":[0.99657273,0.0021529826,0.0002742728,0.00033604857,0.00038836413,0.00027560684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016417908,0.00083649554,0.00027017065,0.0010794208,0.00063351926,0.0028530755,0.0014380354,0.00082784286,0.0036032074],"category_scores_gemma":[0.007675333,0.00027806198,0.00044864844,0.00055834925,0.0013660626,0.0020217493,0.0015893165,0.0011310099,0.0014116996],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021737663,0.003211514,0.032177683,0.0020115338,0.000086019674,0.0026692774,0.27436867,0.0021262835,0.058516856,0.011511859,0.010718859,0.60238415],"study_design_scores_gemma":[0.00091415585,0.0082526365,0.081844844,0.0019529862,0.0005842889,0.022698376,0.4291943,0.034776397,0.0633345,0.09708519,0.2588624,0.00049990916],"about_ca_topic_score_codex":0.0005082427,"about_ca_topic_score_gemma":0.0013449168,"teacher_disagreement_score":0.0036032074,"about_ca_system_score_codex":0.00042894058,"about_ca_system_score_gemma":0.0006527913,"threshold_uncertainty_score":0.0120539665},"labels":[],"label_agreement":null},{"id":"W2144859782","doi":"10.1109/vlhcc.2008.4639052","title":"Exploring the evolution of software quality with animated visualization","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Visualization; Animation; Software quality; Software; Software evolution; Intuition; Quality (philosophy); Software analytics; Task (project management); Visual analytics; Software engineering; Software metric; Software development; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Computer graphics (images); Systems engineering","score_opus":0.043143540400998215,"score_gpt":0.31506910513040104,"score_spread":0.2719255647294028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144859782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38973662,0.00029527713,0.602109,0.00051331415,0.00002247251,0.00019301029,0.0003317667,0.0037815522,0.003017],"genre_scores_gemma":[0.7009442,0.0001538768,0.2977635,0.00004264825,0.00001026291,0.00010401691,0.0002525427,0.00021882402,0.0005100666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990393,0.00052747957,0.00004020546,0.00012803619,0.00019223183,0.0000726939],"domain_scores_gemma":[0.99230075,0.005914283,0.00049042894,0.0006891143,0.00043527147,0.00017003425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020631459,0.0006106156,0.00043086338,0.0018098458,0.00040743774,0.0019006297,0.0010342607,0.000999845,0.0021494667],"category_scores_gemma":[0.010592219,0.00047834357,0.00060083036,0.0007902959,0.000874224,0.001643803,0.001776416,0.0010137386,0.00021496131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013661894,0.00078702345,0.03646575,0.0010425134,0.00031827384,0.0024348376,0.021981215,0.2756247,0.2511677,0.033717807,0.0047269394,0.37036705],"study_design_scores_gemma":[0.00016981401,0.00058132794,0.023555048,0.00016369368,0.00012756113,0.000950025,0.0017221813,0.89261717,0.044330444,0.025501477,0.010127518,0.00015381262],"about_ca_topic_score_codex":0.0017849853,"about_ca_topic_score_gemma":0.0016580913,"teacher_disagreement_score":0.0021494667,"about_ca_system_score_codex":0.0006381685,"about_ca_system_score_gemma":0.00033510532,"threshold_uncertainty_score":0.010911047},"labels":[],"label_agreement":null},{"id":"W2156015672","doi":"10.1109/vlhcc.2008.4639061","title":"Tool support for working with sets of source code entities","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Source code; KPI-driven code analysis; Code review; Focus (optics); Programming language; Face (sociological concept); Software engineering; Static program analysis; Software; Software development","score_opus":0.02511721503692811,"score_gpt":0.2960395147722234,"score_spread":0.2709222997352953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156015672","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030772008,0.00021734505,0.88225836,0.00072678964,0.00008396757,0.00048457124,0.0006656834,0.080907606,0.003883634],"genre_scores_gemma":[0.16005176,0.0002598167,0.8295401,0.00039297802,0.00007402706,0.0007104183,0.0021483954,0.0046327827,0.0021897224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873541,0.0044527305,0.0018500948,0.001886141,0.0040264716,0.0004304925],"domain_scores_gemma":[0.86613405,0.1027593,0.003765141,0.018263802,0.0071146255,0.0019630832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016344566,0.0016535203,0.0013209493,0.0052156504,0.0011773794,0.0040494716,0.0046671354,0.002221436,0.0072570415],"category_scores_gemma":[0.06358103,0.0014664982,0.0017823662,0.002682594,0.0014609714,0.009972735,0.0065734503,0.0035163756,0.0020877547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014598703,0.0010731255,0.011556805,0.0027802247,0.00034377677,0.003413143,0.014004861,0.011049766,0.07931245,0.048176114,0.036910687,0.78991914],"study_design_scores_gemma":[0.0013281564,0.0015553554,0.009507781,0.0026189927,0.0004398946,0.009841949,0.0045166533,0.33094698,0.14264886,0.14095667,0.35464862,0.0009900731],"about_ca_topic_score_codex":0.00078146916,"about_ca_topic_score_gemma":0.0013762251,"teacher_disagreement_score":0.016344566,"about_ca_system_score_codex":0.0006924483,"about_ca_system_score_gemma":0.001965302,"threshold_uncertainty_score":0.08643931},"labels":[],"label_agreement":null}]}