{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"ab1635221198","filters":{"venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing"}},"results":[{"id":"W2133339195","doi":"10.1109/vlhcc.2008.4639063","title":"Towards the next generation of bug tracking systems","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"sort; Computer science; Eclipse; Card sorting; Software bug; Tracking system; World Wide Web; Tracking (education); Data science; Computer security; Database; Software; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06921882124549027,"gpt":0.3169107127593621,"spread":0.2476918915138718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001036928,0.000434208,0.0005053263,0.0004819838,0.0010312,0.0009178085,0.001055467,0.0001587241,0.000004207379],"category_scores_gemma":[0.0002678481,0.0003480567,0.0001284861,0.00107503,0.0001734169,0.0007498506,0.0003966797,0.000555527,0.000007081375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001524554,"about_ca_system_score_gemma":0.00006619931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001334023,"about_ca_topic_score_gemma":5.392088e-7,"domain_scores_codex":[0.9965413,0.00001615879,0.0006972713,0.0008686355,0.001082311,0.0007943026],"domain_scores_gemma":[0.9982139,0.0002609366,0.000411428,0.0001841217,0.0007175803,0.0002120226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007305499,0.0009743317,0.07235642,0.002613059,0.0003714258,0.0001029531,0.04878875,0.001893069,0.6530084,0.1915668,0.006007005,0.02224479],"study_design_scores_gemma":[0.003352686,0.002604111,0.04995748,0.001493338,0.0001372194,0.001523817,0.005200954,0.7969803,0.1342153,0.0001395241,0.001841258,0.002553946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9923641,0.0009327523,0.003517726,0.0002492007,0.0005222859,0.0005677217,0.000001751721,0.0004745188,0.001369939],"genre_scores_gemma":[0.9974638,0.0001190511,0.0008554728,0.00008271039,0.001296405,0.00002257781,0.000002552344,0.00005302294,0.0001043798],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7950873,"threshold_uncertainty_score":0.9998971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144859782","doi":"10.1109/vlhcc.2008.4639052","title":"Exploring the evolution of software quality with animated visualization","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Visualization; Animation; Software quality; Software; Software evolution; Intuition; Quality (philosophy); Software analytics; Task (project management); Visual analytics; Software engineering; Software metric; Software development; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Computer graphics (images); Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04314354040099821,"gpt":0.315069105130401,"spread":0.2719255647294028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009868625,0.0004336135,0.0004847487,0.000548726,0.001044516,0.0003453395,0.0008206993,0.00009723733,0.000003316537],"category_scores_gemma":[0.0003836264,0.0003335175,0.00009171151,0.001820706,0.0002058861,0.0009946806,0.0003666321,0.0004454414,0.000004702146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003013772,"about_ca_system_score_gemma":0.00007396805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002017795,"about_ca_topic_score_gemma":0.00000168953,"domain_scores_codex":[0.996545,0.00002110725,0.0006587133,0.0008869703,0.001132378,0.0007558222],"domain_scores_gemma":[0.9978746,0.0004074239,0.0004594231,0.0001877211,0.0008732958,0.0001975198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003025251,0.001139428,0.577906,0.002667255,0.0003255676,0.000051937,0.04286339,0.0009181745,0.1119633,0.2547064,0.0006459406,0.006510157],"study_design_scores_gemma":[0.00483272,0.004437299,0.8148975,0.002110058,0.0001423351,0.0007562364,0.009807358,0.07779347,0.0817842,0.0002868442,0.0003172533,0.002834657],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796575,0.0001838157,0.01820613,0.00009415823,0.000159532,0.0004954147,0.000002140807,0.0008029829,0.0003983203],"genre_scores_gemma":[0.9973559,0.00005226939,0.002090437,0.00004126765,0.0003183917,0.00003337972,0.000003126806,0.0000576346,0.00004764494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2544195,"threshold_uncertainty_score":0.9999117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105827483","doi":"10.1109/vlhcc.2008.4639095","title":"How can diagramming tools help support programming activities?","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Diagrammatic reasoning; Computer science; Exploratory research; Context (archaeology); Human–computer interaction; Software engineering; Knowledge management; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02253242613998555,"gpt":0.2910056960305173,"spread":0.2684732698905318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008600294,0.0008201227,0.0007826212,0.000918314,0.001619843,0.00311677,0.001303076,0.0002666623,0.00000758582],"category_scores_gemma":[0.0004800418,0.0008205231,0.0002150743,0.00145788,0.0002284591,0.001599118,0.0007916693,0.001023242,0.000009492979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003649588,"about_ca_system_score_gemma":0.0001082938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006392338,"about_ca_topic_score_gemma":0.00000196105,"domain_scores_codex":[0.9943356,0.0000147352,0.0006298816,0.001671322,0.001423489,0.001924994],"domain_scores_gemma":[0.9977233,0.0004728357,0.0004367141,0.0002431805,0.0004871616,0.0006368006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002046889,0.002822273,0.2700907,0.00490265,0.0008306145,0.001402717,0.0897423,0.0001323301,0.1454904,0.1171086,0.008798153,0.3584745],"study_design_scores_gemma":[0.02700991,0.02630312,0.163409,0.007187019,0.0008145309,0.01455642,0.06646162,0.1437466,0.452355,0.0007811267,0.0691896,0.02818608],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9913011,0.0002034952,0.003434147,0.0007372833,0.0004468518,0.0008796433,0.000004825721,0.001694807,0.00129784],"genre_scores_gemma":[0.9928299,0.00006065436,0.004776727,0.0001987318,0.001272485,0.00006858582,0.000009278994,0.0001207133,0.0006629935],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3302884,"threshold_uncertainty_score":0.9996799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137495373","doi":"10.1109/vlhcc.2008.4639104","title":"Developing drawing and visual thinking strategies to enhance computer programming for people with dyslexia","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Dyslexia; Computer science; Human–computer interaction; Visual thinking; Multimedia; Psychology; Mathematics education; Reading (process); Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01391570803078401,"gpt":0.3153310041971054,"spread":0.3014152961663214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001111677,0.0007576499,0.0007932212,0.0006332167,0.003247133,0.002877801,0.0006986957,0.0001872383,0.00000106121],"category_scores_gemma":[0.00006553376,0.0006922938,0.0001098791,0.001031958,0.0001404967,0.001139868,0.0005713541,0.0007043944,0.000003394573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001716279,"about_ca_system_score_gemma":0.0001051396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001052056,"about_ca_topic_score_gemma":0.000008103831,"domain_scores_codex":[0.9954066,0.00002043385,0.0006923478,0.001720597,0.0007577894,0.001402273],"domain_scores_gemma":[0.9982459,0.0002421388,0.0005014675,0.000118252,0.0004938397,0.0003984263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003843479,0.0008999633,0.06119097,0.003827457,0.0004873969,0.000111622,0.2541593,0.0007036222,0.01552661,0.2281768,0.0004835824,0.4340482],"study_design_scores_gemma":[0.01957311,0.04700148,0.1180678,0.02323658,0.00105205,0.007641383,0.1114641,0.5445854,0.05032514,0.002063266,0.04999603,0.02499371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7550577,0.0001692266,0.2420669,0.0005193021,0.000191483,0.0008798871,6.428599e-7,0.00090937,0.0002055245],"genre_scores_gemma":[0.8284926,0.00001661936,0.1701533,0.0003600849,0.0007752244,0.00006236684,0.000004069544,0.00008360713,0.00005210005],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5438818,"threshold_uncertainty_score":0.9995528,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156015672","doi":"10.1109/vlhcc.2008.4639061","title":"Tool support for working with sets of source code entities","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Source code; KPI-driven code analysis; Code review; Focus (optics); Programming language; Face (sociological concept); Software engineering; Static program analysis; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.02511721503692811,"gpt":0.2960395147722234,"spread":0.2709222997352953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695247,0.0004836136,0.0006082721,0.0006158681,0.000777407,0.0004330278,0.0008351246,0.0001478462,0.000007089033],"category_scores_gemma":[0.0001764161,0.0004457213,0.0001324237,0.0008174785,0.0001912388,0.0003783188,0.0003606906,0.0004082081,0.000003882442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001215135,"about_ca_system_score_gemma":0.00007422015,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002448043,"about_ca_topic_score_gemma":7.832228e-7,"domain_scores_codex":[0.9965014,0.000006029141,0.000612398,0.0009878222,0.0008946765,0.0009976757],"domain_scores_gemma":[0.9981951,0.0004140727,0.0004027594,0.0001536754,0.0006109422,0.0002235045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007019847,0.001971593,0.645937,0.007143544,0.0008540941,0.0001692379,0.07200973,0.001424802,0.1084132,0.1244808,0.007709686,0.02918433],"study_design_scores_gemma":[0.02588944,0.02499657,0.1390239,0.00822714,0.0006373918,0.00450852,0.01477298,0.4082508,0.3415214,0.0008697039,0.01998193,0.0113201],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868687,0.0001507522,0.01013582,0.00009975612,0.000173269,0.0006867951,0.000004578518,0.0006097854,0.001270522],"genre_scores_gemma":[0.9910951,0.00002926371,0.007807068,0.00009545555,0.0004155226,0.00003826127,0.000004423111,0.00008019647,0.0004346713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5069131,"threshold_uncertainty_score":0.9997994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}