{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"818524b1ae62","filters":{"venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)"}},"results":[{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","authors":[{"name":"Francisco de Assis Zampirolli","is_ca":false},{"name":"Paulo Henrique Pisani","is_ca":false},{"name":"João Marcelo Borovina Josko","is_ca":false},{"name":"Guiou Kobayashi","is_ca":false},{"name":"Francisco J. Fraga","is_ca":false},{"name":"Denise Goya","is_ca":false},{"name":"Heitor Rodrigues Savegnago","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01885681553280342,"gpt":0.3179659254392298,"spread":0.2991091099064264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005415035,0.0007816561,0.0006718686,0.001339076,0.0006817264,0.001228846,0.0008567199,0.0007008082,0.005872154],"category_scores_gemma":[0.0220822,0.0002583951,0.0004016556,0.0007108898,0.0004612267,0.0008718702,0.001916619,0.0008708979,0.002356409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008594295,"about_ca_system_score_gemma":0.001026724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000626587,"about_ca_topic_score_gemma":0.001064929,"domain_scores_codex":[0.9942182,0.002839861,0.0004083464,0.001057753,0.0009925421,0.0004833653],"domain_scores_gemma":[0.9794999,0.009699157,0.002154476,0.002046395,0.004767545,0.001832548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002508457,0.0161381,0.1235137,0.0004552802,0.00006164627,0.0008524513,0.0136735,0.007981288,0.0473532,0.001519314,0.00596954,0.7799735],"study_design_scores_gemma":[0.0005340811,0.02352468,0.8134843,0.0003304142,0.0001250979,0.0009373446,0.008641015,0.04013397,0.0747266,0.00503677,0.03222593,0.000299877],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9869561,0.00003288083,0.009372831,0.00006932245,0.00002293902,0.0005204427,0.0001592583,0.0002306156,0.002635586],"genre_scores_gemma":[0.9655039,0.00006061591,0.0287969,0.00006654397,0.00003499799,0.0008528276,0.000598572,0.0000532973,0.004032356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005872154,"threshold_uncertainty_score":0.02863777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","authors":[{"name":"Marcelo Machado","is_ca":false},{"name":"Paulo Jose de Alcantara Gimenez","is_ca":false},{"name":"Sean Wolfgand Matsui Siqueira","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02653572217804478,"gpt":0.2920726898524888,"spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01887753,0.001143687,0.002381345,0.05567863,0.002351064,0.007776971,0.001163753,0.00160732,0.00291761],"category_scores_gemma":[0.06682236,0.0008884125,0.00308435,0.03566204,0.004601871,0.009445739,0.003862364,0.001923197,0.0003978101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005412884,"about_ca_system_score_gemma":0.02027355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005768046,"about_ca_topic_score_gemma":0.007367782,"domain_scores_codex":[0.9853962,0.005874324,0.003837445,0.00158849,0.002915494,0.0003880657],"domain_scores_gemma":[0.897963,0.08346924,0.008582275,0.002796757,0.006521994,0.0006667245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003764673,0.0003072169,0.08425326,0.1867105,0.002123392,0.0009162964,0.04598038,0.001372043,0.002753414,0.06768683,0.003420399,0.6040998],"study_design_scores_gemma":[0.0002291684,0.0008906838,0.1985148,0.3707727,0.01206949,0.003320271,0.1466332,0.004207206,0.003973141,0.1182009,0.1408152,0.0003732477],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3067256,0.5802689,0.06020749,0.0112246,0.0005037865,0.009699101,0.005358038,0.0002678754,0.0257446],"genre_scores_gemma":[0.6110321,0.225041,0.1499992,0.001824329,0.0001407586,0.007665345,0.003016255,0.00008525538,0.001195674],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9443214,"threshold_uncertainty_score":0.09983504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","authors":[{"name":"Kaio Pablo Gomes","is_ca":false},{"name":"Simone Nasser Matos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0199727210368318,"gpt":0.2836641455116207,"spread":0.2636914244747889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01678625,0.0003840004,0.0006644875,0.02041368,0.002050059,0.001501758,0.0008904884,0.0007883831,0.001327526],"category_scores_gemma":[0.07841977,0.0003864668,0.0006820243,0.009222671,0.00211932,0.00259059,0.002784494,0.000625722,0.0003708001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001491223,"about_ca_system_score_gemma":0.006033885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003500781,"about_ca_topic_score_gemma":0.007700437,"domain_scores_codex":[0.982842,0.008536362,0.002537012,0.002268445,0.003200443,0.000615645],"domain_scores_gemma":[0.8770745,0.07695062,0.01594616,0.00870519,0.02009013,0.001233405],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002659422,0.0005600953,0.4559268,0.007697977,0.0002779725,0.0009302745,0.1427046,0.0004941207,0.007694043,0.004734072,0.002704835,0.3760093],"study_design_scores_gemma":[0.00009865979,0.001335526,0.7577817,0.005310536,0.0007384539,0.003471333,0.1565338,0.004808382,0.01774678,0.007874893,0.04410157,0.0001983339],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.9610814,0.003465161,0.02754203,0.0004042747,0.00002377133,0.002086581,0.001043796,0.0001798175,0.004173242],"genre_scores_gemma":[0.9697954,0.001385457,0.02534442,0.0001264427,0.00001110899,0.001178928,0.001081488,0.00004061303,0.001036106],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9992116,"threshold_uncertainty_score":0.08877522,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3107092920","doi":"10.5753/cbie.sbie.2020.51","title":"Online assessments with parametric questions and automatic corrections: an improvement for MCTest using Google Forms and Sheets","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Python (programming language); Computer science; Parametric statistics; Class (philosophy); Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Multimedia; Programming language; Artificial intelligence; Mathematics; Statistics","authors":[{"name":"Francisco de Assis Zampirolli","is_ca":false},{"name":"Valério Ramos Batista","is_ca":false},{"name":"Edson Arrazola","is_ca":false},{"name":"Irineu Antunes Júnior","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0699111291880333,"gpt":0.4188639497343912,"spread":0.3489528205463579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009119634,0.002257237,0.001553249,0.003784782,0.0005810293,0.003745739,0.002977194,0.001347077,0.01746134],"category_scores_gemma":[0.04264605,0.0008286597,0.001342439,0.002187194,0.0006294571,0.003954891,0.004121515,0.002061622,0.0154862],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004184178,"about_ca_system_score_gemma":0.002084675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001452547,"about_ca_topic_score_gemma":0.001277767,"domain_scores_codex":[0.9829444,0.006556394,0.001742752,0.002247824,0.005950538,0.0005580217],"domain_scores_gemma":[0.9605083,0.01385464,0.002118891,0.01057104,0.01117746,0.001769726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008499084,0.001037411,0.006298272,0.000780777,0.0001133476,0.0004342928,0.00134856,0.002049109,0.0189677,0.001432717,0.02164773,0.9450401],"study_design_scores_gemma":[0.001252945,0.003726502,0.1056904,0.002321266,0.0007131762,0.006491058,0.004000547,0.1645787,0.1138673,0.01920684,0.5769838,0.001167496],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08588573,0.0006658559,0.7674063,0.001767283,0.0007060173,0.003353326,0.003292327,0.1244664,0.0124567],"genre_scores_gemma":[0.1676139,0.0003480651,0.8049809,0.0004048166,0.0002844522,0.001534854,0.004093896,0.00727541,0.01346371],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01746134,"threshold_uncertainty_score":0.05841398,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3107298521","doi":"10.5753/cbie.sbie.2020.712","title":"Apropriação Tecnológica e Design Centrado no Aluno no Contexto de Ambientes Virtuais de Aprendizagem: aprofundando o tema pela perspectiva dos professores","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Appropriation; Affordance; Semiotics; Subject (documents); Higher education; E learning; Sociology; Knowledge management; Computer science; Pedagogy; Psychology; Epistemology; Political science; Educational technology; Philosophy; Human–computer interaction; Library science","authors":[{"name":"Márcia Coelho Cardoso","is_ca":false},{"name":"Milene Selbach Silveira","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06937989532908416,"gpt":0.361097456552878,"spread":0.2917175612237938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01808516,0.0006616817,0.0006892873,0.002041511,0.006529917,0.02206763,0.001865066,0.002942951,0.003764763],"category_scores_gemma":[0.01979214,0.0005577929,0.0006610671,0.002247491,0.02395242,0.01018278,0.008495929,0.003648101,0.0009712716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004536926,"about_ca_system_score_gemma":0.008160308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002890199,"about_ca_topic_score_gemma":0.005287397,"domain_scores_codex":[0.9727641,0.02186795,0.0005660789,0.001492681,0.00232343,0.0009857594],"domain_scores_gemma":[0.9797147,0.01255192,0.001164108,0.003209667,0.001872341,0.001487346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007358644,0.0001469303,0.004656137,0.0007761819,0.00002550083,0.0007464037,0.3688374,0.000838589,0.003916975,0.5110921,0.005176285,0.1037139],"study_design_scores_gemma":[0.00002717196,0.0002368235,0.002398655,0.001217653,0.00005029167,0.00139475,0.2428994,0.002324127,0.002953977,0.1493513,0.5970873,0.00005848877],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2654181,0.01900632,0.3831306,0.06470811,0.001437644,0.0005396986,0.00008260189,0.0009307286,0.2647461],"genre_scores_gemma":[0.9090194,0.004758221,0.06144729,0.001526153,0.0001650421,0.0002859863,0.00003536669,0.0002519168,0.02251068],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02206763,"threshold_uncertainty_score":0.09564465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}