{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"818524b1ae62","filters":{"venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)"}},"results":[{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","authors":[{"name":"Francisco de Assis Zampirolli","is_ca":false},{"name":"Paulo Henrique Pisani","is_ca":false},{"name":"João Marcelo Borovina Josko","is_ca":false},{"name":"Guiou Kobayashi","is_ca":false},{"name":"Francisco J. Fraga","is_ca":false},{"name":"Denise Goya","is_ca":false},{"name":"Heitor Rodrigues Savegnago","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01885681553280342,"gpt":0.3179659254392298,"spread":0.2991091099064264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001157956,0.0005784586,0.0006107641,0.0001880232,0.0005886232,0.001578617,0.001330174,0.0002490436,0.00006589149],"category_scores_gemma":[0.0007015894,0.0005474156,0.0001684055,0.0008885792,0.000206796,0.001238707,0.000449536,0.001231499,0.00008321211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001628818,"about_ca_system_score_gemma":0.0006350222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009409205,"about_ca_topic_score_gemma":0.000004139212,"domain_scores_codex":[0.9958941,0.000384578,0.0007339995,0.001120733,0.0007213743,0.001145163],"domain_scores_gemma":[0.9969404,0.0003881335,0.0003419124,0.001053185,0.0001318716,0.001144485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009439212,0.0005831494,0.02493337,0.0001676498,0.0001810677,0.0001610349,0.01430067,0.0005523491,0.000709272,0.003574611,0.005332286,0.9494101],"study_design_scores_gemma":[0.004190975,0.006766535,0.2222443,0.0003386221,0.0002703939,0.0003979035,0.005085386,0.524479,0.0005701852,0.0002106457,0.2322796,0.003166377],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9593551,0.0003106432,0.02709093,0.007052672,0.0007909038,0.0008741613,0.00001037858,0.004122344,0.000392834],"genre_scores_gemma":[0.8687084,0.00003727762,0.127477,0.003190771,0.000387112,0.0000706674,0.00003531484,0.00005711667,0.00003626481],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9462438,"threshold_uncertainty_score":0.9996977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","authors":[{"name":"Marcelo Machado","is_ca":false},{"name":"Paulo Jose de Alcantara Gimenez","is_ca":false},{"name":"Sean Wolfgand Matsui Siqueira","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02653572217804478,"gpt":0.2920726898524888,"spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001293327,0.0002868944,0.0004376832,0.0001425509,0.001042383,0.0009664239,0.001271453,0.0001381318,0.0000175536],"category_scores_gemma":[0.003643125,0.0001679209,0.0002111294,0.001681117,0.0001546924,0.001162613,0.0005832272,0.0007433345,0.00001268048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005541062,"about_ca_system_score_gemma":0.000624455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002192811,"about_ca_topic_score_gemma":0.000001071735,"domain_scores_codex":[0.9973534,0.000209347,0.0007896561,0.0003305095,0.0007094123,0.000607673],"domain_scores_gemma":[0.99714,0.001201853,0.0004102037,0.0005185483,0.0004308176,0.0002985781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002982413,0.0003143379,0.02756324,0.0633055,0.0007029183,0.00005927134,0.7811949,0.005708948,0.0109269,0.07832047,0.004225249,0.02738],"study_design_scores_gemma":[0.003851017,0.001571156,0.02049222,0.02191851,0.0005128329,0.001072661,0.05850415,0.863714,0.0102852,0.01086076,0.004933724,0.002283783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9256034,0.001261225,0.06063155,0.007641098,0.0003488978,0.003252579,0.00002967162,0.0002288461,0.001002767],"genre_scores_gemma":[0.9952666,0.00007070502,0.002003825,0.002334684,0.00009184852,0.0001055255,0.000006848915,0.00001980426,0.0001001701],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.858005,"threshold_uncertainty_score":0.9319248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","authors":[{"name":"Kaio Pablo Gomes","is_ca":false},{"name":"Simone Nasser Matos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0199727210368318,"gpt":0.2836641455116207,"spread":0.2636914244747889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001446899,0.000375767,0.0006907483,0.0006003425,0.000168876,0.0004200229,0.001547278,0.0001992518,0.00001424345],"category_scores_gemma":[0.004163157,0.0003901429,0.0001539026,0.003221939,0.00006237604,0.0006440463,0.0006381505,0.0008260995,0.00005176363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003265988,"about_ca_system_score_gemma":0.0009508129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002103116,"about_ca_topic_score_gemma":0.00001686704,"domain_scores_codex":[0.9961829,0.0002166797,0.001254969,0.0006576016,0.0008884245,0.0007994391],"domain_scores_gemma":[0.9968975,0.00113726,0.0003573097,0.000878829,0.0002862826,0.0004428218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007452893,0.002128089,0.6435574,0.02425709,0.0004290914,0.0001942177,0.1253827,0.004494325,0.002743281,0.0006676462,0.000930966,0.1951407],"study_design_scores_gemma":[0.003380849,0.002498532,0.5886754,0.007360032,0.0001473043,0.0003883186,0.04811361,0.3421991,0.003967249,0.0001946202,0.0006983151,0.002376578],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8719113,0.0005814636,0.124179,0.0003054338,0.0004941903,0.00205535,0.000001597562,0.0003661459,0.0001055229],"genre_scores_gemma":[0.9862928,0.00001336601,0.01300449,0.0002642401,0.0002021827,0.0001649685,0.00000342065,0.00004008885,0.00001447575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3377048,"threshold_uncertainty_score":0.999855,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3107092920","doi":"10.5753/cbie.sbie.2020.51","title":"Online assessments with parametric questions and automatic corrections: an improvement for MCTest using Google Forms and Sheets","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Python (programming language); Computer science; Parametric statistics; Class (philosophy); Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Multimedia; Programming language; Artificial intelligence; Mathematics; Statistics","authors":[{"name":"Francisco de Assis Zampirolli","is_ca":false},{"name":"Valério Ramos Batista","is_ca":false},{"name":"Edson Arrazola","is_ca":false},{"name":"Irineu Antunes Júnior","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0699111291880333,"gpt":0.4188639497343912,"spread":0.3489528205463579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004928872,0.0003140998,0.0003699955,0.0002219382,0.001095963,0.0005442844,0.0002733595,0.0001716214,0.0002731098],"category_scores_gemma":[0.0005593033,0.0002814831,0.00007119197,0.000956481,0.0002911167,0.001285708,0.00008505065,0.0002791922,0.000005859559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000285084,"about_ca_system_score_gemma":0.001740732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00170083,"about_ca_topic_score_gemma":0.001244925,"domain_scores_codex":[0.9978013,0.00008080061,0.0005198076,0.0004786567,0.0004696132,0.0006498102],"domain_scores_gemma":[0.9977862,0.0006601636,0.0002746643,0.0002298415,0.0002777096,0.0007714297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001660812,0.001812713,0.7734231,0.0005176727,0.0003764262,0.00001160437,0.02464401,0.0002579128,0.0004495361,0.009994125,0.002961072,0.1853858],"study_design_scores_gemma":[0.003684344,0.005638506,0.7020515,0.0003615145,0.000912362,0.00005662114,0.1241786,0.1293312,0.0001182724,0.004290207,0.02722684,0.002149994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926506,0.0002361445,0.002000113,0.002476733,0.0003036898,0.001157753,0.0001334321,0.0001462679,0.0008952359],"genre_scores_gemma":[0.9795246,0.0003455419,0.01741671,0.001747534,0.0004794217,0.0001474625,0.0001505975,0.00003839084,0.0001497424],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1832358,"threshold_uncertainty_score":0.9999638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3107298521","doi":"10.5753/cbie.sbie.2020.712","title":"Apropriação Tecnológica e Design Centrado no Aluno no Contexto de Ambientes Virtuais de Aprendizagem: aprofundando o tema pela perspectiva dos professores","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Appropriation; Affordance; Semiotics; Subject (documents); Higher education; E learning; Sociology; Knowledge management; Computer science; Pedagogy; Psychology; Epistemology; Political science; Educational technology; Philosophy; Human–computer interaction; Library science","authors":[{"name":"Márcia Coelho Cardoso","is_ca":false},{"name":"Milene Selbach Silveira","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06937989532908416,"gpt":0.361097456552878,"spread":0.2917175612237938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001344805,0.0007853451,0.0008466061,0.0003346996,0.001424051,0.001211405,0.001983482,0.0007703616,0.002324124],"category_scores_gemma":[0.0119828,0.0007461742,0.0004649105,0.001671067,0.001236912,0.001430101,0.0004308893,0.001148515,0.001758764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001109781,"about_ca_system_score_gemma":0.003336885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001088533,"about_ca_topic_score_gemma":0.00009960977,"domain_scores_codex":[0.9940161,0.0004838705,0.001054442,0.001051927,0.001108301,0.002285404],"domain_scores_gemma":[0.9953384,0.001113087,0.0005151572,0.0008495089,0.0007114094,0.001472411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.001674785,0.002652519,0.13805,0.0008172248,0.0007900269,0.0002846859,0.2060964,0.0001579074,0.006616871,0.06719953,0.513342,0.06231792],"study_design_scores_gemma":[0.007706763,0.003129111,0.03192257,0.001010516,0.0006518848,0.0001690258,0.4782943,0.006773338,0.02086553,0.01536531,0.4281906,0.005921072],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7397706,0.002382619,0.00823575,0.03900192,0.002651998,0.006225819,0.0002741652,0.004589294,0.1968678],"genre_scores_gemma":[0.9848342,0.00120609,0.003595259,0.005175433,0.0009998083,0.000236267,0.00003917579,0.0001108653,0.003802921],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2721978,"threshold_uncertainty_score":0.999876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}