{"meta":{"query_hash":"818524b1ae62","filters":{"venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)"},"cohort_total":5,"direct_labels_cover":1,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/818524b1ae62","api":"https://metacan.xera.ac/api/v1/cohort?venue=Anais+do+XXXI+Simp%C3%B3sio+Brasileiro+de+Inform%C3%A1tica+na+Educa%C3%A7%C3%A3o+%28SBIE+2020%29"},"results":[{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","score_opus":0.026535722178044778,"score_gpt":0.2920726898524888,"score_spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106842042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256034,0.001261225,0.060631547,0.0076410975,0.0003488978,0.0032525787,0.000029671624,0.00022884608,0.0010027671],"genre_scores_gemma":[0.9952666,0.00007070502,0.0020038253,0.0023346837,0.00009184852,0.000105525454,0.000006848915,0.000019804256,0.00010017008],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973534,0.00020934704,0.0007896561,0.00033050947,0.0007094123,0.00060767296],"domain_scores_gemma":[0.99714,0.001201853,0.0004102037,0.0005185483,0.00043081763,0.00029857815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012933272,0.00028689438,0.00043768316,0.00014255094,0.001042383,0.00096642395,0.0012714529,0.00013813184,0.0000175536],"category_scores_gemma":[0.0036431248,0.00016792085,0.00021112942,0.0016811165,0.00015469243,0.0011626129,0.0005832272,0.0007433345,0.000012680482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029824133,0.0003143379,0.027563244,0.0633055,0.00070291833,0.00005927134,0.7811949,0.0057089482,0.0109268995,0.07832047,0.004225249,0.027380003],"study_design_scores_gemma":[0.003851017,0.0015711563,0.020492218,0.021918513,0.0005128329,0.0010726607,0.058504153,0.863714,0.010285199,0.010860761,0.0049337237,0.0022837832],"about_ca_topic_score_codex":0.000021928114,"about_ca_topic_score_gemma":0.0000010717347,"teacher_disagreement_score":0.85800505,"about_ca_system_score_codex":0.00005541062,"about_ca_system_score_gemma":0.00062445505,"threshold_uncertainty_score":0.9319248},"labels":[],"label_agreement":null},{"id":"W3107092920","doi":"10.5753/cbie.sbie.2020.51","title":"Online assessments with parametric questions and automatic corrections: an improvement for MCTest using Google Forms and Sheets","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Python (programming language); Computer science; Parametric statistics; Class (philosophy); Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Multimedia; Programming language; Artificial intelligence; Mathematics; Statistics","score_opus":0.0699111291880333,"score_gpt":0.41886394973439117,"score_spread":0.3489528205463579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107092920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926506,0.00023614451,0.0020001126,0.002476733,0.00030368977,0.0011577526,0.00013343207,0.00014626788,0.0008952359],"genre_scores_gemma":[0.9795246,0.00034554186,0.017416714,0.0017475338,0.00047942167,0.00014746246,0.00015059748,0.000038390837,0.00014974235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978013,0.00008080061,0.00051980757,0.00047865673,0.00046961324,0.0006498102],"domain_scores_gemma":[0.99778616,0.00066016364,0.00027466426,0.00022984155,0.00027770957,0.00077142974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049288716,0.00031409977,0.00036999545,0.00022193824,0.0010959627,0.0005442844,0.00027335947,0.00017162139,0.00027310976],"category_scores_gemma":[0.00055930327,0.0002814831,0.00007119197,0.000956481,0.0002911167,0.0012857083,0.00008505065,0.0002791922,0.000005859559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016608121,0.0018127126,0.7734231,0.0005176727,0.0003764262,0.000011604371,0.024644006,0.00025791285,0.00044953614,0.009994125,0.0029610724,0.18538578],"study_design_scores_gemma":[0.0036843438,0.0056385063,0.7020515,0.00036151445,0.000912362,0.00005662114,0.12417857,0.12933123,0.00011827237,0.004290207,0.02722684,0.0021499943],"about_ca_topic_score_codex":0.0017008297,"about_ca_topic_score_gemma":0.0012449251,"teacher_disagreement_score":0.18323578,"about_ca_system_score_codex":0.000285084,"about_ca_system_score_gemma":0.0017407318,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W3107298521","doi":"10.5753/cbie.sbie.2020.712","title":"Apropriação Tecnológica e Design Centrado no Aluno no Contexto de Ambientes Virtuais de Aprendizagem: aprofundando o tema pela perspectiva dos professores","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Appropriation; Affordance; Semiotics; Subject (documents); Higher education; E learning; Sociology; Knowledge management; Computer science; Pedagogy; Psychology; Epistemology; Political science; Educational technology; Philosophy; Human–computer interaction; Library science","score_opus":0.06937989532908416,"score_gpt":0.361097456552878,"score_spread":0.29171756122379383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107298521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7397706,0.002382619,0.00823575,0.039001916,0.0026519983,0.006225819,0.0002741652,0.004589294,0.19686784],"genre_scores_gemma":[0.9848342,0.0012060904,0.0035952593,0.005175433,0.0009998083,0.00023626702,0.000039175786,0.000110865265,0.0038029212],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99401605,0.00048387054,0.0010544419,0.0010519266,0.0011083011,0.0022854044],"domain_scores_gemma":[0.99533844,0.0011130873,0.0005151572,0.0008495089,0.0007114094,0.0014724105],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013448052,0.0007853451,0.0008466061,0.0003346996,0.0014240514,0.0012114054,0.0019834817,0.00077036157,0.0023241236],"category_scores_gemma":[0.011982804,0.0007461742,0.00046491047,0.0016710669,0.0012369119,0.001430101,0.00043088925,0.0011485153,0.0017587643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016747848,0.0026525194,0.13805005,0.0008172248,0.0007900269,0.0002846859,0.20609644,0.00015790742,0.006616871,0.06719953,0.513342,0.062317923],"study_design_scores_gemma":[0.0077067628,0.003129111,0.031922568,0.0010105162,0.0006518848,0.0001690258,0.47829428,0.006773338,0.02086553,0.015365306,0.42819062,0.0059210723],"about_ca_topic_score_codex":0.0010885333,"about_ca_topic_score_gemma":0.00009960977,"teacher_disagreement_score":0.27219784,"about_ca_system_score_codex":0.0011097814,"about_ca_system_score_gemma":0.0033368845,"threshold_uncertainty_score":0.99987596},"labels":[],"label_agreement":null},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.26369142447478894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108206695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719113,0.0005814636,0.12417898,0.00030543376,0.0004941903,0.00205535,0.0000015975615,0.00036614586,0.00010552288],"genre_scores_gemma":[0.9862928,0.000013366007,0.013004492,0.00026424014,0.00020218265,0.00016496847,0.0000034206503,0.000040088853,0.000014475749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618286,0.00021667973,0.0012549687,0.00065760163,0.00088842446,0.0007994391],"domain_scores_gemma":[0.9968975,0.0011372595,0.00035730973,0.00087882904,0.00028628256,0.0004428218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014468988,0.00037576698,0.0006907483,0.00060034246,0.00016887602,0.0004200229,0.0015472785,0.0001992518,0.000014243452],"category_scores_gemma":[0.0041631567,0.0003901429,0.00015390257,0.0032219389,0.000062376035,0.00064404635,0.0006381505,0.0008260995,0.000051763633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007452893,0.0021280888,0.64355737,0.024257088,0.0004290914,0.00019421772,0.12538268,0.0044943253,0.0027432807,0.0006676462,0.000930966,0.1951407],"study_design_scores_gemma":[0.0033808486,0.0024985324,0.58867544,0.007360032,0.0001473043,0.00038831856,0.048113607,0.34219915,0.0039672493,0.00019462024,0.0006983151,0.002376578],"about_ca_topic_score_codex":0.00021031163,"about_ca_topic_score_gemma":0.000016867041,"teacher_disagreement_score":0.33770484,"about_ca_system_score_codex":0.00032659882,"about_ca_system_score_gemma":0.00095081294,"threshold_uncertainty_score":0.99985504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","score_opus":0.018856815532803422,"score_gpt":0.3179659254392298,"score_spread":0.29910910990642636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109014800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593551,0.00031064317,0.027090933,0.0070526716,0.0007909038,0.0008741613,0.000010378577,0.0041223443,0.00039283396],"genre_scores_gemma":[0.86870843,0.00003727762,0.12747703,0.0031907712,0.000387112,0.0000706674,0.000035314843,0.000057116667,0.00003626481],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99589413,0.00038457804,0.00073399954,0.0011207334,0.0007213743,0.0011451634],"domain_scores_gemma":[0.99694043,0.00038813349,0.00034191235,0.0010531854,0.00013187161,0.0011444854],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011579558,0.0005784586,0.0006107641,0.00018802324,0.00058862317,0.0015786169,0.0013301743,0.0002490436,0.00006589149],"category_scores_gemma":[0.0007015894,0.0005474156,0.00016840549,0.0008885792,0.000206796,0.0012387066,0.00044953602,0.0012314989,0.000083212115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009439212,0.00058314943,0.024933372,0.00016764978,0.00018106769,0.00016103487,0.014300669,0.00055234914,0.000709272,0.0035746114,0.005332286,0.94941014],"study_design_scores_gemma":[0.0041909753,0.0067665353,0.22224434,0.00033862214,0.0002703939,0.00039790352,0.005085386,0.524479,0.0005701852,0.00021064565,0.23227964,0.0031663766],"about_ca_topic_score_codex":0.00009409205,"about_ca_topic_score_gemma":0.0000041392123,"teacher_disagreement_score":0.94624376,"about_ca_system_score_codex":0.0001628818,"about_ca_system_score_gemma":0.00063502224,"threshold_uncertainty_score":0.99969774},"labels":[],"label_agreement":null}]}