{"meta":{"query_hash":"818524b1ae62","filters":{"venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)"},"cohort_total":5,"direct_labels_cover":1,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/818524b1ae62","api":"https://metacan.xera.ac/api/v1/cohort?venue=Anais+do+XXXI+Simp%C3%B3sio+Brasileiro+de+Inform%C3%A1tica+na+Educa%C3%A7%C3%A3o+%28SBIE+2020%29"},"results":[{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","score_opus":0.026535722178044778,"score_gpt":0.2920726898524888,"score_spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106842042","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30672562,0.5802689,0.060207486,0.0112246,0.00050378655,0.009699101,0.0053580385,0.00026787535,0.025744596],"genre_scores_gemma":[0.6110321,0.22504105,0.14999923,0.001824329,0.00014075861,0.0076653454,0.0030162553,0.00008525538,0.0011956742],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9853962,0.005874324,0.0038374453,0.0015884902,0.0029154944,0.0003880657],"domain_scores_gemma":[0.89796305,0.08346924,0.008582275,0.0027967566,0.006521994,0.00066672446],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.018877529,0.0011436869,0.0023813455,0.05567863,0.0023510642,0.0077769705,0.0011637532,0.0016073197,0.0029176096],"category_scores_gemma":[0.06682236,0.00088841247,0.0030843504,0.035662044,0.0046018707,0.009445739,0.0038623638,0.0019231966,0.00039781013],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037646733,0.00030721695,0.08425326,0.18671052,0.0021233922,0.00091629644,0.04598038,0.0013720428,0.002753414,0.067686826,0.003420399,0.6040998],"study_design_scores_gemma":[0.00022916839,0.00089068385,0.19851485,0.37077272,0.012069488,0.0033202707,0.14663321,0.0042072064,0.0039731413,0.118200906,0.14081515,0.00037324775],"about_ca_topic_score_codex":0.005768046,"about_ca_topic_score_gemma":0.007367782,"teacher_disagreement_score":0.9443214,"about_ca_system_score_codex":0.0054128836,"about_ca_system_score_gemma":0.02027355,"threshold_uncertainty_score":0.09983504},"labels":[],"label_agreement":null},{"id":"W3107092920","doi":"10.5753/cbie.sbie.2020.51","title":"Online assessments with parametric questions and automatic corrections: an improvement for MCTest using Google Forms and Sheets","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Python (programming language); Computer science; Parametric statistics; Class (philosophy); Coronavirus disease 2019 (COVID-19); Web application; World Wide Web; Multimedia; Programming language; Artificial intelligence; Mathematics; Statistics","score_opus":0.0699111291880333,"score_gpt":0.41886394973439117,"score_spread":0.3489528205463579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107092920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08588573,0.0006658559,0.76740634,0.0017672827,0.0007060173,0.0033533263,0.003292327,0.124466404,0.0124566965],"genre_scores_gemma":[0.1676139,0.00034806508,0.80498093,0.00040481664,0.0002844522,0.0015348536,0.0040938957,0.0072754095,0.013463708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829444,0.0065563936,0.0017427524,0.002247824,0.005950538,0.0005580217],"domain_scores_gemma":[0.9605083,0.013854638,0.0021188913,0.010571042,0.011177455,0.0017697264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009119634,0.0022572372,0.0015532486,0.0037847816,0.00058102934,0.003745739,0.0029771945,0.0013470774,0.017461339],"category_scores_gemma":[0.042646054,0.00082865974,0.0013424392,0.002187194,0.00062945706,0.0039548906,0.0041215154,0.002061622,0.015486205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008499084,0.0010374112,0.006298272,0.000780777,0.000113347596,0.0004342928,0.0013485602,0.0020491094,0.018967697,0.0014327173,0.021647735,0.9450401],"study_design_scores_gemma":[0.0012529447,0.003726502,0.10569043,0.0023212663,0.0007131762,0.0064910576,0.004000547,0.16457872,0.11386725,0.019206844,0.5769838,0.0011674964],"about_ca_topic_score_codex":0.0014525474,"about_ca_topic_score_gemma":0.0012777665,"teacher_disagreement_score":0.017461339,"about_ca_system_score_codex":0.00041841777,"about_ca_system_score_gemma":0.0020846752,"threshold_uncertainty_score":0.058413982},"labels":[],"label_agreement":null},{"id":"W3107298521","doi":"10.5753/cbie.sbie.2020.712","title":"Apropriação Tecnológica e Design Centrado no Aluno no Contexto de Ambientes Virtuais de Aprendizagem: aprofundando o tema pela perspectiva dos professores","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Appropriation; Affordance; Semiotics; Subject (documents); Higher education; E learning; Sociology; Knowledge management; Computer science; Pedagogy; Psychology; Epistemology; Political science; Educational technology; Philosophy; Human–computer interaction; Library science","score_opus":0.06937989532908416,"score_gpt":0.361097456552878,"score_spread":0.29171756122379383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107298521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2654181,0.01900632,0.38313064,0.06470811,0.0014376437,0.00053969864,0.000082601895,0.00093072857,0.26474607],"genre_scores_gemma":[0.90901935,0.004758221,0.061447293,0.0015261531,0.00016504206,0.00028598635,0.000035366687,0.00025191676,0.022510681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97276413,0.021867948,0.0005660789,0.0014926806,0.00232343,0.0009857594],"domain_scores_gemma":[0.9797147,0.012551916,0.0011641079,0.003209667,0.0018723409,0.0014873457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01808516,0.0006616817,0.00068928726,0.0020415112,0.0065299165,0.022067627,0.0018650664,0.002942951,0.0037647625],"category_scores_gemma":[0.019792143,0.0005577929,0.00066106714,0.0022474912,0.023952425,0.01018278,0.008495929,0.003648101,0.0009712716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007358644,0.00014693034,0.0046561365,0.00077618187,0.000025500834,0.0007464037,0.36883745,0.000838589,0.003916975,0.5110921,0.0051762853,0.10371386],"study_design_scores_gemma":[0.00002717196,0.00023682353,0.0023986546,0.001217653,0.000050291674,0.0013947501,0.24289945,0.002324127,0.002953977,0.14935127,0.5970873,0.00005848877],"about_ca_topic_score_codex":0.0028901994,"about_ca_topic_score_gemma":0.0052873967,"teacher_disagreement_score":0.022067627,"about_ca_system_score_codex":0.0045369263,"about_ca_system_score_gemma":0.008160308,"threshold_uncertainty_score":0.09564465},"labels":[],"label_agreement":null},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.26369142447478894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108206695","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96108145,0.0034651612,0.027542032,0.0004042747,0.000023771328,0.0020865812,0.0010437956,0.0001798175,0.004173242],"genre_scores_gemma":[0.9697954,0.0013854571,0.025344418,0.00012644268,0.000011108989,0.0011789278,0.0010814881,0.000040613028,0.0010361059],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.982842,0.008536362,0.002537012,0.0022684445,0.0032004435,0.00061564497],"domain_scores_gemma":[0.8770745,0.076950625,0.01594616,0.00870519,0.020090126,0.0012334052],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016786253,0.0003840004,0.00066448754,0.020413682,0.0020500587,0.0015017578,0.0008904884,0.00078838307,0.001327526],"category_scores_gemma":[0.07841977,0.0003864668,0.0006820243,0.009222671,0.0021193195,0.00259059,0.0027844936,0.000625722,0.00037080015],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026594225,0.0005600953,0.4559268,0.0076979767,0.00027797246,0.0009302745,0.14270464,0.0004941207,0.0076940428,0.0047340724,0.002704835,0.37600926],"study_design_scores_gemma":[0.00009865979,0.001335526,0.75778174,0.0053105364,0.00073845393,0.003471333,0.15653378,0.0048083817,0.017746782,0.007874893,0.04410157,0.00019833392],"about_ca_topic_score_codex":0.003500781,"about_ca_topic_score_gemma":0.0077004367,"teacher_disagreement_score":0.9992116,"about_ca_system_score_codex":0.0014912232,"about_ca_system_score_gemma":0.0060338853,"threshold_uncertainty_score":0.08877522},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3109014800","doi":"10.5753/cbie.sbie.2020.1573","title":"Parameterized and automated assessment on an introductory programming course","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; Canadian Bureau for International Education","keywords":"Parameterized complexity; Plug-in; Computer science; Java; Context (archaeology); Programming language; Software engineering; Answer set programming; Open source; Artificial intelligence; Set (abstract data type); Algorithm; Software","score_opus":0.018856815532803422,"score_gpt":0.3179659254392298,"score_spread":0.29910910990642636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109014800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869561,0.000032880827,0.009372831,0.00006932245,0.00002293902,0.0005204427,0.00015925827,0.0002306156,0.002635586],"genre_scores_gemma":[0.96550393,0.00006061591,0.028796902,0.00006654397,0.000034997985,0.00085282756,0.000598572,0.000053297303,0.004032356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99421823,0.002839861,0.00040834644,0.0010577532,0.0009925421,0.00048336532],"domain_scores_gemma":[0.97949994,0.009699157,0.002154476,0.002046395,0.004767545,0.0018325477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005415035,0.0007816561,0.0006718686,0.0013390764,0.0006817264,0.0012288457,0.00085671985,0.00070080825,0.005872154],"category_scores_gemma":[0.022082202,0.00025839513,0.00040165562,0.0007108898,0.0004612267,0.0008718702,0.0019166187,0.0008708979,0.0023564086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002508457,0.016138095,0.123513654,0.00045528018,0.00006164627,0.00085245125,0.013673505,0.007981288,0.047353197,0.0015193138,0.0059695398,0.7799735],"study_design_scores_gemma":[0.0005340811,0.023524676,0.81348425,0.00033041416,0.00012509787,0.0009373446,0.008641015,0.04013397,0.074726604,0.0050367704,0.032225925,0.00029987702],"about_ca_topic_score_codex":0.000626587,"about_ca_topic_score_gemma":0.0010649292,"teacher_disagreement_score":0.005872154,"about_ca_system_score_codex":0.0008594295,"about_ca_system_score_gemma":0.0010267245,"threshold_uncertainty_score":0.028637767},"labels":[],"label_agreement":null}]}