{"meta":{"query_hash":"9e629be8f560","filters":{"venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação"},"cohort_total":48,"direct_labels_cover":0,"predictions_cover":48,"exported":48,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9e629be8f560","api":"https://metacan.xera.ac/api/v1/cohort?venue=Anais+...+Workshops+do+Congresso+Brasileiro+de+Inform%C3%A1tica+na+Educa%C3%A7%C3%A3o"},"results":[{"id":"W2177620811","doi":"10.5753/cbie.wcbie.2015.105","title":"BRAVO Sistema Web de Apoio à Pesquisa em Educação","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Physics; Philosophy","score_opus":0.07938391728948807,"score_gpt":0.3613671928874209,"score_spread":0.28198327559793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177620811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77251077,0.0066450583,0.00019213681,0.019018846,0.009670665,0.0017064792,0.00016463935,0.0015056238,0.18858576],"genre_scores_gemma":[0.94667065,0.0011533643,0.0007489766,0.0043587526,0.0014982311,0.00024690124,0.00008251038,0.00015775663,0.045082837],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99059385,0.0005767715,0.0019606652,0.0013597984,0.0019352342,0.0035736703],"domain_scores_gemma":[0.9906692,0.0018208604,0.0011277067,0.00206281,0.0013433658,0.0029760376],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.003241099,0.0013270726,0.0014432259,0.001070587,0.0013280865,0.0034828258,0.0033251473,0.0019407957,0.002181897],"category_scores_gemma":[0.011217182,0.0013811263,0.0007681645,0.0036584572,0.0020403112,0.00258849,0.00082856277,0.0019047618,0.0022508954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023460075,0.0015529996,0.153893,0.0003696607,0.00047845163,0.000098240256,0.12527609,0.000049565973,0.000028596667,0.04077503,0.5994786,0.07776515],"study_design_scores_gemma":[0.002268738,0.0005032562,0.022937575,0.0014405047,0.00038814094,0.00019216815,0.69298977,0.00055885495,0.00038617913,0.0074786926,0.26790598,0.002950133],"about_ca_topic_score_codex":0.000853347,"about_ca_topic_score_gemma":0.0023058942,"teacher_disagreement_score":0.5677137,"about_ca_system_score_codex":0.0022039933,"about_ca_system_score_gemma":0.011691287,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W2188877754","doi":"10.5753/cbie.wcbie.2015.568","title":"Técnicas de Marcação Estruturada na Otimização de Sites para Buscas Semânticas: Um Estudo de Caso com o Site do Curso de Ciência da Computação do IFSULDEMINAS Câmpus Muzambinho","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy; Physics","score_opus":0.05546748139285357,"score_gpt":0.3253120524889622,"score_spread":0.26984457109610865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188877754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8713306,0.013467158,0.10089934,0.0048832754,0.004090044,0.0019835024,0.0002133849,0.0012942413,0.0018384483],"genre_scores_gemma":[0.9396092,0.0013746701,0.05054406,0.0053783986,0.001003598,0.00022757442,0.00014065186,0.00033304,0.001388804],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98123133,0.0018448938,0.003423044,0.0031107576,0.0025215223,0.007868422],"domain_scores_gemma":[0.98045254,0.0061146645,0.0019936238,0.004816836,0.0015849591,0.0050373822],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0061163055,0.0030545336,0.0033711425,0.0014293472,0.0018376753,0.006467123,0.0072622555,0.0027551958,0.00042765387],"category_scores_gemma":[0.006818266,0.0031775653,0.0013316132,0.003926907,0.0022158085,0.0030138616,0.0034950466,0.004353624,0.00067412737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007375846,0.0015986116,0.7619037,0.0007206639,0.0012669797,0.005094991,0.053019326,0.0056201844,0.0001875115,0.004878614,0.06931902,0.0956528],"study_design_scores_gemma":[0.010202295,0.0021171577,0.3516613,0.00494897,0.00241222,0.016490554,0.034291375,0.5505971,0.0017473822,0.0070139654,0.009771273,0.008746429],"about_ca_topic_score_codex":0.0025834504,"about_ca_topic_score_gemma":0.0006363324,"teacher_disagreement_score":0.5449769,"about_ca_system_score_codex":0.0036602202,"about_ca_system_score_gemma":0.009266392,"threshold_uncertainty_score":0.99946177},"labels":[],"label_agreement":null},{"id":"W2206114731","doi":"10.5753/cbie.wcbie.2015.578","title":"Recuperação de Recursos Audiovisuais em Portais Educacionais por meio da Adição de Metadados Semânticos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Humanities; Physics; Philosophy","score_opus":0.08427443683624172,"score_gpt":0.3757463358310068,"score_spread":0.2914718989947651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206114731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84264624,0.02056137,0.004232749,0.056946453,0.00917474,0.0053576315,0.00039871474,0.0025247606,0.058157325],"genre_scores_gemma":[0.9665398,0.00381813,0.006958693,0.005510234,0.000937948,0.00059456134,0.0002069834,0.00023683578,0.015196787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883508,0.0017704741,0.0024542308,0.0014738629,0.0019200275,0.0040306044],"domain_scores_gemma":[0.9873575,0.0023575653,0.0015179217,0.0034344243,0.0016062517,0.0037263194],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.006191425,0.0014902175,0.0019298459,0.0013985444,0.0017515258,0.00161711,0.004825191,0.0026677244,0.0048245285],"category_scores_gemma":[0.011761747,0.0016144917,0.0009318954,0.0036815926,0.0020471325,0.0018348306,0.0010922384,0.003326336,0.0016376036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005583542,0.0019843234,0.14977258,0.00024856097,0.0017941481,0.00027403404,0.18936136,0.00008029436,0.00009621167,0.025459806,0.26613376,0.36423656],"study_design_scores_gemma":[0.007976762,0.0011008192,0.044204656,0.0023004813,0.002383184,0.0008668952,0.37814012,0.010101171,0.0015508262,0.009189555,0.53554636,0.006639156],"about_ca_topic_score_codex":0.0040460695,"about_ca_topic_score_gemma":0.00400512,"teacher_disagreement_score":0.3575974,"about_ca_system_score_codex":0.0026014436,"about_ca_system_score_gemma":0.0104697775,"threshold_uncertainty_score":0.9997847},"labels":[],"label_agreement":null},{"id":"W2206726979","doi":"10.5753/cbie.wcbie.2015.941","title":"RECOBA: Repositório para publicação e compartilhamento de Objetos de Aprendizagem no formato aberto e fragmentado","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Information Science and Libraries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Art","score_opus":0.06419928168653276,"score_gpt":0.31689941646407305,"score_spread":0.2527001347775403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206726979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66603845,0.0035996537,0.171873,0.014032762,0.011665126,0.003969973,0.00024235845,0.002108938,0.12646975],"genre_scores_gemma":[0.9507362,0.0003583498,0.021124572,0.016290681,0.0007779413,0.00039766464,0.00015751131,0.000116466224,0.0100405635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882442,0.00055300945,0.0030960918,0.0013391619,0.0023658336,0.004401736],"domain_scores_gemma":[0.98911405,0.0009612927,0.0017314072,0.0031120311,0.0013739932,0.0037072294],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.0044986582,0.0014120076,0.0014522522,0.0011914347,0.0015185919,0.010176341,0.005339462,0.0010478797,0.0010918112],"category_scores_gemma":[0.0019867448,0.0014146271,0.0006449894,0.0034797895,0.0009187827,0.01746291,0.0019791634,0.0018065987,0.0030902834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005757636,0.0011193334,0.16090275,0.00045299306,0.00058791647,0.00029363402,0.1313383,0.001101453,0.00008477858,0.02633196,0.6308059,0.046405204],"study_design_scores_gemma":[0.009866826,0.0017040675,0.05704835,0.0029547403,0.00054327626,0.0031882057,0.06478307,0.41381213,0.007823008,0.003984599,0.42704466,0.0072470726],"about_ca_topic_score_codex":0.00045171994,"about_ca_topic_score_gemma":0.0001017482,"teacher_disagreement_score":0.41271067,"about_ca_system_score_codex":0.0018097232,"about_ca_system_score_gemma":0.0061286064,"threshold_uncertainty_score":0.999863},"labels":[],"label_agreement":null},{"id":"W2218439098","doi":"10.5753/cbie.wcbie.2015.548","title":"Um Modelo para Recuperação de Objetos de Aprendizagem no Padrão IEEE LOM Utilizando o Protocolo OAI-PMH e Repositórios de Objetos de Aprendizagem Públicos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Physics; Humanities; Philosophy","score_opus":0.05777974083089249,"score_gpt":0.3327750361203257,"score_spread":0.27499529528943323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218439098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7287,0.0020615621,0.16983452,0.0060516475,0.008794842,0.021596758,0.00016183592,0.0027571633,0.060041692],"genre_scores_gemma":[0.9408887,0.0004941728,0.030645816,0.006803524,0.0014994721,0.0055677094,0.00012257838,0.000375516,0.013602483],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9836581,0.0021821316,0.003131483,0.0026727272,0.0020506827,0.0063048834],"domain_scores_gemma":[0.9855843,0.0016765376,0.0018428343,0.0038645733,0.0017537486,0.005278008],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0061613685,0.0022642782,0.0021224236,0.0014349496,0.0019510298,0.006075163,0.005986635,0.0019374401,0.0010317352],"category_scores_gemma":[0.0050267605,0.002466874,0.0009749188,0.0035313633,0.0007842561,0.004270836,0.0016059249,0.004408704,0.0015330482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0030906354,0.0073132226,0.35587674,0.0021443793,0.002234556,0.0018281558,0.21181652,0.021186221,0.002421371,0.009844584,0.2595254,0.12271823],"study_design_scores_gemma":[0.014697,0.002472057,0.044217393,0.005856495,0.0011670591,0.004757032,0.050822146,0.79182285,0.013891912,0.0019096663,0.059899703,0.00848671],"about_ca_topic_score_codex":0.0009452122,"about_ca_topic_score_gemma":0.00016239265,"teacher_disagreement_score":0.7706366,"about_ca_system_score_codex":0.0039990027,"about_ca_system_score_gemma":0.014277246,"threshold_uncertainty_score":0.99988145},"labels":[],"label_agreement":null},{"id":"W2222493434","doi":"10.5753/cbie.wcbie.2015.664","title":"Uso do processo de avaliação mútua como suporte ao estudo colaborativo em ambientes de EaD","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Materials science; Computer science","score_opus":0.034232374118497416,"score_gpt":0.322881314226976,"score_spread":0.28864894010847864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222493434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414382,0.006851172,0.029865917,0.010288578,0.003994557,0.0015503247,0.00023467148,0.0011431361,0.004633475],"genre_scores_gemma":[0.975345,0.00087350915,0.010193557,0.0034260366,0.0011225005,0.00013162135,0.0001100202,0.00021375911,0.008583998],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98870414,0.0007686936,0.0023265902,0.0018477706,0.0021653513,0.004187429],"domain_scores_gemma":[0.98857224,0.0013136882,0.0015588921,0.0026757875,0.0025605313,0.0033188716],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004192892,0.0017000384,0.0018503926,0.0010801688,0.0011511793,0.005183339,0.004427336,0.001258261,0.0003308963],"category_scores_gemma":[0.005068095,0.0017515006,0.00063048344,0.004813514,0.0008757425,0.0026753186,0.0013824808,0.0031226445,0.0007645997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003519939,0.0022408604,0.7488585,0.0008311239,0.0009939519,0.0009828486,0.07025692,0.004132123,0.00006684535,0.0062465556,0.117226414,0.047811832],"study_design_scores_gemma":[0.011977414,0.0036647615,0.17506322,0.009708095,0.0018319775,0.0022586891,0.09461818,0.60404366,0.0016963003,0.0070662294,0.07837735,0.009694101],"about_ca_topic_score_codex":0.00048540928,"about_ca_topic_score_gemma":0.00039587944,"teacher_disagreement_score":0.5999116,"about_ca_system_score_codex":0.0013723485,"about_ca_system_score_gemma":0.0090121245,"threshold_uncertainty_score":0.9995746},"labels":[],"label_agreement":null},{"id":"W2222773228","doi":"10.5753/cbie.wcbie.2015.512","title":"Uma Avaliação do Modelo da Sala de Aula Invertida no Ensino Superior","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Physics; Philosophy; Psychology; Chemistry","score_opus":0.028727053445888773,"score_gpt":0.2825774878895377,"score_spread":0.2538504344436489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222773228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94195855,0.010708582,0.009353338,0.00049456686,0.009563703,0.0014342609,0.00014716083,0.0019830381,0.024356833],"genre_scores_gemma":[0.98126745,0.00054676237,0.01100112,0.0009451321,0.0013190483,0.0002170195,0.00014560361,0.0006938131,0.0038640408],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910575,0.00028776185,0.0020881097,0.0013049582,0.0015029603,0.0037587052],"domain_scores_gemma":[0.99290055,0.0007921949,0.00039395626,0.0023124805,0.0007134397,0.0028873566],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0015118738,0.001996496,0.0017309606,0.00094940193,0.0004810649,0.0018589736,0.0019364537,0.0016359867,0.0014265962],"category_scores_gemma":[0.0023095605,0.0023431007,0.0006759625,0.0015493217,0.0005527007,0.001967983,0.00082972157,0.003141039,0.0026156616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092509517,0.0010163969,0.1793041,0.0021302467,0.0027470037,0.001183671,0.069887936,0.51475424,0.00975344,0.0042158887,0.17282662,0.041255344],"study_design_scores_gemma":[0.005704242,0.00070576376,0.01405129,0.004255556,0.0006378022,0.0010486025,0.016066775,0.8902082,0.0073814206,0.00022386169,0.053531315,0.0061851977],"about_ca_topic_score_codex":0.0004596257,"about_ca_topic_score_gemma":0.00003647008,"teacher_disagreement_score":0.37545392,"about_ca_system_score_codex":0.0031197942,"about_ca_system_score_gemma":0.0014224869,"threshold_uncertainty_score":0.9996601},"labels":[],"label_agreement":null},{"id":"W2222876028","doi":"10.5753/cbie.wcbie.2015.503","title":"Avaliação dos Indicadores da Qualidade do Ensino Online: Um estudo de Caso","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Public Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science","score_opus":0.0874659259241544,"score_gpt":0.3965875057802671,"score_spread":0.30912157985611266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222876028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92308336,0.003979687,0.00012774716,0.024200149,0.007842935,0.0014925383,0.00045488746,0.000540645,0.038278073],"genre_scores_gemma":[0.96075875,0.0013209885,0.00088534167,0.010986268,0.0040954803,0.00014302036,0.00026450865,0.00018500582,0.021360653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882634,0.001578337,0.0022471808,0.001364777,0.0024937964,0.004052464],"domain_scores_gemma":[0.98793286,0.0022921294,0.001467119,0.001974778,0.0013479615,0.004985161],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.005037867,0.0013895291,0.0015147707,0.0013257072,0.0016451451,0.0038630648,0.0031142558,0.0019316657,0.003617806],"category_scores_gemma":[0.0103897415,0.0014388865,0.0006877201,0.0039798953,0.0021941378,0.002136314,0.00069090584,0.0025586397,0.0014764395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016630138,0.0013814576,0.27082583,0.0001495207,0.00048458556,0.00008793459,0.24798246,0.00004404389,0.0000130216895,0.018105026,0.42009225,0.040667538],"study_design_scores_gemma":[0.0032584749,0.00041222994,0.16537112,0.0010427283,0.00054312847,0.00024338695,0.39675066,0.0005287461,0.00009705671,0.0022568093,0.42643908,0.0030565814],"about_ca_topic_score_codex":0.012475016,"about_ca_topic_score_gemma":0.0035854853,"teacher_disagreement_score":0.1487682,"about_ca_system_score_codex":0.0021096626,"about_ca_system_score_gemma":0.015809504,"threshold_uncertainty_score":0.9998855},"labels":[],"label_agreement":null},{"id":"W2222950444","doi":"10.5753/cbie.wcbie.2015.350","title":"Esquadrão Graphics: em repórter por um dia","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.07230978942975126,"score_gpt":0.35303210241506333,"score_spread":0.2807223129853121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222950444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80365527,0.0060699945,0.0002468004,0.018431013,0.010508709,0.0016898132,0.00014151729,0.0016251805,0.15763173],"genre_scores_gemma":[0.9694169,0.0011709117,0.0004200718,0.0045127776,0.0009725016,0.00019377389,0.00008685374,0.00011690297,0.023109267],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9924753,0.00034483185,0.0017320361,0.0011886052,0.0017107447,0.0025485235],"domain_scores_gemma":[0.99235713,0.0011491711,0.0012793635,0.001931494,0.0012300927,0.0020527616],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023626103,0.0010505115,0.0011486476,0.0010509653,0.0010227951,0.0027161369,0.0025114727,0.0016372843,0.0013959775],"category_scores_gemma":[0.009382588,0.0010480819,0.0006411587,0.0035694055,0.0019923304,0.0026683204,0.0006489426,0.0016174461,0.0016805255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017795584,0.00095221633,0.20318976,0.0001459533,0.00038317256,0.00009486583,0.09296881,0.000010178264,0.000006519117,0.06336348,0.54739076,0.09131633],"study_design_scores_gemma":[0.002271488,0.0006055704,0.07358581,0.0010590489,0.0003515204,0.0000997939,0.6053335,0.00023702518,0.00030362312,0.020243352,0.29276204,0.003147235],"about_ca_topic_score_codex":0.0007799723,"about_ca_topic_score_gemma":0.0017277633,"teacher_disagreement_score":0.5123647,"about_ca_system_score_codex":0.00081716845,"about_ca_system_score_gemma":0.0034670732,"threshold_uncertainty_score":0.9996588},"labels":[],"label_agreement":null},{"id":"W2222962006","doi":"10.5753/cbie.wcbie.2015.684","title":"O Design Instrucional e seu uso como Arquitetura Pedagógica: Uma Análise das Publicações em Informática na Educação no Brasil","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Process (computing); Computer science; Philosophy","score_opus":0.0979368478968229,"score_gpt":0.3664790203827639,"score_spread":0.26854217248594103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222962006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7607695,0.006794055,0.0017079036,0.024180062,0.019882636,0.0055265226,0.0006481704,0.0034606012,0.17703053],"genre_scores_gemma":[0.9637685,0.001333649,0.0037548973,0.005627107,0.001723503,0.0004854508,0.00040093908,0.00024330798,0.02266266],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9857451,0.000771854,0.0033382552,0.0020374674,0.0035549598,0.004552382],"domain_scores_gemma":[0.98348063,0.0035281365,0.002437381,0.0028579112,0.0036752513,0.0040206746],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.0038556128,0.0022324312,0.0022112636,0.001942299,0.0023497075,0.0068499213,0.005200855,0.0027631482,0.004651724],"category_scores_gemma":[0.0209199,0.0022065095,0.0009338907,0.0056229015,0.0036504755,0.007589668,0.0016813433,0.00318818,0.0037029274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009776492,0.0027116472,0.09000572,0.0004643209,0.0009843669,0.0001315787,0.09800465,0.00014131327,0.000027213031,0.057798646,0.5707667,0.17798619],"study_design_scores_gemma":[0.0069014234,0.0019861846,0.045394856,0.0025188976,0.0006620675,0.00056196825,0.5828319,0.002496472,0.000647899,0.009677944,0.33854145,0.0077789486],"about_ca_topic_score_codex":0.00056889135,"about_ca_topic_score_gemma":0.0006317041,"teacher_disagreement_score":0.48482725,"about_ca_system_score_codex":0.0020708947,"about_ca_system_score_gemma":0.013387427,"threshold_uncertainty_score":0.99911153},"labels":[],"label_agreement":null},{"id":"W2223106620","doi":"10.5753/cbie.wcbie.2015.598","title":"Professores e Estudantes trabalhando em Equipe na Escola - Matemática em uma arquitetura simulada no Ensino Fundamental","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy; Mathematics education; Psychology","score_opus":0.07060139606252852,"score_gpt":0.35949572406882513,"score_spread":0.2888943280062966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223106620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457637,0.004211324,0.00006925193,0.0057992768,0.008662641,0.002457629,0.00024343807,0.0012670695,0.03152569],"genre_scores_gemma":[0.9746509,0.0007159562,0.00055489084,0.0026266754,0.0009793779,0.00025725635,0.00016108264,0.00017086545,0.01988295],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9901313,0.00051877636,0.0020589968,0.0015046677,0.0023586943,0.003427529],"domain_scores_gemma":[0.9911534,0.0020790142,0.0012709157,0.001719863,0.0017118527,0.002064961],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0021235014,0.0015708557,0.0016852341,0.0009002712,0.0017156755,0.004730542,0.002785024,0.0015831646,0.0014769468],"category_scores_gemma":[0.0078103724,0.0015109585,0.00068941485,0.002874007,0.0023539278,0.0033112655,0.0010853485,0.0018457103,0.0023058904],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015540838,0.0041082967,0.20159046,0.0009313828,0.0014980083,0.00034188133,0.2742909,0.00009124914,0.00016237775,0.027398583,0.36300686,0.1250259],"study_design_scores_gemma":[0.0042641005,0.0012556931,0.023092005,0.002405303,0.0004788524,0.00012416815,0.90571105,0.0011402239,0.0010135553,0.0026641458,0.054272603,0.0035783048],"about_ca_topic_score_codex":0.0003621792,"about_ca_topic_score_gemma":0.0010293794,"teacher_disagreement_score":0.63142014,"about_ca_system_score_codex":0.0015002574,"about_ca_system_score_gemma":0.0037756276,"threshold_uncertainty_score":0.999713},"labels":[],"label_agreement":null},{"id":"W2223230893","doi":"10.5753/cbie.wcbie.2015.1208","title":"Um Ambiente Virtual Multijogador como Ferramenta Auxiliar para o Ensino de Estudantes de Medicina","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Computer science","score_opus":0.06856005134207688,"score_gpt":0.3713821352887406,"score_spread":0.3028220839466637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223230893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636053,0.005728334,0.0020714311,0.011218245,0.007619571,0.001604157,0.0002724935,0.00031375172,0.00756675],"genre_scores_gemma":[0.9718464,0.0009394535,0.0018247926,0.00859921,0.0015632396,0.00032823603,0.00053533126,0.00020368936,0.014159643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914759,0.0009199584,0.002015648,0.0013782711,0.0012667523,0.0029434946],"domain_scores_gemma":[0.9911855,0.0020800314,0.0011231474,0.0020941913,0.0009795431,0.0025376268],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003015588,0.0012743992,0.001305716,0.0007398202,0.00060374616,0.0007177213,0.0017261198,0.0013623321,0.0021508916],"category_scores_gemma":[0.002824689,0.0013378138,0.00046860136,0.0013024795,0.0012542232,0.0007481439,0.0003916877,0.0020919123,0.0017700678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012556307,0.0032296444,0.49453333,0.00020784538,0.0011858384,0.00020437468,0.09232937,0.00020611526,0.0002466135,0.010118356,0.33027315,0.066209726],"study_design_scores_gemma":[0.0074340436,0.001541004,0.65797687,0.001748572,0.0010231299,0.001047432,0.18189088,0.005535722,0.00055992615,0.0009213281,0.13783512,0.0024860057],"about_ca_topic_score_codex":0.002162088,"about_ca_topic_score_gemma":0.00033546638,"teacher_disagreement_score":0.19243804,"about_ca_system_score_codex":0.0018885039,"about_ca_system_score_gemma":0.0032716352,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W2223614028","doi":"10.5753/cbie.wcbie.2015.390","title":"Aplicação para reconhecimento dinâmico de emoções em ambientes virtuais de aprendizagem","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.05693513672404247,"score_gpt":0.3196182597092658,"score_spread":0.2626831229852233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223614028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8700921,0.004729322,0.10769724,0.0054450915,0.003729435,0.0012398772,0.00014853531,0.0018432916,0.0050751045],"genre_scores_gemma":[0.97947603,0.00051891734,0.011063617,0.003221175,0.0005525307,0.00027130375,0.00005896454,0.0001739417,0.004663506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99011,0.00061283814,0.0019197534,0.0019913036,0.0012279027,0.004138234],"domain_scores_gemma":[0.9910111,0.0013930526,0.0011394041,0.0031367461,0.00090056006,0.00241913],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0028502347,0.0015725424,0.0016136161,0.0012519587,0.00087517686,0.0028570658,0.005005392,0.0015470731,0.00038100372],"category_scores_gemma":[0.002793938,0.001661482,0.000697846,0.0026223576,0.0010376188,0.0020889116,0.0017596663,0.002443876,0.0010577317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038937584,0.0022456085,0.42425537,0.0003122051,0.0011266848,0.0007491318,0.030567097,0.0004539414,0.0005323673,0.01708329,0.1599595,0.36232543],"study_design_scores_gemma":[0.016798278,0.004688013,0.6115201,0.0069661094,0.0018694703,0.0044813445,0.06954713,0.15073822,0.021903204,0.02282271,0.075956106,0.012709317],"about_ca_topic_score_codex":0.00037529255,"about_ca_topic_score_gemma":0.00023268852,"teacher_disagreement_score":0.3496161,"about_ca_system_score_codex":0.0016703103,"about_ca_system_score_gemma":0.0024529868,"threshold_uncertainty_score":0.99985754},"labels":[],"label_agreement":null},{"id":"W2223620450","doi":"10.5753/cbie.wcbie.2015.1084","title":"Mineração de Dados em publicações de Fóruns de Discussões do Moodle como geração de Indicadores para aprimoramento da Gestão Educacional","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Humanities; Philosophy","score_opus":0.05228008015252484,"score_gpt":0.3376894977325398,"score_spread":0.285409417580015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223620450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926961,0.004201488,0.037591983,0.02596899,0.0018326114,0.0009257821,0.00021623402,0.0007430989,0.0015587939],"genre_scores_gemma":[0.96152115,0.00060484995,0.024592591,0.0055757575,0.0015756437,0.00019944571,0.00021585716,0.00023133037,0.0054833824],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98729044,0.0011396143,0.0022091386,0.0018873375,0.002159154,0.005314318],"domain_scores_gemma":[0.98814857,0.001875997,0.0013803405,0.0027380812,0.0009836304,0.0048733745],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0046332846,0.0018095593,0.0017731001,0.0014027974,0.0012123093,0.0074055055,0.0052917837,0.0015837649,0.00043161437],"category_scores_gemma":[0.0045832293,0.0017660328,0.0008943977,0.002900101,0.0010342791,0.0025964524,0.0018033327,0.0037793033,0.0003714665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032565964,0.0032221628,0.7141107,0.00047188211,0.0011402757,0.00061371154,0.0631317,0.007664895,0.00012816647,0.016827317,0.1084537,0.083909824],"study_design_scores_gemma":[0.008392309,0.0016704442,0.27235135,0.004607736,0.0015200265,0.00342582,0.072139904,0.5785123,0.000773705,0.010945197,0.037977923,0.007683291],"about_ca_topic_score_codex":0.0008783812,"about_ca_topic_score_gemma":0.00022913676,"teacher_disagreement_score":0.5708474,"about_ca_system_score_codex":0.002422225,"about_ca_system_score_gemma":0.012272625,"threshold_uncertainty_score":0.9997124},"labels":[],"label_agreement":null},{"id":"W2223845669","doi":"10.5753/cbie.wcbie.2015.1104","title":"Desenvolvimento e avaliação de um jogo educacional digital para enfrentamento da obesidade infantil","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Psychology; Philosophy; Computer science","score_opus":0.06486517735002378,"score_gpt":0.36119793116199833,"score_spread":0.29633275381197455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223845669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348761,0.010390562,0.0014446119,0.012458353,0.009794133,0.0019399731,0.0006832796,0.00036890278,0.028044129],"genre_scores_gemma":[0.95336115,0.00047980112,0.0010772841,0.0038225905,0.0022357835,0.00052192016,0.0013241967,0.00024487858,0.0369324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906122,0.000517641,0.002368015,0.0016656598,0.0017214379,0.003115046],"domain_scores_gemma":[0.99104375,0.0013624235,0.0012717326,0.002299646,0.0010619964,0.0029604612],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0018401365,0.0015174062,0.0012854057,0.0009888237,0.00056292163,0.0028213647,0.002058801,0.0014026854,0.0050384123],"category_scores_gemma":[0.0016597734,0.0016502694,0.0007155379,0.0016401407,0.0009594113,0.002000247,0.00052414904,0.0018459229,0.004397544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077656517,0.003592088,0.50320965,0.0002193406,0.0013182147,0.00009275906,0.04507055,0.00014112808,0.000121061006,0.020989312,0.38198778,0.04248151],"study_design_scores_gemma":[0.0062145106,0.00094115257,0.45805246,0.0014955321,0.0009237241,0.0009567544,0.1058797,0.0012704078,0.00044241204,0.0042284876,0.41574204,0.0038528314],"about_ca_topic_score_codex":0.0006708806,"about_ca_topic_score_gemma":0.0001007738,"teacher_disagreement_score":0.060809154,"about_ca_system_score_codex":0.0019682967,"about_ca_system_score_gemma":0.004657314,"threshold_uncertainty_score":0.9998937},"labels":[],"label_agreement":null},{"id":"W2223913399","doi":"10.5753/cbie.wcbie.2015.1474","title":"Uma Experiência no Ensino de Pensamento Computacional para Alunos do Ensino Fundamental","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Psychology; Humanities; Computer science; Physics; Philosophy","score_opus":0.10352180470326021,"score_gpt":0.3769124772065103,"score_spread":0.27339067250325005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223913399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90892607,0.004073742,0.00026044188,0.008995728,0.006994582,0.0014574584,0.00016249207,0.0008928191,0.06823667],"genre_scores_gemma":[0.9796014,0.000622495,0.0018832919,0.0050964393,0.0012606528,0.00013888796,0.00013854215,0.00011266969,0.011145623],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9919486,0.00045882966,0.0016055352,0.0012032088,0.0019542328,0.002829614],"domain_scores_gemma":[0.9930965,0.001250876,0.0008788844,0.0012913065,0.0012818426,0.0022005958],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018183693,0.0011558809,0.0011750732,0.000677235,0.001267939,0.0030254242,0.0019047899,0.0013555104,0.0025793784],"category_scores_gemma":[0.0036228637,0.001222287,0.00058310345,0.0018396069,0.0024504408,0.0020947978,0.0007981222,0.0013670229,0.0027133822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005432419,0.0019300001,0.22990082,0.00014123008,0.0005549299,0.0001773338,0.10662837,0.00007258497,0.00008874559,0.03088041,0.56224877,0.066833556],"study_design_scores_gemma":[0.003976114,0.0010614701,0.07177371,0.001345703,0.00029840015,0.00033507647,0.5532793,0.0014173365,0.00071284553,0.004365597,0.35767236,0.003762117],"about_ca_topic_score_codex":0.000744611,"about_ca_topic_score_gemma":0.00031576827,"teacher_disagreement_score":0.4466509,"about_ca_system_score_codex":0.0023946639,"about_ca_system_score_gemma":0.0048232605,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W2224129370","doi":"10.5753/cbie.wcbie.2015.65","title":"Identificando Colegas para Ajudar em Minhas Dúvidas: Um Estudo Empírico em Comunidades de Perguntas e Respostas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy","score_opus":0.047245701099400746,"score_gpt":0.31256896685694946,"score_spread":0.2653232657575487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224129370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96534246,0.0075719343,0.013068901,0.0023316585,0.0059807375,0.001647295,0.00014506654,0.00085744564,0.003054472],"genre_scores_gemma":[0.9818522,0.00031199033,0.0054442342,0.0031544855,0.0011610693,0.00018468843,0.000107092674,0.00026648442,0.007517757],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98620546,0.0013522217,0.0029366529,0.0023852182,0.002610029,0.004510444],"domain_scores_gemma":[0.98607576,0.0023144472,0.0015599409,0.0046084467,0.0018015144,0.0036398633],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0054152748,0.0020607887,0.002210203,0.0013933891,0.00205103,0.010411744,0.004927882,0.0014725159,0.0004478092],"category_scores_gemma":[0.0036751372,0.0021982961,0.00096057466,0.0038039272,0.0011650232,0.0029123838,0.0019756432,0.0029455777,0.0011295188],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018979912,0.002663104,0.15464185,0.0008880354,0.0019875716,0.0040645218,0.24298786,0.0029913683,0.00081055175,0.0068032476,0.3809532,0.19931072],"study_design_scores_gemma":[0.019862656,0.004167024,0.2371112,0.012975803,0.0029970151,0.009694454,0.4076217,0.13517833,0.011344156,0.0026288363,0.14105542,0.015363401],"about_ca_topic_score_codex":0.0009370372,"about_ca_topic_score_gemma":0.0009044458,"teacher_disagreement_score":0.23989777,"about_ca_system_score_codex":0.0017539922,"about_ca_system_score_gemma":0.0053862594,"threshold_uncertainty_score":0.9998238},"labels":[],"label_agreement":null},{"id":"W2224497646","doi":"10.5753/cbie.wcbie.2015.1184","title":"Proposta de um Jogo Educacional para o Ensino de Estrutura de Dados","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Computer science; Psychology","score_opus":0.08765909577341395,"score_gpt":0.3743890707016223,"score_spread":0.28672997492820834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224497646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205813,0.0028481737,0.00075543585,0.03023593,0.0037369109,0.001270059,0.00010645173,0.0009002111,0.039565563],"genre_scores_gemma":[0.9784755,0.00076845544,0.003919128,0.0044374377,0.0010500124,0.00018531037,0.00008543066,0.00011189968,0.010966812],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99241257,0.0005152503,0.0013111171,0.0009789926,0.0013564756,0.0034255972],"domain_scores_gemma":[0.9930146,0.0013331684,0.00077312987,0.0013125925,0.0010095583,0.0025569606],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002777197,0.0009917618,0.0009361065,0.000685194,0.0011460716,0.0023169003,0.0022555452,0.0016129741,0.0009735448],"category_scores_gemma":[0.009316874,0.001016652,0.0004729804,0.002161878,0.0022260344,0.0019336181,0.00055333215,0.0017932304,0.0006437499],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000344287,0.0014287574,0.43514487,0.00021869659,0.00038783826,0.00015581527,0.095545106,0.00007952347,0.000085584805,0.06127531,0.28932706,0.11600715],"study_design_scores_gemma":[0.0033296768,0.00089109247,0.14993839,0.0018884209,0.00056292355,0.00094751676,0.5831769,0.0020436912,0.002318783,0.034505554,0.21592656,0.0044704666],"about_ca_topic_score_codex":0.0014163326,"about_ca_topic_score_gemma":0.0004246376,"teacher_disagreement_score":0.48763183,"about_ca_system_score_codex":0.0027913395,"about_ca_system_score_gemma":0.01795324,"threshold_uncertainty_score":0.9999397},"labels":[],"label_agreement":null},{"id":"W2224499134","doi":"10.5753/cbie.wcbie.2015.1444","title":"Experiência baseada em Gamificação no Ensino sobre Herança em Programação Orientada a Objetos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Games and Gamification","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy","score_opus":0.04386709240508413,"score_gpt":0.3354145056780044,"score_spread":0.2915474132729203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224499134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914588,0.0122340275,0.0015144331,0.005205082,0.024666477,0.005224064,0.0006018041,0.00096149987,0.035004623],"genre_scores_gemma":[0.9529285,0.0005327318,0.0022047532,0.0064015365,0.0031135175,0.0012783409,0.0012084466,0.00041627276,0.03191589],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875688,0.00093693344,0.0031247567,0.0024603554,0.0022044345,0.0037047458],"domain_scores_gemma":[0.9870312,0.0012974007,0.0016737651,0.0037037618,0.0030569085,0.0032369187],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0023100476,0.0020813167,0.0019165156,0.0010006585,0.0008482701,0.0022260658,0.002304323,0.0020522494,0.0058521954],"category_scores_gemma":[0.002338751,0.002195704,0.0009473046,0.0028342705,0.000859533,0.0015154432,0.00047909736,0.0025826925,0.0072061154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021209759,0.004886793,0.07708853,0.00048948487,0.0015519868,0.00028743487,0.1893823,0.00008026359,0.00011038269,0.0074399197,0.4847782,0.23178373],"study_design_scores_gemma":[0.008009611,0.0017261609,0.12657006,0.0016973503,0.0009111809,0.0008087084,0.37778857,0.00247514,0.00028569959,0.00062674336,0.47431388,0.004786885],"about_ca_topic_score_codex":0.0005815578,"about_ca_topic_score_gemma":0.00050817535,"teacher_disagreement_score":0.22699685,"about_ca_system_score_codex":0.0015519854,"about_ca_system_score_gemma":0.003903265,"threshold_uncertainty_score":0.99971837},"labels":[],"label_agreement":null},{"id":"W2225165248","doi":"10.5753/cbie.wcbie.2015.898","title":"Redes Sociais e Fabricação Digital na Construção de Objetos para apoio a Atividades Educacionais","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; World Wide Web; Art","score_opus":0.09176916541149098,"score_gpt":0.36432806093897085,"score_spread":0.27255889552747986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225165248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81590843,0.0067811436,0.000950687,0.020535104,0.0047325627,0.0021015436,0.0005764848,0.0018529991,0.14656107],"genre_scores_gemma":[0.97770244,0.0010800518,0.0007772106,0.0022552726,0.00090535684,0.00033027006,0.00016250562,0.00015422939,0.016632669],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99076396,0.00043913032,0.001952606,0.0014235441,0.0019702816,0.0034504547],"domain_scores_gemma":[0.99050564,0.002685805,0.0012868135,0.0015553978,0.0013499759,0.0026163869],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","insufficient_payload"],"category_scores_codex":[0.0019542172,0.0014299916,0.001539904,0.0009775249,0.0015924819,0.0052827536,0.0027387873,0.0018689749,0.0011314742],"category_scores_gemma":[0.013804631,0.001492112,0.00084268843,0.0034358937,0.004268851,0.004316995,0.00084222754,0.0018492995,0.0013243348],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002350701,0.0015524644,0.42684883,0.00019928862,0.00067576906,0.0000849937,0.11241479,0.00002391977,0.000023492255,0.033360448,0.22596096,0.19861998],"study_design_scores_gemma":[0.0028265663,0.0006569507,0.045618966,0.0016365291,0.00042529847,0.00028211367,0.78930396,0.0003730231,0.000751582,0.020959662,0.13312414,0.004041234],"about_ca_topic_score_codex":0.00076440396,"about_ca_topic_score_gemma":0.0003311428,"teacher_disagreement_score":0.6768891,"about_ca_system_score_codex":0.0021609697,"about_ca_system_score_gemma":0.009831562,"threshold_uncertainty_score":0.999845},"labels":[],"label_agreement":null},{"id":"W2225260232","doi":"10.5753/cbie.wcbie.2015.1074","title":"Um Estudo do Uso de Contagem de Interações Semanais para Predição Precoce de Evasão em Educação a Distância","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Distance education; Dropout (neural networks); Virtual learning environment; World Wide Web; Mathematics education; Machine learning; Mathematics","score_opus":0.03883778039862342,"score_gpt":0.3322540734180444,"score_spread":0.293416293019421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225260232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92735416,0.0065836012,0.04697898,0.008184349,0.0044709323,0.0014475408,0.0001903182,0.0010408256,0.0037492923],"genre_scores_gemma":[0.9701465,0.0007450126,0.013978471,0.0036333725,0.0019346683,0.00021541143,0.00009502026,0.00026676,0.008984782],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9872792,0.0011702384,0.0025183535,0.0021640116,0.0018483186,0.0050198766],"domain_scores_gemma":[0.98752344,0.0021749525,0.0015113498,0.003285689,0.0014050854,0.0040995153],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.004638157,0.0020054504,0.0021180843,0.0011290673,0.0010460678,0.0051080063,0.0054026595,0.0014959648,0.00040720162],"category_scores_gemma":[0.005826768,0.0020979613,0.0010585272,0.0027978788,0.000805335,0.0025592353,0.0019937952,0.0037535052,0.0006410678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054857903,0.0021670915,0.6145719,0.0008052623,0.0015560164,0.0008875013,0.10785615,0.00396633,0.000046341644,0.00376799,0.11403517,0.14979163],"study_design_scores_gemma":[0.008374504,0.00287868,0.2864705,0.008937714,0.0023093189,0.003036012,0.08362405,0.550224,0.00064542884,0.0069441744,0.038890388,0.0076652365],"about_ca_topic_score_codex":0.0009854186,"about_ca_topic_score_gemma":0.0008328154,"teacher_disagreement_score":0.5462577,"about_ca_system_score_codex":0.0027028597,"about_ca_system_score_gemma":0.009021168,"threshold_uncertainty_score":0.9999786},"labels":[],"label_agreement":null},{"id":"W2225335141","doi":"10.5753/cbie.wcbie.2015.55","title":"Concepção de uma Família de Gestos para Construção de Objetos Geométricos e sua Utilização em um Sistema de Geometria Interativa para Dispositivos Móveis: GeoTouch","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Physics; Computer science; Philosophy","score_opus":0.10064152236860244,"score_gpt":0.37862416004291916,"score_spread":0.27798263767431675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225335141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630251,0.0053634723,0.006220146,0.006388702,0.0024977329,0.0026886228,0.00037259978,0.0012185012,0.012225146],"genre_scores_gemma":[0.9849296,0.0012946018,0.002195224,0.003955107,0.00066097843,0.00078804477,0.00014856373,0.00019250961,0.0058353557],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98751074,0.0012941203,0.0025461551,0.0016168087,0.0017270593,0.005305123],"domain_scores_gemma":[0.9871987,0.0040954174,0.0015833877,0.0019759443,0.0013982445,0.0037483233],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.0041677807,0.001745699,0.0020272075,0.0015798586,0.0016141367,0.003894679,0.0035140063,0.002537049,0.0012494447],"category_scores_gemma":[0.016666463,0.0018372731,0.0009170063,0.0047560735,0.0030946704,0.0025774753,0.00089310895,0.0026583208,0.0005570863],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008419528,0.002226685,0.626753,0.00054506277,0.0011083288,0.0004770473,0.14873265,0.00024726635,0.00026273093,0.016309533,0.08014748,0.1223483],"study_design_scores_gemma":[0.006633519,0.0013852916,0.09223095,0.0036889522,0.0010112745,0.0011306596,0.82955027,0.010488175,0.0057258033,0.0061060493,0.03671507,0.005333956],"about_ca_topic_score_codex":0.0023413422,"about_ca_topic_score_gemma":0.0013192772,"teacher_disagreement_score":0.68081766,"about_ca_system_score_codex":0.004689685,"about_ca_system_score_gemma":0.012133685,"threshold_uncertainty_score":0.99968565},"labels":[],"label_agreement":null},{"id":"W2226576812","doi":"10.5753/cbie.wcbie.2015.1330","title":"Ensinado Programação apoiada por um ambiente virtual e exercícios associados a cotidiano dos alunos: compartilhando alternativas e lições aprendidas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Psychology","score_opus":0.04583857919231996,"score_gpt":0.31429898148746943,"score_spread":0.26846040229514945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226576812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118726,0.0066131363,0.0460788,0.0070780134,0.017024482,0.0048481133,0.00018743632,0.0033370862,0.0029603248],"genre_scores_gemma":[0.97873276,0.00020135462,0.011186235,0.0016601766,0.0012449989,0.00036577313,0.0001992258,0.00028512484,0.0061243544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849166,0.001685965,0.0027944741,0.0025534262,0.0032073476,0.0048421714],"domain_scores_gemma":[0.98776966,0.0018935933,0.0022148394,0.003099657,0.0014359397,0.0035863153],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0045405817,0.0022216619,0.002434993,0.000978513,0.0017022111,0.006789721,0.004828268,0.0013428992,0.0001985959],"category_scores_gemma":[0.0038416733,0.0022893618,0.0011069889,0.0029721889,0.0011723102,0.0033453156,0.002060336,0.0045936587,0.0011426832],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057052,0.0020466195,0.121846616,0.00025019556,0.0011564464,0.0006434732,0.061712623,0.001261103,0.000029099589,0.0029601452,0.04027053,0.7672526],"study_design_scores_gemma":[0.029598534,0.0091292905,0.080320925,0.013729132,0.0024617556,0.0028596278,0.0741901,0.13579081,0.002445107,0.0006687334,0.6329057,0.01590025],"about_ca_topic_score_codex":0.0017552832,"about_ca_topic_score_gemma":0.00028560468,"teacher_disagreement_score":0.75135237,"about_ca_system_score_codex":0.0014259098,"about_ca_system_score_gemma":0.0025412436,"threshold_uncertainty_score":0.99995357},"labels":[],"label_agreement":null},{"id":"W2226691744","doi":"10.5753/cbie.wcbie.2015.588","title":"Adolescentes na era digital: Oficinas de Ensino de Língua Espanhola para a inclusão Sócio Laboral usando o Moodle","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Political science; Art","score_opus":0.03953125779504715,"score_gpt":0.3054719853440968,"score_spread":0.2659407275490496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226691744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8862111,0.010485593,0.05517537,0.006300835,0.004674615,0.002113665,0.00014654787,0.001501344,0.033390947],"genre_scores_gemma":[0.981222,0.00034374735,0.0047075087,0.0033736308,0.0009142209,0.000103502716,0.00007663573,0.00019290386,0.009065867],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902543,0.0006906573,0.0018392134,0.0017137722,0.0016203398,0.0038817571],"domain_scores_gemma":[0.9911346,0.0010275899,0.0009925282,0.0026952198,0.0014171309,0.0027329624],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0027222098,0.0015760041,0.0015305942,0.0010392125,0.0010193082,0.0055486015,0.0033937923,0.0011802571,0.00019219695],"category_scores_gemma":[0.0035558334,0.001635574,0.0006273255,0.0029726375,0.0010159176,0.0029286302,0.0030349814,0.0032515938,0.0012599892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008050091,0.0026541324,0.54686606,0.000950373,0.0009711672,0.0012873281,0.05323183,0.0021303082,0.000060360635,0.015239346,0.12075191,0.25505218],"study_design_scores_gemma":[0.021084975,0.003985037,0.3150424,0.01348418,0.0016679708,0.002350171,0.081176765,0.37682676,0.0028466352,0.0035896369,0.166035,0.011910462],"about_ca_topic_score_codex":0.00044566425,"about_ca_topic_score_gemma":0.0002179714,"teacher_disagreement_score":0.37469646,"about_ca_system_score_codex":0.0016852036,"about_ca_system_score_gemma":0.004112049,"threshold_uncertainty_score":0.9996988},"labels":[],"label_agreement":null},{"id":"W2227358074","doi":"10.5753/cbie.wcbie.2015.1290","title":"Experiência no Programa Institucional de Bolsas de Iniciação à Docência (PIBID): Desenvolvimento do Raciocínio Lógico e Algoritmo na Educação Básica","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Scholarship; Humanities; Bar (unit); Computer science; Subject (documents); Political science; Library science; Philosophy; Physics","score_opus":0.07019501043697068,"score_gpt":0.36880593681838175,"score_spread":0.29861092638141107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227358074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87323534,0.010681954,0.0006858778,0.008467544,0.011887859,0.0032701795,0.00021883231,0.0018766604,0.089675725],"genre_scores_gemma":[0.97521657,0.0014239476,0.005006047,0.0039733313,0.0026288107,0.0009395342,0.00018370588,0.00021647447,0.010411605],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98797804,0.00070643023,0.002362135,0.0017957509,0.002528371,0.0046292525],"domain_scores_gemma":[0.98939073,0.0014826694,0.0013402422,0.0021080368,0.002000272,0.0036780469],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.0037457186,0.0017265273,0.0017204393,0.0011179235,0.001781112,0.004448137,0.0036774538,0.0024475884,0.0017401827],"category_scores_gemma":[0.011680001,0.0018206281,0.00089569157,0.0037486216,0.0028277994,0.003347002,0.0011471758,0.002531999,0.0020503716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00070466025,0.0044540484,0.22000895,0.0003373546,0.0008438265,0.00024040525,0.2242306,0.00007852789,0.00007030416,0.0548746,0.31815198,0.17600474],"study_design_scores_gemma":[0.0039361794,0.0011368119,0.022206591,0.0019399783,0.0004552636,0.0002611501,0.5475177,0.0010472306,0.0007420627,0.0081598945,0.40831122,0.004285894],"about_ca_topic_score_codex":0.0016575735,"about_ca_topic_score_gemma":0.0010855675,"teacher_disagreement_score":0.3232871,"about_ca_system_score_codex":0.0039723706,"about_ca_system_score_gemma":0.015471908,"threshold_uncertainty_score":0.9998859},"labels":[],"label_agreement":null},{"id":"W2227668261","doi":"10.5753/cbie.wcbie.2015.731","title":"Análise Empírica de Jogos Educativos para Dispositivos Móveis voltados a Disseminação do Pensamento Computacional na Educação Básica","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Physics; Computer science; Psychology; Philosophy","score_opus":0.074390782743858,"score_gpt":0.3752922698123691,"score_spread":0.30090148706851105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227668261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9081536,0.008590176,0.0012486184,0.024621377,0.008031562,0.0034953512,0.00049188925,0.0013512782,0.04401618],"genre_scores_gemma":[0.9726731,0.001109045,0.0014930423,0.0036097784,0.0014599669,0.0007686356,0.00026797072,0.00022362989,0.01839483],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9879763,0.00077347277,0.0023907034,0.0020398204,0.0025764438,0.0042432584],"domain_scores_gemma":[0.98753464,0.0028818718,0.0015271128,0.0022896104,0.0016963505,0.0040704003],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.0024433061,0.0019405115,0.0019316326,0.0013464958,0.0020030884,0.004098379,0.0037822707,0.0018165362,0.0028493975],"category_scores_gemma":[0.00707069,0.0019992231,0.0009865726,0.004700561,0.0031042802,0.0031667002,0.001159556,0.0024730226,0.0014439023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059009815,0.005152668,0.16508417,0.0003500164,0.00077371474,0.00016084478,0.20838274,0.00007724425,0.00006723994,0.019175308,0.48513892,0.11504703],"study_design_scores_gemma":[0.003480934,0.0011483295,0.08536472,0.003209539,0.0008065903,0.00040996567,0.7644672,0.0014076512,0.00071364414,0.0072241845,0.12631899,0.005448268],"about_ca_topic_score_codex":0.0012285308,"about_ca_topic_score_gemma":0.00040658304,"teacher_disagreement_score":0.55608445,"about_ca_system_score_codex":0.0031051124,"about_ca_system_score_gemma":0.010408084,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null},{"id":"W2228002313","doi":"10.5753/cbie.wcbie.2015.294","title":"CALearning - Recomendação Híbrida de Conteúdos Educacionais","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.044258048756758116,"score_gpt":0.31909352400879676,"score_spread":0.27483547525203866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228002313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78630596,0.009436621,0.11059517,0.018460846,0.033316534,0.0034719687,0.00011048034,0.0019208755,0.03638157],"genre_scores_gemma":[0.9660105,0.00041674534,0.011121333,0.0043405327,0.001992419,0.00046961644,0.00012005768,0.00025351372,0.015275254],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98829895,0.001368326,0.0023766966,0.0020795013,0.0019592077,0.003917292],"domain_scores_gemma":[0.98723435,0.0025092168,0.0016759131,0.0032749036,0.0016605721,0.0036450294],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0048675127,0.0016060257,0.0015784166,0.0013216984,0.001123746,0.0032363401,0.00440764,0.0013671801,0.0018847206],"category_scores_gemma":[0.0066698943,0.0018115622,0.00066215283,0.0031086626,0.00080177555,0.0032616432,0.0013720245,0.003761253,0.0024581584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030801192,0.00135436,0.32981214,0.00040517084,0.00062470784,0.0002457979,0.07648084,0.0048353034,0.000058134687,0.009130921,0.28115246,0.29559213],"study_design_scores_gemma":[0.009673399,0.0026119212,0.24700634,0.0067441985,0.0009491705,0.0036448399,0.095782876,0.21144778,0.001037737,0.0036732336,0.4078256,0.00960292],"about_ca_topic_score_codex":0.0009312248,"about_ca_topic_score_gemma":0.00012971555,"teacher_disagreement_score":0.28598922,"about_ca_system_score_codex":0.0030383877,"about_ca_system_score_gemma":0.009416171,"threshold_uncertainty_score":0.99992925},"labels":[],"label_agreement":null},{"id":"W2228584965","doi":"10.5753/cbie.wcbie.2015.951","title":"Creación Colaborativa de Recursos Educativos Abiertos: Experiencias de la Iniciativa LATIn","year":2015,"lang":"es","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Latin Americans; Political science; Humanities; Art","score_opus":0.029726867138249187,"score_gpt":0.337838871404827,"score_spread":0.3081120042665778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228584965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83818734,0.0022995807,0.0035648053,0.0064183986,0.0043374887,0.0013099426,0.00003728359,0.0005600557,0.14328514],"genre_scores_gemma":[0.97376597,0.00062072906,0.01562482,0.0037037912,0.0012351656,0.0004393964,0.000048923295,0.00015166051,0.0044095167],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99094546,0.0020433012,0.0017100975,0.0013333794,0.0012678452,0.0026999083],"domain_scores_gemma":[0.9891769,0.0034737743,0.0012896908,0.0018968198,0.0013831349,0.0027796377],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040554106,0.0011820791,0.0012073583,0.0008793149,0.0010238797,0.0070184134,0.0039151767,0.0011376062,0.0012506103],"category_scores_gemma":[0.0127071105,0.0012515117,0.00036960602,0.0036722121,0.0010361447,0.004034049,0.0011497556,0.0026530686,0.0008087219],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024906037,0.0017464963,0.43654358,0.0002015768,0.0003585279,0.000129212,0.26668617,0.00044151937,0.00018962377,0.069900505,0.14901125,0.07454247],"study_design_scores_gemma":[0.004315787,0.0011570771,0.32553306,0.0032442138,0.00031934257,0.00070922787,0.36410218,0.018610265,0.0034373286,0.004171308,0.2698396,0.0045605944],"about_ca_topic_score_codex":0.0009554992,"about_ca_topic_score_gemma":0.000060246588,"teacher_disagreement_score":0.13887562,"about_ca_system_score_codex":0.0021140336,"about_ca_system_score_gemma":0.016339332,"threshold_uncertainty_score":0.99996924},"labels":[],"label_agreement":null},{"id":"W2228769926","doi":"10.5753/cbie.wcbie.2015.693","title":"DigiAtlas: Dispositivos Móveis Auxiliando o Ensino Multidisciplinar de Questões Ambientais","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Multidisciplinary approach; Theme (computing); Computer science; Work (physics); Geography; Engineering; World Wide Web; Sociology; Social science","score_opus":0.031554201262202354,"score_gpt":0.3160139076664667,"score_spread":0.2844597064042643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228769926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92169964,0.00379977,0.043874573,0.00697413,0.011456726,0.0023986285,0.00010619198,0.0010898936,0.00860044],"genre_scores_gemma":[0.9773728,0.00035718936,0.009699769,0.0019129151,0.0015029034,0.00036260538,0.00015050992,0.00021578229,0.008425473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893203,0.0009877401,0.0021284912,0.0020671885,0.0019253055,0.0035710065],"domain_scores_gemma":[0.98871356,0.0019119787,0.0013570662,0.003399318,0.0015353719,0.003082695],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0028151905,0.0016101843,0.0014580438,0.0010371447,0.0011552745,0.0038168211,0.0038381524,0.0012529861,0.00039812297],"category_scores_gemma":[0.0038355938,0.001705293,0.00067149935,0.0027678367,0.0010670027,0.0039080894,0.0017288359,0.0023709475,0.0014655906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042666096,0.0017011608,0.65994483,0.00037808382,0.0005152021,0.00033451934,0.08940294,0.003026495,0.00011470372,0.005547186,0.09595729,0.14265096],"study_design_scores_gemma":[0.008274792,0.0021533333,0.70665973,0.0052952915,0.0009277443,0.0017431171,0.04160093,0.17449473,0.003077872,0.0026483773,0.046123322,0.00700074],"about_ca_topic_score_codex":0.0013150001,"about_ca_topic_score_gemma":0.00030949566,"teacher_disagreement_score":0.17146823,"about_ca_system_score_codex":0.0026112462,"about_ca_system_score_gemma":0.0050912765,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W2229338148","doi":"10.5753/cbie.wcbie.2015.1434","title":"Sistema de Suporte Pedagógico para Resolução de Problemas de Construção de Tabelas-Verdade na Lógica Proposicional","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Propositional calculus; Computer science; Resolution (logic); Logical reasoning; Interface (matter); Truth table; Artificial intelligence; Human–computer interaction; Programming language; Algorithm","score_opus":0.05620190066119537,"score_gpt":0.31506873846636346,"score_spread":0.2588668378051681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229338148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.792159,0.016901111,0.120820075,0.007439211,0.0053970865,0.004774833,0.00026226576,0.0017543992,0.050492007],"genre_scores_gemma":[0.96478665,0.0005320926,0.021241188,0.003386372,0.0012706167,0.0005114481,0.00009547342,0.00022235536,0.007953829],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854814,0.0013364848,0.0026679572,0.002191676,0.0020199378,0.0063025635],"domain_scores_gemma":[0.986995,0.0020514843,0.0016793209,0.0028041836,0.0015731206,0.0048969067],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0061579305,0.0020063997,0.0020840557,0.0008942247,0.0014843345,0.0030626934,0.0048841084,0.0020456398,0.00068737473],"category_scores_gemma":[0.004032511,0.0019820894,0.0011748581,0.0024383161,0.0018431299,0.002269497,0.0017450656,0.0031359345,0.00070094975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011456048,0.002992176,0.67562085,0.0015473918,0.0016362157,0.0025097632,0.07865455,0.0012710695,0.00044300832,0.07714467,0.10961924,0.047415487],"study_design_scores_gemma":[0.02452562,0.005723947,0.29143724,0.013915333,0.003921473,0.02827656,0.043504685,0.4034691,0.00875864,0.030491997,0.12925382,0.016721597],"about_ca_topic_score_codex":0.0006974907,"about_ca_topic_score_gemma":0.0004624281,"teacher_disagreement_score":0.40219802,"about_ca_system_score_codex":0.0034243767,"about_ca_system_score_gemma":0.01987031,"threshold_uncertainty_score":0.9998156},"labels":[],"label_agreement":null},{"id":"W2229421903","doi":"10.5753/cbie.wcbie.2015.1398","title":"Um estudo sobre erros em programação - Reconhecendo as dificuldades de programadores iniciantes.","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Debugging; Programming language; Objectivity (philosophy); Process (computing); Software engineering; Source code; Point (geometry); Structured programming","score_opus":0.04494024531860196,"score_gpt":0.3265389913630352,"score_spread":0.28159874604443325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229421903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330045,0.016931146,0.017713279,0.0072893393,0.010265356,0.0052126413,0.00007153056,0.0046429397,0.004869265],"genre_scores_gemma":[0.9628576,0.00036920293,0.028118765,0.002000513,0.0011384207,0.00063172425,0.000109341156,0.00028916288,0.0044852444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98666334,0.0013044468,0.0024567232,0.0023511976,0.0021181656,0.005106129],"domain_scores_gemma":[0.9892619,0.0014375164,0.0016226013,0.003092957,0.0011559892,0.0034290317],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.005300424,0.0019798367,0.0018605513,0.0010958826,0.0016075803,0.009960552,0.005048644,0.0016024059,0.00018948053],"category_scores_gemma":[0.006228974,0.0019676979,0.0009766519,0.0033832584,0.0011159758,0.0027549958,0.0017317334,0.004811837,0.0009970021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023088919,0.0013377422,0.13389261,0.000291773,0.000496357,0.000524172,0.08689817,0.0002854383,0.0000063516495,0.002660331,0.017249927,0.7561262],"study_design_scores_gemma":[0.011827605,0.006838369,0.09086981,0.010246771,0.0015497651,0.005661177,0.24156252,0.0543591,0.00044147848,0.0026041993,0.5627324,0.011306801],"about_ca_topic_score_codex":0.0012545031,"about_ca_topic_score_gemma":0.0004337971,"teacher_disagreement_score":0.74481946,"about_ca_system_score_codex":0.0012674924,"about_ca_system_score_gemma":0.0053048306,"threshold_uncertainty_score":0.99978083},"labels":[],"label_agreement":null},{"id":"W2229745516","doi":"10.5753/cbie.wcbie.2015.854","title":"Avaliação de Acessibilidade Visual de um Repositório de Objetos de Aprendizagem","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Information Science and Libraries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Political science; Humanities; Philosophy","score_opus":0.03880921563714531,"score_gpt":0.3227717683596329,"score_spread":0.2839625527224876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229745516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7910334,0.0016728725,0.17887934,0.0035975706,0.0034154365,0.0011480132,0.00006285178,0.00089345296,0.019297052],"genre_scores_gemma":[0.95906425,0.00023674106,0.021674603,0.010482296,0.0008984249,0.00017951705,0.000051749903,0.00011313517,0.007299294],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98860836,0.0008164704,0.002421093,0.0013481338,0.0019817755,0.004824181],"domain_scores_gemma":[0.9903401,0.0013204658,0.0014400998,0.0024446084,0.0008728678,0.0035818433],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0064212144,0.0013033507,0.0012320293,0.001156875,0.0014478769,0.007830574,0.0051568355,0.0013877891,0.00050649204],"category_scores_gemma":[0.0037311644,0.0013306945,0.00061766326,0.0033697418,0.0011261813,0.01027379,0.0017284811,0.002118644,0.00074277195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005850238,0.0011246201,0.41076592,0.0005837865,0.00052398216,0.0008762904,0.3121738,0.0044612014,0.0004212001,0.019017678,0.15150298,0.09796351],"study_design_scores_gemma":[0.0071573844,0.0015240796,0.16690315,0.0029905,0.0006613508,0.005402364,0.088678695,0.64055353,0.022709997,0.0071754092,0.049805913,0.006437617],"about_ca_topic_score_codex":0.0005996873,"about_ca_topic_score_gemma":0.00013187776,"teacher_disagreement_score":0.63609236,"about_ca_system_score_codex":0.0022459931,"about_ca_system_score_gemma":0.014758041,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W2231233543","doi":"10.5753/cbie.wcbie.2015.758","title":"Tablets Educacionais: formação de professores e mudanças na aprendizagem","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Pedagogy; Psychology; Mathematics education; Philosophy; Sociology","score_opus":0.08399596004893466,"score_gpt":0.3694520853250314,"score_spread":0.2854561252760967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231233543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7903738,0.009558669,0.00075050327,0.02141123,0.011815262,0.002737558,0.0002388472,0.0020577768,0.16105632],"genre_scores_gemma":[0.9608351,0.0013466488,0.0009486332,0.0033351197,0.001042889,0.0004611544,0.00013745858,0.00015331645,0.031739663],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99087703,0.0005125071,0.0017975785,0.0012137782,0.001851685,0.0037474046],"domain_scores_gemma":[0.99199545,0.0013752665,0.0011103726,0.0017772539,0.0012502357,0.002491395],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0030256126,0.0012792115,0.001264074,0.0010991383,0.0016416395,0.0024365645,0.0026908081,0.0018263897,0.0012870868],"category_scores_gemma":[0.008498492,0.0012983625,0.0005840549,0.0033281029,0.002061489,0.0038737892,0.00094608724,0.0019798044,0.0014070454],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029876284,0.001978334,0.16425659,0.0003796314,0.00048879685,0.000111429,0.15202744,0.00007600691,0.000018513345,0.05223815,0.53890896,0.08921741],"study_design_scores_gemma":[0.0033682634,0.0005964648,0.033500776,0.0019094701,0.00042230892,0.00023355843,0.6959567,0.0007869942,0.0008896607,0.013085781,0.24573895,0.0035110603],"about_ca_topic_score_codex":0.0011872784,"about_ca_topic_score_gemma":0.00094949635,"teacher_disagreement_score":0.5439293,"about_ca_system_score_codex":0.0018672476,"about_ca_system_score_gemma":0.008643875,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W2231311002","doi":"10.5753/cbie.wcbie.2015.1349","title":"Avaliação de um Jogo Educativo para o Desenvolvimento do Pensamento Computacional na Educação Infantil","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Psychology; Computer science; Philosophy","score_opus":0.09739142537570776,"score_gpt":0.37960175181774797,"score_spread":0.2822103264420402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231311002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88381183,0.0105354665,0.00062200165,0.021931723,0.011766829,0.0024732654,0.00023660253,0.0012358886,0.06738642],"genre_scores_gemma":[0.9640697,0.0013981416,0.0022763126,0.0044415537,0.0014195592,0.0003871136,0.00019223028,0.00018826604,0.025627071],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9885782,0.0007568006,0.0023073659,0.001732858,0.002608808,0.0040159896],"domain_scores_gemma":[0.989385,0.0019713505,0.0014309228,0.0020725674,0.0016788603,0.0034613141],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","insufficient_payload"],"category_scores_codex":[0.003382434,0.001681585,0.0016620286,0.0013178685,0.001676702,0.004154036,0.0035169781,0.0017481928,0.002912184],"category_scores_gemma":[0.005927576,0.0017717758,0.00081934,0.0038673356,0.0027996253,0.0031147657,0.0011320277,0.0021577566,0.0022133149],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003470121,0.0031127636,0.28696838,0.0002787786,0.000772402,0.0000823444,0.118606895,0.000118272044,0.000050480587,0.04743417,0.47844374,0.06378476],"study_design_scores_gemma":[0.0037007758,0.00084468053,0.06564394,0.002253793,0.00060472626,0.00030028835,0.6429184,0.00095832354,0.00084542774,0.01522477,0.2618743,0.0048305974],"about_ca_topic_score_codex":0.001958546,"about_ca_topic_score_gemma":0.0007720187,"teacher_disagreement_score":0.5243115,"about_ca_system_score_codex":0.0029832774,"about_ca_system_score_gemma":0.012717888,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W2232654930","doi":"10.5753/cbie.wcbie.2015.272","title":"Game in Class: Criando Disciplinas Gamificadas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Class (philosophy); Humanities; Sociology; Mathematics education; Pedagogy; Computer science; Mathematics; Philosophy; Epistemology","score_opus":0.060127591828713675,"score_gpt":0.36518130660138975,"score_spread":0.30505371477267607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232654930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8872599,0.011270118,0.0008460161,0.014087473,0.012741506,0.0022249604,0.00024261218,0.00028716924,0.07104025],"genre_scores_gemma":[0.9677301,0.0006001625,0.0003882409,0.0026454525,0.0015882461,0.00050886866,0.00046262596,0.00019979996,0.025876505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99126107,0.0007405866,0.0025692992,0.0016226213,0.0012461571,0.0025602498],"domain_scores_gemma":[0.99220014,0.0015931332,0.0010770852,0.0024403986,0.0008686949,0.0018205397],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0027405806,0.0012333668,0.0013919134,0.0012791598,0.00027596776,0.0008781942,0.0018282267,0.0015930021,0.0031444095],"category_scores_gemma":[0.001894293,0.0012924597,0.0004973232,0.0025262844,0.000854931,0.0011010113,0.00040199235,0.0023065833,0.0033412992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013807577,0.003313952,0.5689385,0.00032681454,0.00054602214,0.00018571319,0.10106399,0.00043758578,0.000033986475,0.04899583,0.22468841,0.05008842],"study_design_scores_gemma":[0.0062720706,0.0005351494,0.7306738,0.0014856487,0.0003180464,0.00026527912,0.088043496,0.0020712148,0.000062302744,0.004260056,0.16376026,0.0022526884],"about_ca_topic_score_codex":0.00066178,"about_ca_topic_score_gemma":0.0007939631,"teacher_disagreement_score":0.16173527,"about_ca_system_score_codex":0.001398739,"about_ca_system_score_gemma":0.0025081544,"threshold_uncertainty_score":0.9999951},"labels":[],"label_agreement":null},{"id":"W2233238815","doi":"10.5753/cbie.wcbie.2015.1263","title":"Olimpíada de Raciocínio Lógico: relatos de uma competição para alunos ingressantes em curso de nível superior","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Mathematics education; Computer science; Humanities; Bachelor; Pedagogy; Sociology; Psychology; Philosophy; Political science","score_opus":0.056941149341012604,"score_gpt":0.35801923815388936,"score_spread":0.3010780888128768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233238815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630508,0.012250002,0.002655147,0.007054297,0.0044594603,0.0016199207,0.000336243,0.0003908265,0.008183343],"genre_scores_gemma":[0.9745269,0.001331225,0.004430397,0.0059850514,0.001891942,0.0006881502,0.00042058446,0.00032134657,0.010404414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894429,0.0012424442,0.002510425,0.0016142441,0.0012346726,0.0039553214],"domain_scores_gemma":[0.98905694,0.0027584848,0.0013835607,0.0025382405,0.0012723446,0.0029904526],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0036018759,0.0015886319,0.001609807,0.0009523967,0.0008339184,0.0015413777,0.0023886831,0.0021229575,0.0031105976],"category_scores_gemma":[0.0038262592,0.0017459961,0.0007405034,0.0016682511,0.0011738489,0.0012753536,0.00044441712,0.003210073,0.0017267228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012229641,0.0022433836,0.69867766,0.00038530782,0.0011501685,0.00024002124,0.1202802,0.00037258296,0.0002728131,0.019310167,0.11681154,0.039033186],"study_design_scores_gemma":[0.0065114694,0.0008569678,0.72952944,0.0024614988,0.0010899581,0.0025495195,0.169458,0.0076153963,0.0008330714,0.0028837626,0.07277501,0.003435918],"about_ca_topic_score_codex":0.0015267849,"about_ca_topic_score_gemma":0.00038974374,"teacher_disagreement_score":0.049177796,"about_ca_system_score_codex":0.002336447,"about_ca_system_score_gemma":0.0066021923,"threshold_uncertainty_score":0.9996862},"labels":[],"label_agreement":null},{"id":"W2235445485","doi":"10.5753/cbie.wcbie.2015.1379","title":"Desenvolvimento do Raciocínio Lógico e Algoritmo Através do Programa Institucional de Bolsas de Iniciação à Docência no Ensino Fundamental","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Scholarship; Computer science; Computational thinking; Public university; Mathematics education; Pedagogy; Humanities; Sociology; Psychology; Political science; Philosophy","score_opus":0.07406708646103116,"score_gpt":0.3690981560516985,"score_spread":0.2950310695906673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235445485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89816463,0.0070081195,0.0003206077,0.006515601,0.00661056,0.0023626639,0.00021593759,0.0011623937,0.07763946],"genre_scores_gemma":[0.9828859,0.0010970094,0.0038017123,0.0031197462,0.0015268296,0.00034436656,0.00017119941,0.00013917338,0.0069140615],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903419,0.000516706,0.0018799283,0.0013871287,0.0021445176,0.0037298168],"domain_scores_gemma":[0.99214035,0.0011293644,0.0010422595,0.0014675945,0.0014042592,0.0028161786],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.003157943,0.0013342669,0.0012515703,0.00084369734,0.0014731041,0.0053827576,0.0025250325,0.0018973349,0.0014807468],"category_scores_gemma":[0.005986681,0.0014007627,0.0007078973,0.0027046264,0.0026457112,0.0027984083,0.0008915726,0.0020043424,0.001690651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058801286,0.0029169095,0.50541407,0.00023950265,0.00073487737,0.00022751185,0.0886167,0.00006866272,0.000054939122,0.0667266,0.1720221,0.1623901],"study_design_scores_gemma":[0.0045507755,0.0012652501,0.05339428,0.0018091818,0.00050274824,0.00035927762,0.42833638,0.00076935947,0.00047629804,0.010734736,0.49391428,0.0038874408],"about_ca_topic_score_codex":0.0012594593,"about_ca_topic_score_gemma":0.00085257826,"teacher_disagreement_score":0.45201978,"about_ca_system_score_codex":0.0036427348,"about_ca_system_score_gemma":0.009780313,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W2235748256","doi":"10.5753/cbie.wcbie.2015.1044","title":"Mineração de dados educacionais e Mundos Virtuais: um estudo exploratório no OpenSim","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Humanities; Art","score_opus":0.05272818861287019,"score_gpt":0.31485970609692476,"score_spread":0.26213151748405455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235748256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47576872,0.016813362,0.37441608,0.0339736,0.03442473,0.010158813,0.002344686,0.0038334639,0.04826654],"genre_scores_gemma":[0.9058105,0.0010651894,0.068158686,0.007819779,0.002268657,0.0013047088,0.0005631868,0.00033136358,0.012677926],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9899421,0.00047281833,0.0022403512,0.0022058699,0.0017803984,0.00335846],"domain_scores_gemma":[0.98755634,0.0013577007,0.0010881884,0.0045686867,0.0020105965,0.003418463],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0027894184,0.0016696838,0.001585893,0.0008960887,0.0012307842,0.0045175054,0.006118107,0.0010020555,0.0004969874],"category_scores_gemma":[0.0030327807,0.0017498676,0.0005675584,0.0032898795,0.00084950624,0.0046717166,0.0027110528,0.0020751327,0.004250083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021481159,0.0020587244,0.021894664,0.00022270947,0.00065116584,0.00030359326,0.03045327,0.00043682463,0.00011771461,0.009759568,0.5907156,0.34317136],"study_design_scores_gemma":[0.012020933,0.0027047626,0.034669038,0.005171902,0.0011853967,0.002248018,0.05211254,0.45715556,0.0011263448,0.003036756,0.41785476,0.010714011],"about_ca_topic_score_codex":0.0010704244,"about_ca_topic_score_gemma":0.00015923247,"teacher_disagreement_score":0.4567187,"about_ca_system_score_codex":0.0010922586,"about_ca_system_score_gemma":0.00637956,"threshold_uncertainty_score":0.999605},"labels":[],"label_agreement":null},{"id":"W2237607452","doi":"10.5753/cbie.wcbie.2015.1064","title":"Uma Abordagem de Data Warehouse Educacional para Apoio à Tomada de Decisão","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Data warehouse; Computer science; Table (database); Transactional leadership; Order (exchange); Database; Materialized view; Knowledge management; Business; Management; Database design","score_opus":0.12594677928781478,"score_gpt":0.3683637212933682,"score_spread":0.24241694200555342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237607452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30613428,0.0106827,0.64172673,0.017857673,0.008339044,0.0027038432,0.0043342453,0.0017078421,0.0065136394],"genre_scores_gemma":[0.773609,0.0009825629,0.20944114,0.0065453993,0.0024285694,0.00041705617,0.0015226442,0.0002664691,0.004787197],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99080676,0.0003794444,0.0017996458,0.002154026,0.0016235788,0.0032365455],"domain_scores_gemma":[0.9862338,0.0017821726,0.0008635584,0.0070329644,0.00086296943,0.0032245382],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036310204,0.0012385679,0.0011273059,0.0006376483,0.0009954283,0.00369955,0.010410609,0.00085517333,0.00046050685],"category_scores_gemma":[0.0029831086,0.0013183589,0.00032167198,0.0026326922,0.0006244349,0.0042002583,0.0041622208,0.0018368488,0.001118375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012590326,0.0012282279,0.032330036,0.000121981095,0.00048783125,0.0002695005,0.012583106,0.00046548506,0.000018058206,0.0091456575,0.54521346,0.39801073],"study_design_scores_gemma":[0.004391688,0.00056294695,0.08777342,0.001804501,0.0007424566,0.0022838358,0.0126644885,0.5435152,0.00033332375,0.0033714,0.33811605,0.004440668],"about_ca_topic_score_codex":0.00096603535,"about_ca_topic_score_gemma":0.00031335244,"teacher_disagreement_score":0.54304975,"about_ca_system_score_codex":0.0011025616,"about_ca_system_score_gemma":0.009425069,"threshold_uncertainty_score":0.99965936},"labels":[],"label_agreement":null},{"id":"W2238014492","doi":"10.5753/cbie.wcbie.2015.286","title":"RECOBA: Repositório para publicação de objetos de aprendizagem no formato aberto e fragmentado","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Art","score_opus":0.04317411262997964,"score_gpt":0.31261665375575176,"score_spread":0.26944254112577215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238014492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6819523,0.0042802487,0.04112127,0.016708834,0.01680371,0.003580509,0.000090196525,0.0019586144,0.23350431],"genre_scores_gemma":[0.9464318,0.00065887143,0.019419141,0.008152201,0.0011230498,0.00038633097,0.00014404471,0.0001934875,0.023491062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892255,0.0009081874,0.0024231374,0.0016626952,0.0016415344,0.004138914],"domain_scores_gemma":[0.9888195,0.0011312575,0.0014823779,0.002885727,0.0015031646,0.0041780146],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0042650416,0.0014364496,0.0013922879,0.0010509805,0.0013970609,0.0070071835,0.0045955298,0.0012501614,0.0017362919],"category_scores_gemma":[0.0040834798,0.001548373,0.0006510096,0.002925442,0.00046750627,0.0061228955,0.0017411857,0.0029390668,0.0038390046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004789196,0.0019807408,0.26813808,0.00049897324,0.0008900421,0.00038422408,0.09464171,0.0008420137,0.00012887998,0.012666021,0.5376785,0.0816719],"study_design_scores_gemma":[0.012680511,0.0023481282,0.1401082,0.0050403494,0.0010767027,0.005844849,0.16464907,0.1837295,0.0034403657,0.0021597226,0.4688558,0.010066799],"about_ca_topic_score_codex":0.00086575374,"about_ca_topic_score_gemma":0.00015103565,"teacher_disagreement_score":0.26447952,"about_ca_system_score_codex":0.0026516435,"about_ca_system_score_gemma":0.006849329,"threshold_uncertainty_score":0.99990296},"labels":[],"label_agreement":null},{"id":"W2238462640","doi":"10.5753/cbie.wcbie.2015.1464","title":"Desafios e oportunidades ao ensino do pensamento computacional na educação básica no Brasil","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Physics; Humanities; Political science; Mathematics education; Psychology; Philosophy","score_opus":0.08670263881186219,"score_gpt":0.357229624619437,"score_spread":0.27052698580757484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238462640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74120724,0.008542382,0.0006479027,0.023846919,0.01887053,0.0032621382,0.00037341946,0.0021181158,0.20113137],"genre_scores_gemma":[0.9651307,0.0010997563,0.0016911537,0.004710252,0.0016507413,0.00018805967,0.0002230952,0.00018338476,0.025122875],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9890141,0.0005440545,0.0023665645,0.0017844107,0.0028210809,0.0034698262],"domain_scores_gemma":[0.98862195,0.0020416086,0.0014374881,0.0020971182,0.0025528842,0.003248968],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","insufficient_payload"],"category_scores_codex":[0.002459162,0.0016803319,0.001749182,0.0012225758,0.0017485864,0.004322409,0.0033247247,0.0018825079,0.0040886514],"category_scores_gemma":[0.0077696326,0.0017390008,0.0008403711,0.0034483997,0.0032755795,0.0033004833,0.0011762767,0.0021722438,0.004068765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004041971,0.0024366404,0.14940901,0.00025220308,0.0006827359,0.00015185418,0.045753457,0.0001017984,0.000028232065,0.051736332,0.6579003,0.09114329],"study_design_scores_gemma":[0.004733369,0.0013583375,0.06439191,0.002781097,0.0006628447,0.0003845782,0.490258,0.0015413474,0.00046560194,0.010122776,0.41694745,0.006352671],"about_ca_topic_score_codex":0.0009128871,"about_ca_topic_score_gemma":0.00047152748,"teacher_disagreement_score":0.44450456,"about_ca_system_score_codex":0.0018447905,"about_ca_system_score_gemma":0.008198842,"threshold_uncertainty_score":0.99959433},"labels":[],"label_agreement":null},{"id":"W2238906867","doi":"10.5753/cbie.wcbie.2015.1425","title":"Relato de Gamificação da disciplina Projeto e Análise de Algoritmos do curso de Engenharia de Computação","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Physics","score_opus":0.09199452998118114,"score_gpt":0.3818656772381343,"score_spread":0.2898711472569532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238906867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226065,0.0065481984,0.008769845,0.01404031,0.0040014903,0.0024193637,0.00023533912,0.0016863786,0.03969257],"genre_scores_gemma":[0.98127484,0.001471489,0.0071533127,0.0019681826,0.0010614981,0.00042184655,0.00009088797,0.00018442367,0.006373488],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.990009,0.0008268632,0.0017890164,0.0014070991,0.0014797694,0.004488214],"domain_scores_gemma":[0.9909506,0.0018280514,0.0010367254,0.0018620178,0.00094066595,0.0033819545],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.004952104,0.0013056671,0.0013152699,0.00080057554,0.0015765993,0.0034563856,0.003348548,0.0022592035,0.0007240989],"category_scores_gemma":[0.008485115,0.0013752052,0.0006418237,0.0032350796,0.002238535,0.002275273,0.0010142655,0.0025575615,0.0005726558],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00039785283,0.0020503877,0.4381973,0.00035124345,0.00056048535,0.00030441422,0.2426146,0.00041804035,0.000056838406,0.0491419,0.1674387,0.09846825],"study_design_scores_gemma":[0.004531097,0.00092240144,0.09409124,0.0026720706,0.0009330811,0.0006513339,0.7329928,0.0155820055,0.0010488181,0.049513865,0.091752335,0.005308904],"about_ca_topic_score_codex":0.0014169728,"about_ca_topic_score_gemma":0.0007160229,"teacher_disagreement_score":0.49037826,"about_ca_system_score_codex":0.004228276,"about_ca_system_score_gemma":0.012571657,"threshold_uncertainty_score":0.9999695},"labels":[],"label_agreement":null},{"id":"W2238976651","doi":"10.5753/cbie.wcbie.2015.990","title":"Plataforma de Serviços Inteligentes de Learning Analytics para grandes quantidades de dados","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Interoperability; Architecture; Analytics; Big data; World Wide Web; Data science; Operating system","score_opus":0.06495582288817477,"score_gpt":0.34225881513493583,"score_spread":0.2773029922467611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238976651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7723854,0.0040480765,0.21333648,0.005917723,0.0013247742,0.0006058741,0.000052652515,0.0008177081,0.0015113148],"genre_scores_gemma":[0.97556806,0.0012954463,0.016579308,0.002143017,0.00078635244,0.000042925214,0.00009437939,0.00016228379,0.0033282603],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908345,0.00079657254,0.0018989857,0.0012149087,0.0013765355,0.0038785168],"domain_scores_gemma":[0.9914575,0.0018708378,0.0011286641,0.001779749,0.0010466751,0.0027165522],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004599453,0.0013376947,0.001448993,0.0010967003,0.0010780576,0.003622232,0.0035911642,0.0011525431,0.00018441842],"category_scores_gemma":[0.005419777,0.0013848459,0.00071708456,0.0027826708,0.00065712765,0.002053153,0.0012197816,0.0037495238,0.00039395757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028267357,0.0006836812,0.84551024,0.0005062222,0.00080646365,0.00046210267,0.03548599,0.04310445,0.00006528909,0.0051138373,0.011099116,0.05687995],"study_design_scores_gemma":[0.0022142427,0.0007481336,0.037932403,0.002071969,0.0005764948,0.0009097396,0.025545994,0.9179273,0.00064698874,0.0021559163,0.0071926066,0.002078179],"about_ca_topic_score_codex":0.0008595666,"about_ca_topic_score_gemma":0.00017982701,"teacher_disagreement_score":0.87482285,"about_ca_system_score_codex":0.0012702356,"about_ca_system_score_gemma":0.005224957,"threshold_uncertainty_score":0.9999374},"labels":[],"label_agreement":null},{"id":"W2239075325","doi":"10.5753/cbie.wcbie.2015.1281","title":"Pensamento Computacional: Um estudo empírico sobre as questoes de matemática do PISA","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Chemistry Education and Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy; Physics","score_opus":0.06666052149077481,"score_gpt":0.39431624464962134,"score_spread":0.3276557231588465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239075325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8242743,0.005682569,0.00017507287,0.035542216,0.0060015693,0.0018659232,0.0001368927,0.00056305627,0.1257584],"genre_scores_gemma":[0.9482862,0.0021233826,0.00050915044,0.0026172514,0.0020006322,0.00019222431,0.00012883391,0.00014319975,0.04399917],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9901347,0.0008085267,0.0015869597,0.0012793982,0.002889741,0.0033006328],"domain_scores_gemma":[0.9902386,0.0017726563,0.0007298591,0.0014278993,0.0017121246,0.0041188737],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033568924,0.001092528,0.0011691328,0.00060150144,0.0016837241,0.0030576629,0.0025889478,0.0012945805,0.005572392],"category_scores_gemma":[0.0044919327,0.001094989,0.00057062757,0.002555271,0.002017644,0.0011624714,0.00079883036,0.001985673,0.0025925972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005713637,0.0025291375,0.22751614,0.00056842377,0.0007530342,0.0003095883,0.13246357,0.00016253896,0.00010041874,0.01551515,0.5900977,0.029412875],"study_design_scores_gemma":[0.004237481,0.0007254528,0.051058766,0.0022041672,0.0005090155,0.00065516087,0.47338903,0.0016193484,0.00088270765,0.0057454123,0.45513085,0.0038426288],"about_ca_topic_score_codex":0.0025705204,"about_ca_topic_score_gemma":0.00049806613,"teacher_disagreement_score":0.34092546,"about_ca_system_score_codex":0.0025232635,"about_ca_system_score_gemma":0.0115536535,"threshold_uncertainty_score":0.99961597},"labels":[],"label_agreement":null},{"id":"W2239098385","doi":"10.5753/cbie.wcbie.2015.1310","title":"A leitura do software de programação Scratch realizada pelo professor: uma pesquisa em ação","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Scratch; Philosophy; Computer science; Art; Programming language","score_opus":0.07070601406285446,"score_gpt":0.3682882904616708,"score_spread":0.2975822763988163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239098385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9091222,0.009205361,0.0010180242,0.020178923,0.008904385,0.004495357,0.00029233514,0.0034638578,0.04331954],"genre_scores_gemma":[0.966503,0.001024485,0.0030840507,0.0027005635,0.0010416333,0.0007086395,0.00018357915,0.00020626758,0.02454773],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9893917,0.00065124425,0.0020539255,0.0015765871,0.0022914219,0.004035134],"domain_scores_gemma":[0.99047124,0.0013455781,0.00133253,0.0022022836,0.0019985815,0.002649758],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0032633308,0.001501803,0.001530128,0.0009413335,0.0017052641,0.0049594375,0.0034537856,0.0022865646,0.0010935061],"category_scores_gemma":[0.0118319215,0.0014965715,0.0007089147,0.0043386207,0.0021353418,0.003057387,0.001015414,0.0023412125,0.000983033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003149919,0.0014380441,0.22666322,0.0004002546,0.0004056096,0.00012935935,0.15639134,0.000025454854,0.000005123897,0.019191245,0.36586833,0.22916704],"study_design_scores_gemma":[0.0028606101,0.0008044077,0.021760449,0.0022392485,0.00042463347,0.00015121698,0.8320526,0.00026868816,0.00022934318,0.019268844,0.11643336,0.003506597],"about_ca_topic_score_codex":0.0014820739,"about_ca_topic_score_gemma":0.0025955995,"teacher_disagreement_score":0.67566127,"about_ca_system_score_codex":0.0021655653,"about_ca_system_score_gemma":0.009098263,"threshold_uncertainty_score":0.9999604},"labels":[],"label_agreement":null},{"id":"W2281883933","doi":"10.5753/cbie.wcbie.2015.1007","title":"Geração automática de avaliações de objetos de aprendizagem por meio de mineração de textos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.046357816740967096,"score_gpt":0.33898029579434474,"score_spread":0.2926224790533776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281883933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7734833,0.007092385,0.1838763,0.019051038,0.0039637554,0.0017595666,0.00015936675,0.0016309074,0.008983376],"genre_scores_gemma":[0.90611,0.0006209174,0.07368105,0.007606588,0.0010082665,0.00057362305,0.00007923127,0.00017971605,0.010140633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887885,0.0009506117,0.0019576356,0.0016962813,0.0013822237,0.005224753],"domain_scores_gemma":[0.9896954,0.0022519683,0.0010643265,0.0027706996,0.00088408403,0.003333504],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0050232504,0.0015668336,0.0014105731,0.0012424116,0.0011092536,0.001910411,0.005167218,0.0020776372,0.0007542542],"category_scores_gemma":[0.0039625787,0.0017086621,0.0006738841,0.0023633207,0.001086248,0.0018957555,0.0013547615,0.0030780185,0.0004906125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00033448593,0.0033234044,0.48962325,0.0005629121,0.0014694352,0.0010783295,0.057463236,0.0022038869,0.0010395146,0.045537528,0.32448095,0.07288308],"study_design_scores_gemma":[0.011055221,0.0020747106,0.43341023,0.005680321,0.0023778407,0.009777555,0.054863047,0.33118618,0.02012723,0.04998354,0.06953387,0.009930267],"about_ca_topic_score_codex":0.00065484765,"about_ca_topic_score_gemma":0.00021410685,"teacher_disagreement_score":0.3289823,"about_ca_system_score_codex":0.0045317663,"about_ca_system_score_gemma":0.01983211,"threshold_uncertainty_score":0.999708},"labels":[],"label_agreement":null},{"id":"W2767226816","doi":"10.5753/cbie.wcbie.2017.704","title":"Data Mart para Análise Comparativa de Dados do IDEB em Municípios da Microrregião do Pajeú em Pernambuco","year":2017,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Statistical Methods and Applications","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Political science; Philosophy","score_opus":0.1874102848472033,"score_gpt":0.44533658395558434,"score_spread":0.25792629910838105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767226816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7152784,0.010188744,0.21474749,0.008974437,0.0059519866,0.008869398,0.015798325,0.0009939974,0.01919726],"genre_scores_gemma":[0.8654356,0.0012909358,0.1252929,0.0013864314,0.0010606515,0.0004881392,0.000661732,0.0003574369,0.004026177],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9895221,0.00081474945,0.0029403972,0.0021911247,0.0013802076,0.003151411],"domain_scores_gemma":[0.9742903,0.007416397,0.0025420305,0.012775494,0.00081248715,0.0021632577],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0033811077,0.0018643589,0.0025111153,0.00046127444,0.0033236865,0.00804253,0.009112735,0.0013349857,0.0043643974],"category_scores_gemma":[0.012300285,0.0018318166,0.0006305385,0.00077753235,0.0016483149,0.0022231857,0.0038244517,0.0029018936,0.0011109149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072504854,0.0031004928,0.05666104,0.0017059998,0.002011264,0.00047803638,0.02530152,0.000028212218,0.00037707342,0.087813966,0.37707418,0.44472316],"study_design_scores_gemma":[0.01669344,0.0010139783,0.34975582,0.015980773,0.0077314754,0.0022960769,0.12790067,0.1255674,0.0015130485,0.09813635,0.23838729,0.015023666],"about_ca_topic_score_codex":0.00036018193,"about_ca_topic_score_gemma":0.00039419188,"teacher_disagreement_score":0.42969948,"about_ca_system_score_codex":0.00056817115,"about_ca_system_score_gemma":0.0015750203,"threshold_uncertainty_score":0.9999615},"labels":[],"label_agreement":null},{"id":"W2899568167","doi":"10.5753/cbie.wcbie.2018.85","title":"HOALDI - um conjunto de heurísticas para a avaliação e desenvolvimento de Objetos de Aprendizagem para Lousa Digital Interativa","year":2018,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Usability; Interactivity; Set (abstract data type); Heuristics; Multimedia; Process (computing); Interactive whiteboard; Human–computer interaction; Programming language","score_opus":0.04665655463327955,"score_gpt":0.36391339192059197,"score_spread":0.3172568372873124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899568167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340973,0.0014030896,0.020781033,0.012138242,0.003333139,0.0017463608,0.00024801274,0.0008551632,0.025397675],"genre_scores_gemma":[0.97714543,0.00051215774,0.0016360037,0.003885786,0.0013255221,0.0003187468,0.0001451422,0.00013197288,0.014899262],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9923278,0.00066594506,0.0016033665,0.0011670083,0.00097355177,0.0032622905],"domain_scores_gemma":[0.99354637,0.0016161674,0.0009006061,0.0013860201,0.00087919546,0.0016716172],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0018896922,0.001126196,0.0010383435,0.0007863511,0.0017641259,0.0028614488,0.0020625559,0.0017260939,0.0046310117],"category_scores_gemma":[0.0056037414,0.0011784409,0.00052853936,0.0019272957,0.0033075826,0.0020859377,0.0004121109,0.0018413664,0.0015691081],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057927,0.0023262831,0.48339266,0.00023175491,0.0013279656,0.000216356,0.21579549,0.00002148488,0.0006282009,0.04040375,0.18773408,0.067342706],"study_design_scores_gemma":[0.007879277,0.0035205642,0.13934198,0.0057383073,0.0023010187,0.0013608297,0.5923073,0.0238067,0.017065447,0.021582903,0.17645724,0.008638376],"about_ca_topic_score_codex":0.0013024249,"about_ca_topic_score_gemma":0.003411869,"teacher_disagreement_score":0.37651187,"about_ca_system_score_codex":0.0023873397,"about_ca_system_score_gemma":0.004398829,"threshold_uncertainty_score":0.9995699},"labels":[],"label_agreement":null}]}