{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":4,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"3ad6af0800e5","filters":{"venue":"Revista Meta Avaliação"}},"results":[{"id":"W1759334891","doi":"10.22347/2175-2753v7i19.781","title":"Efeitos da Avaliação Externa das Aprendizagens no Desenvolvimento Profissional de Professores de Matemática do Ensino Básico em Portugal","year":2015,"lang":"pt","type":"article","venue":"Revista Meta Avaliação","topic":"Education Pedagogy and Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Discovery Air (Canada)","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Humanities; Philosophy","authors":[{"name":"Maria Micaela Marques","is_ca":false},{"name":"Joana Sousa","is_ca":true},{"name":"Natália Costa","is_ca":false},{"name":"José Augusto Pacheco","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2179121477312804,"gpt":0.451333182785741,"spread":0.2334210350544606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008837169,0.0008848988,0.00129159,0.0002819514,0.001200929,0.001700826,0.001486516,0.000740233,0.01032012],"category_scores_gemma":[0.003867576,0.0007946769,0.0006117446,0.0008246839,0.0005657379,0.00157745,0.0004038966,0.001093687,0.003512805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006730801,"about_ca_system_score_gemma":0.005011703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00102183,"about_ca_topic_score_gemma":0.0002222178,"domain_scores_codex":[0.9878615,0.005488939,0.0014078,0.001326761,0.002089334,0.001825629],"domain_scores_gemma":[0.993737,0.001042409,0.001384454,0.001300645,0.0009753142,0.001560106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001167215,0.003325686,0.07435866,0.001968931,0.005725467,0.0006575154,0.2355025,0.0000269074,0.002646115,0.06921032,0.5971003,0.0083104],"study_design_scores_gemma":[0.001140525,0.0003269764,0.003226143,0.0006245445,0.005787557,0.0001443415,0.06011069,0.000263335,0.001182621,0.002857488,0.9226962,0.001639594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7271367,0.1173114,0.001539816,0.04521829,0.01666697,0.007346302,0.0008862576,0.001406382,0.08248784],"genre_scores_gemma":[0.7694932,0.002632119,0.00292582,0.001047807,0.002213164,0.0002612431,0.0001612761,0.0001638468,0.2211016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3255959,"threshold_uncertainty_score":0.9994504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899175389","doi":"10.22347/2175-2753v10i0.1917","title":"O Relatorio de Avaliação Externa do Programa Voluntariado do Instituto C&A: um estudo meta-avaliativo","year":2018,"lang":"pt","type":"article","venue":"Revista Meta Avaliação","topic":"Business and Management Studies","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Psychology; Philosophy","authors":[{"name":"Flávio Batista Ferreira","is_ca":true},{"name":"Mônica Marques De Oliveira","is_ca":true},{"name":"Glauco da Silva Aguiar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2366369922934697,"gpt":0.3992862227276202,"spread":0.1626492304341505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.01524124,0.002249619,0.005517973,0.001137972,0.002247775,0.008289134,0.004369077,0.0006882845,0.01206824],"category_scores_gemma":[0.00574201,0.001604888,0.003351541,0.004747856,0.001737874,0.002112743,0.003361096,0.001097031,0.0103438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005443191,"about_ca_system_score_gemma":0.000648203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001653456,"about_ca_topic_score_gemma":0.0002362117,"domain_scores_codex":[0.9822825,0.002231971,0.003985027,0.003896989,0.005015253,0.002588255],"domain_scores_gemma":[0.9874293,0.001046006,0.002667524,0.00536034,0.002589287,0.0009075064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009130887,0.003895925,0.04779836,0.001950201,0.1238107,0.0006460309,0.01728421,0.0001026826,0.0005443983,0.2240835,0.4011969,0.1777741],"study_design_scores_gemma":[0.001312472,0.0003808469,0.002577437,0.000272344,0.0480137,0.00003897279,0.0009372241,0.0002170783,0.00007032573,0.003481845,0.9409326,0.001765114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1117519,0.4830444,0.2767449,0.02551015,0.03577542,0.01825982,0.001559115,0.002596009,0.04475831],"genre_scores_gemma":[0.7817035,0.007232733,0.01897246,0.001986636,0.001978031,0.001171397,0.000051797,0.0003952288,0.1865083],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6699516,"threshold_uncertainty_score":0.9990512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904411587","doi":"10.22347/2175-2753v10i30.1728","title":"Sistema de Ensino Naval: uma experiência na pratica do ensino por competências","year":2018,"lang":"pt","type":"article","venue":"Revista Meta Avaliação","topic":"Academic Research in Diverse Fields","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Philosophy; Psychology; Pedagogy","authors":[{"name":"Luiza De Sousa Ferreira de Mendonca","is_ca":true},{"name":"Natália Morais Corrêa Borges de Aguiar","is_ca":true},{"name":"Rosa Neira Dopcke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1492706442063659,"gpt":0.4027943500559256,"spread":0.2535237058495597,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.009130485,0.0009585484,0.002059834,0.0003382036,0.001868432,0.001298127,0.00251469,0.001366162,0.01270384],"category_scores_gemma":[0.007219372,0.0008759859,0.001098854,0.001667462,0.002821084,0.0008314016,0.0009990889,0.001718696,0.004840977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009542725,"about_ca_system_score_gemma":0.001984813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001193133,"about_ca_topic_score_gemma":0.0001766182,"domain_scores_codex":[0.9860243,0.004812318,0.001658764,0.001636757,0.00330201,0.002565915],"domain_scores_gemma":[0.9929522,0.00136051,0.0009564087,0.0018863,0.001399016,0.001445548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000411516,0.0007026159,0.005680852,0.001382548,0.005676448,0.0007176406,0.1122576,0.00000291077,0.00630904,0.133221,0.7180444,0.01559335],"study_design_scores_gemma":[0.0008693145,0.0006685053,0.0009924545,0.0006828923,0.002583493,0.00007462832,0.02101793,0.0005733057,0.002430438,0.0005848585,0.967995,0.001527222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.484309,0.07150365,0.005646687,0.04079064,0.01068156,0.01200119,0.0008433505,0.001895215,0.3723287],"genre_scores_gemma":[0.915539,0.002880221,0.002021884,0.002301812,0.003214984,0.00007964686,0.00002353252,0.0001566029,0.07378229],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4312301,"threshold_uncertainty_score":0.9999303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2948044324","doi":"","title":", J. (2001) : (édition spéciale), São Paulo, Humanitas, FFLCH/USP, 286 p.","year":2005,"lang":"pt","type":"article","venue":"Revista Meta Avaliação","topic":"Literature, Culture, and Criticism","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Philosophy; Art","authors":[{"name":"Denise Capra de Almeida","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07188224062803106,"gpt":0.2863665394785754,"spread":0.2144842988505443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001271335,0.001257625,0.001797814,0.0003190694,0.001715631,0.003515448,0.0008830219,0.0004914138,0.05166135],"category_scores_gemma":[0.0002005292,0.001052294,0.001357468,0.0002637679,0.0004147001,0.001609358,0.0001867917,0.00110067,0.004708312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002653674,"about_ca_system_score_gemma":0.0001603137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000124854,"about_ca_topic_score_gemma":0.0009493122,"domain_scores_codex":[0.9937072,0.0006933251,0.001644318,0.001294626,0.001121827,0.001538678],"domain_scores_gemma":[0.9965819,0.0001630912,0.0005900707,0.001411299,0.0007288061,0.0005248486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006165179,0.0006570023,0.00001196029,0.0008470545,0.001733305,0.00009668521,0.01796832,0.000002733016,0.0001682285,0.424651,0.5500903,0.003711797],"study_design_scores_gemma":[0.0009504735,0.0002564433,0.00006265745,0.0004249724,0.0060462,0.00005268989,0.004235927,0.00005175622,0.0001878487,0.001967472,0.9844322,0.001331361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.0355763,0.5334061,0.0003951678,0.008850919,0.01259788,0.00500749,0.009133876,0.001569458,0.3934628],"genre_scores_gemma":[0.461459,0.004779168,0.0003578325,0.009192304,0.02088004,0.0002055695,0.001778802,0.0003202886,0.501027],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5286269,"threshold_uncertainty_score":0.999584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}