{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":7,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":7,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"8a3eeadeb6a6","filters":{"venue":"Revista de Informática Aplicada"}},"results":[{"id":"W1572114116","doi":"10.13037/ria.vol5n1.379","title":"Student response systems: a cure for lecturalgia?","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Humanities; Psychology; Philosophy","authors":[{"name":"Tracy Johnson","is_ca":true},{"name":"Amy Meckelborg","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01407163007369381,"gpt":0.3478450727441871,"spread":0.3337734426704932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002439953,0.000134015,0.0002238237,0.00007311,0.0005311358,0.0004403729,0.00042273,0.0001826887,0.0001007111],"category_scores_gemma":[0.001758837,0.0001156486,0.0001212423,0.0002514942,0.0001275986,0.0002155557,0.00004864354,0.0004097954,0.00006793332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001246064,"about_ca_system_score_gemma":0.0008419416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001352992,"about_ca_topic_score_gemma":0.0001620194,"domain_scores_codex":[0.9984509,0.0001394663,0.0003282939,0.0001939877,0.0003604627,0.0005269191],"domain_scores_gemma":[0.9983443,0.000805927,0.000135245,0.0003020929,0.0001796028,0.0002328248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006921712,0.0001488388,0.004625812,0.0003491141,0.0001194314,0.0000173065,0.01077961,0.00004225774,0.007632933,0.8816054,0.0271655,0.0668216],"study_design_scores_gemma":[0.0002423747,0.00007501589,0.000647406,0.00004181147,0.00002612011,0.000006516605,0.002268056,0.0001665419,0.00003862912,0.0001353742,0.9961818,0.0001703495],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974811,0.0003382544,0.001896778,0.008259391,0.0004067203,0.001429663,0.00002598763,0.0002791689,0.01255301],"genre_scores_gemma":[0.9913372,0.00006550603,0.003922073,0.0003010137,0.0007641923,0.0001447773,0.000008636282,0.00002140271,0.003435149],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9690163,"threshold_uncertainty_score":0.4716011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2253410639","doi":"10.13037/ria.vol5n1.377","title":"Training teachers to manage problem-solving classes with computer support","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information and Communications Technology; Mathematics education; Training (meteorology); Teaching method; Multimedia; Psychology","authors":[{"name":"Philippe R. Richard","is_ca":true},{"name":"Pedro Cobo","is_ca":false},{"name":"Josep M. Fortuny","is_ca":false},{"name":"Markus Hohenwarter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02751601406440443,"gpt":0.3310460157904637,"spread":0.3035300017260593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001515616,0.0001365459,0.0001944733,0.0001069255,0.0003604265,0.0004444712,0.0004424158,0.00009858273,0.0003506081],"category_scores_gemma":[0.0002602547,0.0001146404,0.00005035222,0.0002654495,0.0001358437,0.0002170481,0.00005989004,0.0003949635,0.00005435328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000889548,"about_ca_system_score_gemma":0.0003028782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002295793,"about_ca_topic_score_gemma":0.0004659132,"domain_scores_codex":[0.9987528,0.00004642024,0.000278095,0.0001876571,0.0003157964,0.000419182],"domain_scores_gemma":[0.9989975,0.0001810459,0.0001160945,0.0003301083,0.0000732724,0.0003019958],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004807925,0.00005249878,0.001008655,0.00007417024,0.00002196229,0.000003774298,0.1042088,0.000001343523,0.0002095961,0.7906932,0.01032131,0.09339982],"study_design_scores_gemma":[0.00007444307,0.00006195553,0.0002923394,0.00008958954,0.00001671222,0.00001151082,0.002411174,0.00006760089,0.0000550183,0.003420077,0.9932712,0.0002283596],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1652102,0.000005480517,0.2482046,0.00435277,0.0001090449,0.001281393,0.000004363432,0.0009458031,0.5798863],"genre_scores_gemma":[0.6616302,0.000006310223,0.3358493,0.00124339,0.0001923798,0.00006203706,0.000004123739,0.00001935903,0.0009929662],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9829499,"threshold_uncertainty_score":0.4674899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164493721","doi":"10.13037/ria.vol5n1.374","title":"Making Nursing Mistakes Without Patient Risk: Simulation to the Rescue!","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"MacEwan University","funders":"Canadian Patient Safety Institute","keywords":"SAFER; Patient safety; Context (archaeology); Fidelity; Health care; Nursing; Medicine; Computer science; Computer security","authors":[{"name":"Jayne Smitten","is_ca":true},{"name":"Heather Montgomerie","is_ca":true},{"name":"Yvonne Briggs","is_ca":true},{"name":"Margaret Hadley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06563948435214358,"gpt":0.4418338241500891,"spread":0.3761943397979455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001029279,0.0001679954,0.0002127976,0.00008424222,0.001219588,0.00001337992,0.0003148182,0.0001937519,0.0002443473],"category_scores_gemma":[0.002865044,0.0001172336,0.0000750131,0.0003206409,0.00009001089,0.0001447415,0.00004992075,0.001144268,0.0005274134],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002077691,"about_ca_system_score_gemma":0.0003184773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004005738,"about_ca_topic_score_gemma":0.00009427282,"domain_scores_codex":[0.9978614,0.0002096975,0.0007297282,0.0002304786,0.0004035596,0.0005650915],"domain_scores_gemma":[0.9976935,0.0006853261,0.0004224558,0.0007395781,0.000195146,0.000263997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00116689,0.0004032292,0.1545507,0.0008071952,0.0001494146,0.000006369391,0.1419526,0.02520512,0.001866508,0.09926362,0.05172933,0.522899],"study_design_scores_gemma":[0.0002842537,0.00005695541,0.02792613,0.0005493425,0.00004350886,0.00000220698,0.002085352,0.01177019,0.00002693503,0.0001787913,0.9568957,0.000180603],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8705394,0.00008416611,0.07518832,0.01156423,0.0009618187,0.002995204,0.00007769056,0.0002750111,0.03831412],"genre_scores_gemma":[0.9925166,0.000009906917,0.002899572,0.003719206,0.000317247,0.0001794306,0.00002480705,0.00002469646,0.0003085733],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9051664,"threshold_uncertainty_score":0.9380208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1608294081","doi":"10.13037/ria.vol5n1.368","title":"Gauging faculty attitudes toward online and hybrid learning","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"MacEwan University","funders":"","keywords":"Respondent; Remuneration; Medical education; Online learning; Consistency (knowledge bases); Psychology; Public relations; Computer science; Business; Medicine; Political science; Multimedia","authors":[{"name":"Jim Humphries","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02375841939587183,"gpt":0.3448913591561546,"spread":0.3211329397602828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008730007,0.0001496221,0.0002251783,0.00006970758,0.0005908842,0.0003607227,0.000253802,0.0001074409,0.0003048781],"category_scores_gemma":[0.001295044,0.0001387275,0.00007181706,0.0001960202,0.0002325443,0.0003477556,0.0001095866,0.0009146114,0.00004516997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005262741,"about_ca_system_score_gemma":0.0003472569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003881517,"about_ca_topic_score_gemma":0.0003172467,"domain_scores_codex":[0.9986045,0.00006271379,0.0002781373,0.0002269624,0.0003194921,0.000508145],"domain_scores_gemma":[0.9991438,0.0001974314,0.0001217629,0.0001624998,0.00009654207,0.0002779277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002453796,0.0001077806,0.1287228,0.0002045145,0.00005987443,0.00003315648,0.004121779,0.00002724774,0.002611751,0.1083741,0.001024798,0.7546877],"study_design_scores_gemma":[0.0001731857,0.00003268828,0.01050183,0.00005188114,0.00002179625,0.0000176726,0.0015276,0.0003723903,0.00007774492,0.000165501,0.9868351,0.000222629],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.981701,0.0001225802,0.0003726697,0.002649986,0.00006221879,0.0001698615,0.00001347502,0.0002129322,0.01469531],"genre_scores_gemma":[0.9881141,0.0002784923,0.009803968,0.0002609787,0.0004825172,0.000006845663,0.00004133114,0.0000167931,0.0009949692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9858103,"threshold_uncertainty_score":0.5657145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1483080622","doi":"10.13037/ria.vol5n1.365","title":"Assessing the Professional Growth of Post Secondary Students Studying the Education Applications of Emergent Technologies","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Evasion and Academic Success Factors","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Humanities; Psychology; Art","authors":[{"name":"Rick Mrazek","is_ca":true},{"name":"Doug Orr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02131360582156068,"gpt":0.3898230224506183,"spread":0.3685094166290576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001510101,0.00009238328,0.0001491967,0.00007005115,0.0006401744,0.0001088194,0.00120047,0.0001406163,0.0001270298],"category_scores_gemma":[0.001030282,0.00005213241,0.00007476872,0.0005153681,0.0005666226,0.0002878775,0.0002143366,0.0005866027,0.000005448632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004241244,"about_ca_system_score_gemma":0.0009296782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000353361,"about_ca_topic_score_gemma":0.000065357,"domain_scores_codex":[0.9985598,0.00008998813,0.0004547235,0.0001224958,0.0005728694,0.0002001105],"domain_scores_gemma":[0.9984053,0.0005061676,0.0003927519,0.0003373258,0.0003110569,0.00004744582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008608383,0.0003813142,0.2705476,0.0002171,0.00007045084,1.199536e-7,0.01271388,3.927998e-7,0.01067215,0.512625,0.002957315,0.1898061],"study_design_scores_gemma":[0.0002547987,0.00003451389,0.2088681,0.0002637555,0.0001026933,0.000003786681,0.224386,0.00001387427,0.005116963,0.006639988,0.5540079,0.0003076806],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9846643,0.0002642055,0.0001259963,0.006576441,0.0002002298,0.0009106577,0.000008921541,0.00006265265,0.007186571],"genre_scores_gemma":[0.9988351,0.0001983729,0.0002214551,0.0003001218,0.00007684049,0.0001694389,0.000004713381,0.000006390866,0.0001875777],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5510505,"threshold_uncertainty_score":0.4923769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7128093182","doi":"10.13037/ria.vol5n1.366","title":"Benchmarks for e-learning in Africa","year":2010,"lang":"","type":"article","venue":"Revista de Informática Aplicada","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal","funders":"","keywords":"Graduation (instrument); Presentation (obstetrics); Distance education; Open university; Experiential learning","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01368477847401902,"gpt":0.2987871339023301,"spread":0.2851023554283111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004091666,0.0004056653,0.000654269,0.0002742516,0.0008691153,0.0007012325,0.0008498607,0.0007173297,0.002108404],"category_scores_gemma":[0.004555712,0.0004222539,0.0003521004,0.001186463,0.0003991325,0.000625578,0.0001813983,0.002607292,0.0001147177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002399907,"about_ca_system_score_gemma":0.00209927,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002057085,"about_ca_topic_score_gemma":0.0006551521,"domain_scores_codex":[0.995802,0.0001924011,0.001080992,0.0005737675,0.0005737945,0.001776976],"domain_scores_gemma":[0.9968976,0.001421087,0.0004480315,0.0004701717,0.0002304826,0.0005326474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001806368,0.0003090877,0.01387828,0.000601585,0.00008193944,0.00002196552,0.01258333,0.0001173578,0.001509572,0.3726346,0.006551504,0.5915301],"study_design_scores_gemma":[0.0006494674,0.0002000013,0.0006446204,0.0001844104,0.00006358105,0.000005984432,0.0041919,0.004263646,0.00004924143,0.001486501,0.9877186,0.000541995],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4875214,0.001315977,0.002091742,0.01211369,0.001081636,0.003379751,0.00005730022,0.0003000127,0.4921385],"genre_scores_gemma":[0.9805188,0.0006097135,0.01346867,0.0002252408,0.001241406,0.0001456549,0.00004467712,0.00005085058,0.003694944],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9811671,"threshold_uncertainty_score":0.9998229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1506132845","doi":"10.13037/ria.vol5n1.380","title":"Technological Innovation and the Commonplaces of Curriculum","year":2010,"lang":"en","type":"article","venue":"Revista de Informática Aplicada","topic":"Geography Education and Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Politics; Focus (optics); Engineering ethics; Sociology; Pedagogy; Political science; Public relations; Knowledge management; Engineering; Computer science","authors":[{"name":"J. Marshall Mangan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01296589095076589,"gpt":0.3186986254488877,"spread":0.3057327344981218,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001396409,0.00005271363,0.0001145835,0.00007806604,0.0002307,0.00007687108,0.0002239748,0.0001080141,0.0001489829],"category_scores_gemma":[0.001178305,0.00003367131,0.00003106684,0.0005462064,0.001763538,0.00007821035,0.00003599659,0.0002322635,0.000006202957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007254034,"about_ca_system_score_gemma":0.0001054909,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006865867,"about_ca_topic_score_gemma":0.0001932849,"domain_scores_codex":[0.9993562,0.00005416592,0.000225251,0.00006958035,0.0001503042,0.000144522],"domain_scores_gemma":[0.9992695,0.0002606718,0.0001253053,0.0001705501,0.0001342519,0.00003975059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004553973,0.00001450875,0.03180991,0.000007899909,0.000003992749,4.957791e-8,0.0008131661,3.779798e-8,0.00008061261,0.9503809,0.0002901335,0.0165942],"study_design_scores_gemma":[0.0002825967,0.00001385295,0.01366675,0.00001140884,0.00001335774,0.000003859837,0.005168751,0.00003345071,0.00007960531,0.01533307,0.9653091,0.00008414875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9514655,0.0000992327,0.0001432106,0.008960784,0.00005017813,0.0002436813,0.000002059091,0.00004490256,0.03899038],"genre_scores_gemma":[0.9988876,0.0001187935,0.0004835179,0.0003381405,0.00004378635,0.0000229505,0.000002069,0.000002011058,0.0001011279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.965019,"threshold_uncertainty_score":0.6497827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}