{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"024edb27f6e3","filters":{"venue":"Journal of Formative Design in Learning"}},"results":[{"id":"W2800865291","doi":"10.1007/s41686-018-0020-x","title":"Examining the Link Between Prior Achievement in Secondary Education and Performance in College: Using Data from Pre-university Physics Courses","year":2018,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Attrition; Mathematics education; Dual enrollment; Academic achievement; Continuance; Physics education; Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04165290104502826,"gpt":0.2661237611080842,"spread":0.224470860063056,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007530122,0.00008616917,0.000142765,0.0001673386,0.00006530072,0.00002206978,0.0001868104,0.00003592936,0.000007928576],"category_scores_gemma":[0.00004887421,0.00007712487,0.000007631322,0.0002724094,0.00002640592,0.0007255045,0.00004684493,0.0004821045,0.000001156465],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002468927,"about_ca_system_score_gemma":0.0001893795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001381108,"about_ca_topic_score_gemma":0.00001012084,"domain_scores_codex":[0.9993221,0.00009880788,0.0002791572,0.00006944455,0.000110649,0.0001198283],"domain_scores_gemma":[0.9995489,0.0001574655,0.0001310733,0.00008409269,0.00004869032,0.00002981245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006413462,0.00008070207,0.5194073,0.0001484319,0.00008875279,0.000004900998,0.07413413,0.2044368,0.0007059793,0.00002594202,0.0002373778,0.2006655],"study_design_scores_gemma":[0.0004395793,0.00006983554,0.8218126,0.0004993567,0.00001052292,0.00000487371,0.009110671,0.1663481,0.0003783609,0.00001858618,0.001198103,0.0001094912],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9756035,0.000164764,0.02374629,0.00004327247,0.0001883458,0.0001038746,0.000003048633,0.000007575786,0.0001393795],"genre_scores_gemma":[0.9891194,0.0001033657,0.01055769,0.000006827288,0.0001849,8.219815e-7,0.000006042322,0.000008088687,0.00001289032],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3024052,"threshold_uncertainty_score":0.3145061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284666541","doi":"10.1007/s41686-022-00067-z","title":"An Evaluation of a Microlearning Intervention to Limit COVID-19 Online Misinformation","year":2022,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Formative assessment; Comics; Intervention (counseling); Coronavirus disease 2019 (COVID-19); Psychology; Online learning; Medical education; Computer science; Applied psychology; Internet privacy; Multimedia; Medicine; Artificial intelligence; Mathematics education; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.1339526886470214,"gpt":0.4452604946090963,"spread":0.3113078059620749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02073035,0.00008222201,0.0001982414,0.0008806828,0.0005042136,0.00007311039,0.0002620335,0.00004174151,0.0007804132],"category_scores_gemma":[0.005298487,0.00008362992,0.00008843746,0.0007274196,0.00003706907,0.002271543,0.00003518953,0.0004981107,0.000005771637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095947,"about_ca_system_score_gemma":0.0007507656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001393104,"about_ca_topic_score_gemma":0.00004863543,"domain_scores_codex":[0.9942699,0.003149576,0.0009719759,0.00005677638,0.001354575,0.0001972113],"domain_scores_gemma":[0.9973099,0.0002532011,0.001518609,0.0000663387,0.0006408111,0.0002112016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002071617,0.00009671326,0.0004586335,0.00001637082,0.00001161296,6.567337e-7,0.3856397,0.5721061,0.0005095048,0.0001753928,0.0003169559,0.04046118],"study_design_scores_gemma":[0.002990096,0.002201203,0.008093709,0.0001452014,0.00004736826,0.00003391693,0.8146985,0.153326,0.0005298126,0.0005137069,0.01721998,0.0002004933],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8769358,0.00005695088,0.120531,0.0005921907,0.0001667068,0.00035872,0.000003817478,0.00001430288,0.001340519],"genre_scores_gemma":[0.99652,0.00001786552,0.003056753,0.0002858099,0.00004510926,0.00000342507,0.00001481068,0.000005648464,0.00005050779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4290589,"threshold_uncertainty_score":0.8544977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774511859","doi":"10.1007/s41686-017-0012-2","title":"Exploring the Association Between Formative and Summative Assessments in a Pre-University Science Program","year":2017,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Association (psychology); Psychology; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.1329555553950352,"gpt":0.4044958197641522,"spread":0.271540264369117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008998626,0.00008746868,0.0002149862,0.0003024673,0.001830345,0.0004861615,0.0005881343,0.00003931765,0.000003630084],"category_scores_gemma":[0.001456182,0.00006874511,0.00004144451,0.0003823499,0.0003635092,0.007498542,0.0001359145,0.0006290688,0.000001674769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009324517,"about_ca_system_score_gemma":0.0002537354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002131434,"about_ca_topic_score_gemma":0.0001178601,"domain_scores_codex":[0.9977837,0.0007525822,0.0003083244,0.00008845684,0.0007504332,0.0003165112],"domain_scores_gemma":[0.9974845,0.000813616,0.001270053,0.00006896727,0.000296609,0.0000662384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004701698,0.00003599788,0.7120383,0.0000053136,0.00003440397,0.000005003853,0.268087,0.0001126174,0.00002322026,0.0005803185,0.00001084262,0.01901993],"study_design_scores_gemma":[0.0006614153,0.0002182213,0.8997978,0.0001443013,0.00001693667,5.27887e-7,0.09763886,0.000573537,0.00005259169,0.0003038191,0.0005131055,0.00007888951],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899196,0.000009894372,0.002055517,0.0003318992,0.0001392093,0.0003688077,5.160859e-7,0.000008294799,0.007166259],"genre_scores_gemma":[0.9977716,0.0002029169,0.001837949,0.000004080359,0.00006127064,0.000004977871,1.924944e-7,0.000003230214,0.0001137471],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1877595,"threshold_uncertainty_score":0.9994692,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389305255","doi":"10.1007/s41686-023-00084-6","title":"Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Rubric; CLARITY; Framing (construction); Autonomy; Action research; Discipline; Psychology; Experiential learning; Medical education; Pedagogy; Political science; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.4913344970883864,"gpt":0.5818583695570988,"spread":0.09052387246871235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05421529,0.00009906505,0.000302974,0.00100473,0.001007026,0.0001165867,0.0003913361,0.00007396497,0.00001720395],"category_scores_gemma":[0.04719201,0.00009098029,0.00007448348,0.001308386,0.0001218665,0.003328756,0.0001121068,0.003402008,0.00001329033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000718013,"about_ca_system_score_gemma":0.0007651145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001461177,"about_ca_topic_score_gemma":0.0001123798,"domain_scores_codex":[0.9825353,0.01484516,0.000776064,0.00008809416,0.0014712,0.000284172],"domain_scores_gemma":[0.9908726,0.007255134,0.001163614,0.00007654206,0.0005366851,0.00009541788],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001365702,0.000240883,0.05756699,0.0000316417,0.00004869149,0.000007927352,0.2756229,0.655248,0.0001941358,0.004151121,0.0001127257,0.006638314],"study_design_scores_gemma":[0.00126279,0.0005404581,0.3964674,0.0003684932,0.0000230336,0.00002066545,0.5645877,0.01887548,0.00005952919,0.0008229229,0.01678315,0.0001884213],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8607371,0.00001668145,0.09755033,0.006226047,0.0002005102,0.0004227812,0.000001258013,0.00004333382,0.0348019],"genre_scores_gemma":[0.9575688,0.00004329576,0.04203898,0.00004468559,0.00003986496,0.0000112441,0.000004416946,0.000007232536,0.0002415411],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6363726,"threshold_uncertainty_score":0.9988972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416244275","doi":"10.1007/s41686-025-00108-3","title":"Solving the Right Problem: Rethinking Entrepreneurial Assumptions Through Gameplay","year":2025,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Ambrose University","funders":"","keywords":"Debriefing; Cognitive reframing; Metacognition; Entrepreneurship; Protocol analysis; Luck; Formative assessment; Game based learning; Coding (social sciences); Frame (networking)","retraction":null,"screen_n_in":null,"score":{"opus":0.03370845714147733,"gpt":0.3438667649006012,"spread":0.3101583077591239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002189283,0.000104148,0.0001822845,0.0001947239,0.0002425836,0.00007705375,0.0002574003,0.00008219045,0.0003232458],"category_scores_gemma":[0.0004087876,0.0000715034,0.0000978055,0.0003512771,0.00006629476,0.0004790919,0.0000249642,0.000939059,0.00003292859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001250554,"about_ca_system_score_gemma":0.0001209814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001262141,"about_ca_topic_score_gemma":0.00000379931,"domain_scores_codex":[0.9978999,0.0009248155,0.0006621644,0.0001100318,0.0002070236,0.0001960227],"domain_scores_gemma":[0.9975609,0.001356347,0.0007118628,0.000128045,0.0002207687,0.00002206737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005533736,0.0005466294,0.02784199,0.0000635369,0.0005373959,0.00002550962,0.5777097,0.05050323,0.002820591,0.2863107,0.03535543,0.01773193],"study_design_scores_gemma":[0.005498325,0.001009965,0.2450256,0.002560738,0.0003681791,0.0004858664,0.0751997,0.00521361,0.003065035,0.3632863,0.2975249,0.0007617633],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1539388,0.00226513,0.7301257,0.01418482,0.003776702,0.0007784321,0.000001288237,0.00004746362,0.09488174],"genre_scores_gemma":[0.987605,0.00007795186,0.009052048,0.0002632307,0.0002258079,0.00002275077,0.000002377658,0.000008861885,0.002741919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8336663,"threshold_uncertainty_score":0.4079796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396603778","doi":"10.1007/s41686-024-00091-1","title":"Correction: Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Action (physics); Medical education; Psychology; Sociology; Engineering ethics; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3703003182111206,"gpt":0.5626260686194953,"spread":0.1923257504083747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03962897,0.0001083053,0.0002845612,0.0008851723,0.000865773,0.0002407125,0.0003032099,0.00008108798,0.00003334846],"category_scores_gemma":[0.03087105,0.00009733153,0.00008789486,0.00100494,0.0001233032,0.004235536,0.00007380606,0.004518605,0.000008565597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001123532,"about_ca_system_score_gemma":0.001109979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001583979,"about_ca_topic_score_gemma":0.0001336458,"domain_scores_codex":[0.9855325,0.01210073,0.0007597815,0.0001022917,0.001277145,0.0002274968],"domain_scores_gemma":[0.9905386,0.0080903,0.0007123222,0.00006807729,0.0005011965,0.00008953219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001650589,0.0003210679,0.02036914,0.00006557142,0.00008920254,0.00001403111,0.3232461,0.6277865,0.000155269,0.006037058,0.0003791003,0.02137191],"study_design_scores_gemma":[0.001153661,0.001100055,0.1434891,0.001698399,0.00006582227,0.0001451287,0.669769,0.09564632,0.0001180065,0.0008951341,0.0855865,0.0003328717],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3544935,0.0001697711,0.5306138,0.008019899,0.001578759,0.0006058863,0.000001386541,0.00007106494,0.104446],"genre_scores_gemma":[0.9618852,0.00005825719,0.03736534,0.00004053019,0.00008134382,0.00001111161,0.000002378887,0.000008163536,0.0005477449],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6073917,"threshold_uncertainty_score":0.997778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}