{"meta":{"query_hash":"024edb27f6e3","filters":{"venue":"Journal of Formative Design in Learning"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/024edb27f6e3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Formative+Design+in+Learning"},"results":[{"id":"W2774511859","doi":"10.1007/s41686-017-0012-2","title":"Exploring the Association Between Formative and Summative Assessments in a Pre-University Science Program","year":2017,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Association (psychology); Psychology; Mathematics education","score_opus":0.13295555539503517,"score_gpt":0.4044958197641522,"score_spread":0.27154026436911705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774511859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899196,0.000009894372,0.0020555167,0.00033189918,0.00013920927,0.0003688077,5.1608595e-7,0.000008294799,0.0071662595],"genre_scores_gemma":[0.9977716,0.00020291687,0.0018379487,0.000004080359,0.000061270635,0.0000049778714,1.924944e-7,0.0000032302144,0.000113747126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977837,0.00075258216,0.0003083244,0.00008845684,0.00075043325,0.00031651117],"domain_scores_gemma":[0.9974845,0.000813616,0.0012700531,0.00006896727,0.00029660898,0.000066238405],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008998626,0.00008746868,0.00021498621,0.0003024673,0.0018303454,0.00048616147,0.0005881343,0.000039317652,0.0000036300842],"category_scores_gemma":[0.0014561821,0.00006874511,0.000041444506,0.00038234988,0.00036350923,0.0074985423,0.00013591452,0.00062906876,0.0000016747687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047016983,0.000035997877,0.71203834,0.0000053136,0.00003440397,0.000005003853,0.26808703,0.00011261742,0.000023220258,0.0005803185,0.000010842622,0.01901993],"study_design_scores_gemma":[0.00066141534,0.00021822134,0.8997978,0.00014430135,0.000016936669,5.27887e-7,0.09763886,0.000573537,0.000052591695,0.00030381908,0.00051310554,0.00007888951],"about_ca_topic_score_codex":0.00021314344,"about_ca_topic_score_gemma":0.000117860065,"teacher_disagreement_score":0.18775947,"about_ca_system_score_codex":0.0009324517,"about_ca_system_score_gemma":0.0002537354,"threshold_uncertainty_score":0.99946916},"labels":[],"label_agreement":null},{"id":"W2800865291","doi":"10.1007/s41686-018-0020-x","title":"Examining the Link Between Prior Achievement in Secondary Education and Performance in College: Using Data from Pre-university Physics Courses","year":2018,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Attrition; Mathematics education; Dual enrollment; Academic achievement; Continuance; Physics education; Psychology; Medicine","score_opus":0.04165290104502826,"score_gpt":0.2661237611080842,"score_spread":0.22447086006305597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800865291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97560346,0.000164764,0.02374629,0.000043272474,0.00018834577,0.000103874576,0.000003048633,0.0000075757857,0.00013937948],"genre_scores_gemma":[0.98911935,0.00010336572,0.010557686,0.0000068272884,0.00018489998,8.2198153e-7,0.000006042322,0.000008088687,0.0000128903175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993221,0.000098807875,0.0002791572,0.00006944455,0.00011064897,0.00011982826],"domain_scores_gemma":[0.99954885,0.00015746552,0.00013107334,0.00008409269,0.00004869032,0.000029812452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007530122,0.00008616917,0.00014276495,0.00016733859,0.000065300716,0.000022069777,0.0001868104,0.000035929363,0.0000079285755],"category_scores_gemma":[0.00004887421,0.00007712487,0.000007631322,0.00027240938,0.000026405916,0.00072550453,0.000046844933,0.00048210451,0.0000011564647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006413462,0.00008070207,0.51940733,0.00014843186,0.000088752786,0.0000049009977,0.07413413,0.20443684,0.0007059793,0.00002594202,0.0002373778,0.20066549],"study_design_scores_gemma":[0.00043957934,0.000069835536,0.82181257,0.0004993567,0.000010522922,0.0000048737097,0.009110671,0.16634806,0.00037836094,0.000018586175,0.001198103,0.00010949123],"about_ca_topic_score_codex":0.000013811081,"about_ca_topic_score_gemma":0.000010120843,"teacher_disagreement_score":0.30240524,"about_ca_system_score_codex":0.0002468927,"about_ca_system_score_gemma":0.00018937947,"threshold_uncertainty_score":0.31450608},"labels":[],"label_agreement":null},{"id":"W4284666541","doi":"10.1007/s41686-022-00067-z","title":"An Evaluation of a Microlearning Intervention to Limit COVID-19 Online Misinformation","year":2022,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Formative assessment; Comics; Intervention (counseling); Coronavirus disease 2019 (COVID-19); Psychology; Online learning; Medical education; Computer science; Applied psychology; Internet privacy; Multimedia; Medicine; Artificial intelligence; Mathematics education; Computer security","score_opus":0.13395268864702142,"score_gpt":0.44526049460909634,"score_spread":0.3113078059620749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284666541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87693584,0.00005695088,0.12053096,0.0005921907,0.00016670681,0.00035871996,0.000003817478,0.00001430288,0.0013405186],"genre_scores_gemma":[0.99652004,0.00001786552,0.0030567527,0.0002858099,0.000045109256,0.00000342507,0.000014810685,0.0000056484637,0.000050507788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9942699,0.0031495756,0.0009719759,0.000056776382,0.0013545752,0.00019721128],"domain_scores_gemma":[0.99730986,0.0002532011,0.0015186088,0.000066338696,0.0006408111,0.00021120158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02073035,0.00008222201,0.00019824135,0.0008806828,0.00050421356,0.000073110394,0.0002620335,0.000041741514,0.00078041316],"category_scores_gemma":[0.005298487,0.00008362992,0.00008843746,0.00072741957,0.000037069072,0.0022715435,0.000035189532,0.0004981107,0.0000057716375],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002071617,0.00009671326,0.00045863347,0.00001637082,0.000011612963,6.5673373e-7,0.38563967,0.5721061,0.0005095048,0.00017539282,0.00031695588,0.040461183],"study_design_scores_gemma":[0.002990096,0.0022012028,0.008093709,0.00014520138,0.000047368263,0.00003391693,0.8146985,0.15332597,0.00052981265,0.00051370694,0.017219985,0.00020049329],"about_ca_topic_score_codex":0.00013931043,"about_ca_topic_score_gemma":0.00004863543,"teacher_disagreement_score":0.42905888,"about_ca_system_score_codex":0.0010959465,"about_ca_system_score_gemma":0.00075076555,"threshold_uncertainty_score":0.85449773},"labels":[],"label_agreement":null},{"id":"W4389305255","doi":"10.1007/s41686-023-00084-6","title":"Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Rubric; CLARITY; Framing (construction); Autonomy; Action research; Discipline; Psychology; Experiential learning; Medical education; Pedagogy; Political science; Medicine; Engineering","score_opus":0.49133449708838645,"score_gpt":0.5818583695570988,"score_spread":0.09052387246871235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389305255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86073714,0.00001668145,0.097550325,0.0062260474,0.00020051017,0.00042278125,0.0000012580131,0.000043333825,0.034801897],"genre_scores_gemma":[0.95756876,0.000043295764,0.042038985,0.00004468559,0.000039864957,0.000011244102,0.0000044169456,0.0000072325356,0.00024154106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9825353,0.01484516,0.000776064,0.00008809416,0.0014712,0.00028417198],"domain_scores_gemma":[0.9908726,0.0072551337,0.0011636137,0.00007654206,0.00053668505,0.000095417876],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054215286,0.00009906505,0.000302974,0.0010047299,0.0010070257,0.000116586656,0.00039133607,0.00007396497,0.000017203949],"category_scores_gemma":[0.047192007,0.00009098029,0.000074483476,0.0013083861,0.00012186652,0.0033287557,0.00011210676,0.0034020077,0.0000132903315],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013657023,0.00024088298,0.057566993,0.000031641695,0.000048691487,0.000007927352,0.27562293,0.65524805,0.00019413582,0.004151121,0.000112725706,0.006638314],"study_design_scores_gemma":[0.0012627897,0.00054045813,0.39646736,0.00036849323,0.000023033599,0.000020665455,0.5645877,0.01887548,0.00005952919,0.0008229229,0.016783152,0.0001884213],"about_ca_topic_score_codex":0.0014611769,"about_ca_topic_score_gemma":0.00011237977,"teacher_disagreement_score":0.63637257,"about_ca_system_score_codex":0.00071801303,"about_ca_system_score_gemma":0.0007651145,"threshold_uncertainty_score":0.9988972},"labels":[],"label_agreement":null},{"id":"W4396603778","doi":"10.1007/s41686-024-00091-1","title":"Correction: Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Action (physics); Medical education; Psychology; Sociology; Engineering ethics; Medicine; Engineering","score_opus":0.3703003182111206,"score_gpt":0.5626260686194953,"score_spread":0.19232575040837468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396603778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35449347,0.00016977113,0.5306138,0.008019899,0.0015787588,0.00060588634,0.0000013865406,0.00007106494,0.10444601],"genre_scores_gemma":[0.96188515,0.000058257192,0.03736534,0.00004053019,0.00008134382,0.000011111609,0.000002378887,0.000008163536,0.00054774486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9855325,0.012100734,0.00075978145,0.00010229168,0.0012771448,0.00022749677],"domain_scores_gemma":[0.9905386,0.0080903,0.00071232225,0.00006807729,0.0005011965,0.00008953219],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039628968,0.00010830526,0.00028456125,0.0008851723,0.000865773,0.00024071253,0.0003032099,0.00008108798,0.00003334846],"category_scores_gemma":[0.030871052,0.000097331525,0.000087894856,0.0010049402,0.00012330321,0.004235536,0.000073806055,0.0045186053,0.000008565597],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016505885,0.00032106793,0.020369142,0.00006557142,0.00008920254,0.000014031109,0.32324612,0.62778646,0.00015526902,0.0060370583,0.00037910027,0.02137191],"study_design_scores_gemma":[0.0011536612,0.0011000547,0.14348914,0.0016983992,0.00006582227,0.00014512874,0.669769,0.09564632,0.00011800648,0.0008951341,0.085586496,0.0003328717],"about_ca_topic_score_codex":0.001583979,"about_ca_topic_score_gemma":0.00013364576,"teacher_disagreement_score":0.60739166,"about_ca_system_score_codex":0.0011235321,"about_ca_system_score_gemma":0.0011099795,"threshold_uncertainty_score":0.997778},"labels":[],"label_agreement":null},{"id":"W4416244275","doi":"10.1007/s41686-025-00108-3","title":"Solving the Right Problem: Rethinking Entrepreneurial Assumptions Through Gameplay","year":2025,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ambrose University","funders":"","keywords":"Debriefing; Cognitive reframing; Metacognition; Entrepreneurship; Protocol analysis; Luck; Formative assessment; Game based learning; Coding (social sciences); Frame (networking)","score_opus":0.03370845714147733,"score_gpt":0.3438667649006012,"score_spread":0.3101583077591239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416244275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15393876,0.0022651297,0.73012567,0.014184816,0.0037767019,0.0007784321,0.0000012882368,0.00004746362,0.09488174],"genre_scores_gemma":[0.98760504,0.00007795186,0.009052048,0.00026323073,0.00022580787,0.00002275077,0.0000023776583,0.000008861885,0.0027419187],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99789995,0.0009248155,0.00066216436,0.000110031826,0.0002070236,0.00019602268],"domain_scores_gemma":[0.9975609,0.001356347,0.00071186275,0.00012804495,0.00022076869,0.000022067368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002189283,0.00010414803,0.00018228452,0.00019472394,0.00024258357,0.00007705375,0.0002574003,0.00008219045,0.0003232458],"category_scores_gemma":[0.00040878757,0.0000715034,0.0000978055,0.0003512771,0.00006629476,0.0004790919,0.000024964202,0.000939059,0.000032928587],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005533736,0.00054662937,0.02784199,0.0000635369,0.00053739594,0.000025509622,0.5777097,0.050503228,0.0028205912,0.2863107,0.03535543,0.017731933],"study_design_scores_gemma":[0.0054983245,0.0010099653,0.24502563,0.0025607385,0.0003681791,0.00048586645,0.0751997,0.00521361,0.0030650345,0.36328626,0.29752493,0.0007617633],"about_ca_topic_score_codex":0.000012621414,"about_ca_topic_score_gemma":0.0000037993098,"teacher_disagreement_score":0.83366627,"about_ca_system_score_codex":0.00012505538,"about_ca_system_score_gemma":0.00012098143,"threshold_uncertainty_score":0.40797964},"labels":[],"label_agreement":null}]}