{"meta":{"query_hash":"024edb27f6e3","filters":{"venue":"Journal of Formative Design in Learning"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/024edb27f6e3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Formative+Design+in+Learning"},"results":[{"id":"W2774511859","doi":"10.1007/s41686-017-0012-2","title":"Exploring the Association Between Formative and Summative Assessments in a Pre-University Science Program","year":2017,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Association (psychology); Psychology; Mathematics education","score_opus":0.13295555539503517,"score_gpt":0.4044958197641522,"score_spread":0.27154026436911705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774511859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992034,0.000015279355,0.00017066342,0.00007096278,0.0000064656147,0.000021476975,0.000015516356,0.000006638913,0.00048973237],"genre_scores_gemma":[0.9992224,0.000015614492,0.0002894195,0.000019404419,0.0000040120804,0.00003879746,0.000026972504,0.0000035271912,0.00037983354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894248,0.00498582,0.0007041984,0.0007761885,0.0028985047,0.0012104807],"domain_scores_gemma":[0.83574474,0.11222848,0.014325988,0.0032201903,0.02439993,0.010080691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020439865,0.000330086,0.00050529785,0.0022536973,0.0023733138,0.003925088,0.0014884993,0.001038584,0.0014953534],"category_scores_gemma":[0.14653358,0.0003950271,0.0004434528,0.0014343666,0.0011914916,0.0015469842,0.0032242509,0.00258924,0.00028476192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007023764,0.0036806278,0.93595153,0.000047859183,0.00007704383,0.0001511838,0.027866397,0.0003033628,0.0007518049,0.00028963372,0.00030781957,0.029870301],"study_design_scores_gemma":[0.00001814378,0.0018592364,0.96855336,0.000042351185,0.00003678682,0.00007114078,0.02550799,0.0018592675,0.0011298518,0.00029055696,0.0005952195,0.000036147136],"about_ca_topic_score_codex":0.017203849,"about_ca_topic_score_gemma":0.029857323,"teacher_disagreement_score":0.020439865,"about_ca_system_score_codex":0.0032388975,"about_ca_system_score_gemma":0.0062275366,"threshold_uncertainty_score":0.10809761},"labels":[],"label_agreement":null},{"id":"W2800865291","doi":"10.1007/s41686-018-0020-x","title":"Examining the Link Between Prior Achievement in Secondary Education and Performance in College: Using Data from Pre-university Physics Courses","year":2018,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Attrition; Mathematics education; Dual enrollment; Academic achievement; Continuance; Physics education; Psychology; Medicine","score_opus":0.04165290104502826,"score_gpt":0.2661237611080842,"score_spread":0.22447086006305597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800865291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99908257,0.000017269354,0.000046380097,0.000027653334,0.0000036495003,0.0000067906503,0.00043812866,0.0000018686777,0.00037565106],"genre_scores_gemma":[0.99787617,0.000028871455,0.00007510671,0.000022897868,0.00000605518,0.000020540947,0.0014619235,0.0000048691877,0.00050353096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846005,0.0003999488,0.00017014188,0.00033872976,0.0002685941,0.0003625455],"domain_scores_gemma":[0.9840342,0.0064884615,0.0031604087,0.0010750146,0.0017167359,0.003525136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020436272,0.00035735575,0.00048518612,0.001902064,0.0010633933,0.0016259204,0.0009123559,0.0009415595,0.0034688339],"category_scores_gemma":[0.01004266,0.00034813164,0.0006773937,0.0028015024,0.0005494192,0.001138969,0.002105619,0.0017392657,0.001342608],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007599582,0.00029495964,0.99725026,0.000007473621,0.000062132785,0.000022432809,0.00045515143,0.000050306637,0.00014548977,0.000025730187,0.00013726777,0.0014727027],"study_design_scores_gemma":[0.0000028190373,0.00007304733,0.99899405,0.0000033211181,0.000011593765,0.0000123575155,0.00060565467,0.00008548817,0.00004600004,0.00001118765,0.0001519016,0.0000025566435],"about_ca_topic_score_codex":0.041676674,"about_ca_topic_score_gemma":0.066312924,"teacher_disagreement_score":0.041676674,"about_ca_system_score_codex":0.0006678737,"about_ca_system_score_gemma":0.0013587245,"threshold_uncertainty_score":0.08286816},"labels":[],"label_agreement":null},{"id":"W4284666541","doi":"10.1007/s41686-022-00067-z","title":"An Evaluation of a Microlearning Intervention to Limit COVID-19 Online Misinformation","year":2022,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Formative assessment; Comics; Intervention (counseling); Coronavirus disease 2019 (COVID-19); Psychology; Online learning; Medical education; Computer science; Applied psychology; Internet privacy; Multimedia; Medicine; Artificial intelligence; Mathematics education; Computer security","score_opus":0.13395268864702142,"score_gpt":0.44526049460909634,"score_spread":0.3113078059620749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284666541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704823,0.0005768824,0.0074302657,0.001745399,0.0007112299,0.010385549,0.00032213115,0.0008096561,0.007536526],"genre_scores_gemma":[0.92658395,0.00077121524,0.04192028,0.0018291983,0.00021493132,0.017622124,0.00030665766,0.0001002305,0.010651415],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99634606,0.0016215432,0.0003656175,0.00065440335,0.00064979575,0.0003625692],"domain_scores_gemma":[0.98261696,0.011589025,0.0012374589,0.0008950258,0.00097089715,0.0026906247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005343821,0.0011580747,0.0013925404,0.0009650233,0.0017094038,0.0013491586,0.0022793184,0.003218572,0.023231786],"category_scores_gemma":[0.025234783,0.0006465236,0.0010010122,0.00042233936,0.0013360236,0.0018357534,0.0020674053,0.0024620886,0.00196594],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.088552386,0.38781992,0.0028403825,0.0050979774,0.000415202,0.00032221558,0.005574832,0.0013982938,0.006342233,0.0022157233,0.004557374,0.49486348],"study_design_scores_gemma":[0.19650091,0.6983259,0.029803544,0.0042343787,0.0032121069,0.00043527724,0.0070439065,0.010982241,0.020015795,0.0062344316,0.022824686,0.0003868491],"about_ca_topic_score_codex":0.0020528368,"about_ca_topic_score_gemma":0.0029860185,"teacher_disagreement_score":0.023231786,"about_ca_system_score_codex":0.0013377367,"about_ca_system_score_gemma":0.0052111573,"threshold_uncertainty_score":0.07771802},"labels":[],"label_agreement":null},{"id":"W4389305255","doi":"10.1007/s41686-023-00084-6","title":"Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Rubric; CLARITY; Framing (construction); Autonomy; Action research; Discipline; Psychology; Experiential learning; Medical education; Pedagogy; Political science; Medicine; Engineering","score_opus":0.49133449708838645,"score_gpt":0.5818583695570988,"score_spread":0.09052387246871235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389305255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32344514,0.0035888413,0.48602754,0.053161312,0.0011977198,0.018114183,0.0003339846,0.0006321971,0.11349911],"genre_scores_gemma":[0.73398083,0.0008448803,0.24841388,0.0034960688,0.000107825734,0.009896218,0.00009663888,0.0001528471,0.0030108807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.57304054,0.38922718,0.005420287,0.012669388,0.014648766,0.0049938],"domain_scores_gemma":[0.45876455,0.44579202,0.01906312,0.034795377,0.029444873,0.012140119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.29177362,0.0014498187,0.0012937328,0.0117618805,0.012556289,0.021206476,0.0073876893,0.0063705393,0.007374861],"category_scores_gemma":[0.31864703,0.0012961957,0.0013713908,0.006092695,0.036139794,0.022630477,0.02084693,0.007866562,0.0007967261],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024167291,0.002998662,0.02485673,0.0023970187,0.00023652604,0.00034811237,0.4222632,0.0018071426,0.0010370697,0.23810889,0.0053437864,0.30036128],"study_design_scores_gemma":[0.00088227226,0.0030527366,0.012447439,0.0065491013,0.00029896782,0.0004547642,0.53477556,0.010619024,0.0036473144,0.3211096,0.10590539,0.0002577818],"about_ca_topic_score_codex":0.004458447,"about_ca_topic_score_gemma":0.008416571,"teacher_disagreement_score":0.29177362,"about_ca_system_score_codex":0.01801076,"about_ca_system_score_gemma":0.050612103,"threshold_uncertainty_score":0.8733692},"labels":[],"label_agreement":null},{"id":"W4396603778","doi":"10.1007/s41686-024-00091-1","title":"Correction: Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Action (physics); Medical education; Psychology; Sociology; Engineering ethics; Medicine; Engineering","score_opus":0.3703003182111206,"score_gpt":0.5626260686194953,"score_spread":0.19232575040837468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396603778","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035824082,0.00053326844,0.0014868848,0.2197639,0.77415866,0.0000903298,0.0005155773,0.00045419356,0.0026389502],"genre_scores_gemma":[0.053465217,0.0039774254,0.014988724,0.4358282,0.29627034,0.0016954009,0.0009316621,0.0021285282,0.19071448],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9407879,0.013431575,0.011475408,0.006203645,0.024148995,0.003952542],"domain_scores_gemma":[0.60028684,0.10746701,0.021946607,0.02557904,0.22638884,0.018331686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02449748,0.002413162,0.0034998313,0.005006919,0.011895866,0.013122537,0.008712191,0.035140246,0.034076724],"category_scores_gemma":[0.4260587,0.002472374,0.0013178437,0.0055669784,0.012984753,0.006710697,0.007627184,0.038720395,0.023538034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047858724,0.000009051902,0.00017143575,0.00027985734,0.000022075697,0.00036723947,0.00049763627,0.000044932916,0.000041479027,0.0019640245,0.9916957,0.0048588337],"study_design_scores_gemma":[0.00013384136,0.000044082608,0.0018257893,0.0020225851,0.00009646301,0.0013082281,0.002527365,0.0011361939,0.00064914906,0.004928588,0.98516184,0.00016576119],"about_ca_topic_score_codex":0.04389556,"about_ca_topic_score_gemma":0.05665941,"teacher_disagreement_score":0.04389556,"about_ca_system_score_codex":0.01478463,"about_ca_system_score_gemma":0.031299185,"threshold_uncertainty_score":0.1295566},"labels":[],"label_agreement":null},{"id":"W4416244275","doi":"10.1007/s41686-025-00108-3","title":"Solving the Right Problem: Rethinking Entrepreneurial Assumptions Through Gameplay","year":2025,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ambrose University","funders":"","keywords":"Debriefing; Cognitive reframing; Metacognition; Entrepreneurship; Protocol analysis; Luck; Formative assessment; Game based learning; Coding (social sciences); Frame (networking)","score_opus":0.03370845714147733,"score_gpt":0.3438667649006012,"score_spread":0.3101583077591239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416244275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36481115,0.0003089182,0.52802026,0.020431835,0.0005611161,0.0002997838,0.00007453575,0.00045847043,0.08503382],"genre_scores_gemma":[0.9549893,0.00007784492,0.04268591,0.00040190807,0.000014328641,0.00008579412,0.000022484535,0.00007801965,0.0016443788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940983,0.004188835,0.0001460597,0.00061096955,0.00058115216,0.00037464098],"domain_scores_gemma":[0.97564733,0.01999337,0.0007464807,0.0023297498,0.00075625593,0.00052691804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008278301,0.00064190687,0.00037542285,0.00058453844,0.0016469973,0.008327052,0.0021940407,0.0019644005,0.0050219363],"category_scores_gemma":[0.039946154,0.00044972228,0.00046192436,0.00023644243,0.010305348,0.013520411,0.0054078694,0.0051089474,0.00055659714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054166466,0.0004772376,0.0075159534,0.00032742444,0.00008111213,0.00033596548,0.09853183,0.008276143,0.0054376475,0.78089935,0.0044660135,0.09310966],"study_design_scores_gemma":[0.00019246887,0.00025875718,0.0020004408,0.00054964115,0.00009747218,0.00025838902,0.02973731,0.070147455,0.0059325676,0.85201824,0.03871183,0.00009533717],"about_ca_topic_score_codex":0.0010703284,"about_ca_topic_score_gemma":0.0013286594,"teacher_disagreement_score":0.008327052,"about_ca_system_score_codex":0.0011874128,"about_ca_system_score_gemma":0.0019522709,"threshold_uncertainty_score":0.043780327},"labels":[],"label_agreement":null}]}