{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"024edb27f6e3","filters":{"venue":"Journal of Formative Design in Learning"}},"results":[{"id":"W2800865291","doi":"10.1007/s41686-018-0020-x","title":"Examining the Link Between Prior Achievement in Secondary Education and Performance in College: Using Data from Pre-university Physics Courses","year":2018,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Attrition; Mathematics education; Dual enrollment; Academic achievement; Continuance; Physics education; Psychology; Medicine","authors":[{"name":"Paul Bazelais","is_ca":true},{"name":"David John Lemay","is_ca":true},{"name":"Tenzin Doleck","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04165290104502826,"gpt":0.2661237611080842,"spread":0.224470860063056,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002043627,0.0003573557,0.0004851861,0.001902064,0.001063393,0.00162592,0.0009123559,0.0009415595,0.003468834],"category_scores_gemma":[0.01004266,0.0003481316,0.0006773937,0.002801502,0.0005494192,0.001138969,0.002105619,0.001739266,0.001342608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006678737,"about_ca_system_score_gemma":0.001358725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04167667,"about_ca_topic_score_gemma":0.06631292,"domain_scores_codex":[0.9984601,0.0003999488,0.0001701419,0.0003387298,0.0002685941,0.0003625455],"domain_scores_gemma":[0.9840342,0.006488462,0.003160409,0.001075015,0.001716736,0.003525136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007599582,0.0002949596,0.9972503,0.000007473621,0.00006213279,0.00002243281,0.0004551514,0.00005030664,0.0001454898,0.00002573019,0.0001372678,0.001472703],"study_design_scores_gemma":[0.000002819037,0.00007304733,0.9989941,0.000003321118,0.00001159376,0.00001235752,0.0006056547,0.00008548817,0.00004600004,0.00001118765,0.0001519016,0.000002556643],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9990826,0.00001726935,0.0000463801,0.00002765333,0.0000036495,0.00000679065,0.0004381287,0.000001868678,0.0003756511],"genre_scores_gemma":[0.9978762,0.00002887145,0.00007510671,0.00002289787,0.00000605518,0.00002054095,0.001461923,0.000004869188,0.000503531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04167667,"threshold_uncertainty_score":0.08286816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284666541","doi":"10.1007/s41686-022-00067-z","title":"An Evaluation of a Microlearning Intervention to Limit COVID-19 Online Misinformation","year":2022,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Formative assessment; Comics; Intervention (counseling); Coronavirus disease 2019 (COVID-19); Psychology; Online learning; Medical education; Computer science; Applied psychology; Internet privacy; Multimedia; Medicine; Artificial intelligence; Mathematics education; Computer security","authors":[{"name":"George Veletsianos","is_ca":true},{"name":"Shandell Houlden","is_ca":true},{"name":"Jaigris Hodson","is_ca":true},{"name":"Christiani P. Thompson","is_ca":true},{"name":"Darren Reid","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1339526886470214,"gpt":0.4452604946090963,"spread":0.3113078059620749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005343821,0.001158075,0.00139254,0.0009650233,0.001709404,0.001349159,0.002279318,0.003218572,0.02323179],"category_scores_gemma":[0.02523478,0.0006465236,0.001001012,0.0004223394,0.001336024,0.001835753,0.002067405,0.002462089,0.00196594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001337737,"about_ca_system_score_gemma":0.005211157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002052837,"about_ca_topic_score_gemma":0.002986019,"domain_scores_codex":[0.9963461,0.001621543,0.0003656175,0.0006544034,0.0006497958,0.0003625692],"domain_scores_gemma":[0.982617,0.01158903,0.001237459,0.0008950258,0.0009708971,0.002690625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.08855239,0.3878199,0.002840383,0.005097977,0.000415202,0.0003222156,0.005574832,0.001398294,0.006342233,0.002215723,0.004557374,0.4948635],"study_design_scores_gemma":[0.1965009,0.6983259,0.02980354,0.004234379,0.003212107,0.0004352772,0.007043906,0.01098224,0.02001579,0.006234432,0.02282469,0.0003868491],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9704823,0.0005768824,0.007430266,0.001745399,0.0007112299,0.01038555,0.0003221311,0.0008096561,0.007536526],"genre_scores_gemma":[0.9265839,0.0007712152,0.04192028,0.001829198,0.0002149313,0.01762212,0.0003066577,0.0001002305,0.01065142],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02323179,"threshold_uncertainty_score":0.07771802,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774511859","doi":"10.1007/s41686-017-0012-2","title":"Exploring the Association Between Formative and Summative Assessments in a Pre-University Science Program","year":2017,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Association (psychology); Psychology; Mathematics education","authors":[{"name":"Paul Bazelais","is_ca":true},{"name":"Tenzin Doleck","is_ca":true},{"name":"David John Lemay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1329555553950352,"gpt":0.4044958197641522,"spread":0.271540264369117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02043987,0.000330086,0.0005052979,0.002253697,0.002373314,0.003925088,0.001488499,0.001038584,0.001495353],"category_scores_gemma":[0.1465336,0.0003950271,0.0004434528,0.001434367,0.001191492,0.001546984,0.003224251,0.00258924,0.0002847619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003238898,"about_ca_system_score_gemma":0.006227537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01720385,"about_ca_topic_score_gemma":0.02985732,"domain_scores_codex":[0.9894248,0.00498582,0.0007041984,0.0007761885,0.002898505,0.001210481],"domain_scores_gemma":[0.8357447,0.1122285,0.01432599,0.00322019,0.02439993,0.01008069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007023764,0.003680628,0.9359515,0.00004785918,0.00007704383,0.0001511838,0.0278664,0.0003033628,0.0007518049,0.0002896337,0.0003078196,0.0298703],"study_design_scores_gemma":[0.00001814378,0.001859236,0.9685534,0.00004235118,0.00003678682,0.00007114078,0.02550799,0.001859267,0.001129852,0.000290557,0.0005952195,0.00003614714],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992034,0.00001527935,0.0001706634,0.00007096278,0.000006465615,0.00002147698,0.00001551636,0.000006638913,0.0004897324],"genre_scores_gemma":[0.9992224,0.00001561449,0.0002894195,0.00001940442,0.00000401208,0.00003879746,0.0000269725,0.000003527191,0.0003798335],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02043987,"threshold_uncertainty_score":0.1080976,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389305255","doi":"10.1007/s41686-023-00084-6","title":"Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Rubric; CLARITY; Framing (construction); Autonomy; Action research; Discipline; Psychology; Experiential learning; Medical education; Pedagogy; Political science; Medicine; Engineering","authors":[{"name":"Carolyn Hoessler","is_ca":true},{"name":"Alana Hoare","is_ca":true},{"name":"Lorry-Ann Austin","is_ca":true},{"name":"Harshita Dhiman","is_ca":true},{"name":"S. L. Gibson","is_ca":true},{"name":"Crystal Huscroft","is_ca":true},{"name":"Lindsey McKay","is_ca":true},{"name":"Blair McDonald","is_ca":true},{"name":"Leanne Mihalicz","is_ca":true},{"name":"Jamie Noakes","is_ca":true},{"name":"Robin Reid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4913344970883864,"gpt":0.5818583695570988,"spread":0.09052387246871235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2917736,0.001449819,0.001293733,0.01176188,0.01255629,0.02120648,0.007387689,0.006370539,0.007374861],"category_scores_gemma":[0.318647,0.001296196,0.001371391,0.006092695,0.03613979,0.02263048,0.02084693,0.007866562,0.0007967261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01801076,"about_ca_system_score_gemma":0.0506121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004458447,"about_ca_topic_score_gemma":0.008416571,"domain_scores_codex":[0.5730405,0.3892272,0.005420287,0.01266939,0.01464877,0.0049938],"domain_scores_gemma":[0.4587646,0.445792,0.01906312,0.03479538,0.02944487,0.01214012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002416729,0.002998662,0.02485673,0.002397019,0.000236526,0.0003481124,0.4222632,0.001807143,0.00103707,0.2381089,0.005343786,0.3003613],"study_design_scores_gemma":[0.0008822723,0.003052737,0.01244744,0.006549101,0.0002989678,0.0004547642,0.5347756,0.01061902,0.003647314,0.3211096,0.1059054,0.0002577818],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3234451,0.003588841,0.4860275,0.05316131,0.00119772,0.01811418,0.0003339846,0.0006321971,0.1134991],"genre_scores_gemma":[0.7339808,0.0008448803,0.2484139,0.003496069,0.0001078257,0.009896218,0.00009663888,0.0001528471,0.003010881],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2917736,"threshold_uncertainty_score":0.8733692,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416244275","doi":"10.1007/s41686-025-00108-3","title":"Solving the Right Problem: Rethinking Entrepreneurial Assumptions Through Gameplay","year":2025,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Ambrose University","funders":"","keywords":"Debriefing; Cognitive reframing; Metacognition; Entrepreneurship; Protocol analysis; Luck; Formative assessment; Game based learning; Coding (social sciences); Frame (networking)","authors":[{"name":"Wilian Gatti","is_ca":true},{"name":"Beaumie Kim","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03370845714147733,"gpt":0.3438667649006012,"spread":0.3101583077591239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008278301,0.0006419069,0.0003754229,0.0005845384,0.001646997,0.008327052,0.002194041,0.001964401,0.005021936],"category_scores_gemma":[0.03994615,0.0004497223,0.0004619244,0.0002364424,0.01030535,0.01352041,0.005407869,0.005108947,0.0005565971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001187413,"about_ca_system_score_gemma":0.001952271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001070328,"about_ca_topic_score_gemma":0.001328659,"domain_scores_codex":[0.9940983,0.004188835,0.0001460597,0.0006109696,0.0005811522,0.000374641],"domain_scores_gemma":[0.9756473,0.01999337,0.0007464807,0.00232975,0.0007562559,0.000526918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005416647,0.0004772376,0.007515953,0.0003274244,0.00008111213,0.0003359655,0.09853183,0.008276143,0.005437647,0.7808993,0.004466014,0.09310966],"study_design_scores_gemma":[0.0001924689,0.0002587572,0.002000441,0.0005496411,0.00009747218,0.000258389,0.02973731,0.07014745,0.005932568,0.8520182,0.03871183,0.00009533717],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3648112,0.0003089182,0.5280203,0.02043184,0.0005611161,0.0002997838,0.00007453575,0.0004584704,0.08503382],"genre_scores_gemma":[0.9549893,0.00007784492,0.04268591,0.0004019081,0.00001432864,0.00008579412,0.00002248454,0.00007801965,0.001644379],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008327052,"threshold_uncertainty_score":0.04378033,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396603778","doi":"10.1007/s41686-024-00091-1","title":"Correction: Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Action (physics); Medical education; Psychology; Sociology; Engineering ethics; Medicine; Engineering","authors":[{"name":"Carolyn Hoessler","is_ca":true},{"name":"Alana Hoare","is_ca":true},{"name":"Lorry-Ann Austin","is_ca":true},{"name":"Harshita Dhiman","is_ca":true},{"name":"S. L. Gibson","is_ca":true},{"name":"Crystal Huscroft","is_ca":true},{"name":"Lindsey McKay","is_ca":true},{"name":"Blair McDonald","is_ca":true},{"name":"Leanne Mihalicz","is_ca":true},{"name":"Jamie Noakes","is_ca":true},{"name":"Robin Reid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3703003182111206,"gpt":0.5626260686194953,"spread":0.1923257504083747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02449748,0.002413162,0.003499831,0.005006919,0.01189587,0.01312254,0.008712191,0.03514025,0.03407672],"category_scores_gemma":[0.4260587,0.002472374,0.001317844,0.005566978,0.01298475,0.006710697,0.007627184,0.0387204,0.02353803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01478463,"about_ca_system_score_gemma":0.03129919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04389556,"about_ca_topic_score_gemma":0.05665941,"domain_scores_codex":[0.9407879,0.01343158,0.01147541,0.006203645,0.024149,0.003952542],"domain_scores_gemma":[0.6002868,0.107467,0.02194661,0.02557904,0.2263888,0.01833169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004785872,0.000009051902,0.0001714357,0.0002798573,0.0000220757,0.0003672395,0.0004976363,0.00004493292,0.00004147903,0.001964025,0.9916957,0.004858834],"study_design_scores_gemma":[0.0001338414,0.00004408261,0.001825789,0.002022585,0.00009646301,0.001308228,0.002527365,0.001136194,0.0006491491,0.004928588,0.9851618,0.0001657612],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.0003582408,0.0005332684,0.001486885,0.2197639,0.7741587,0.0000903298,0.0005155773,0.0004541936,0.00263895],"genre_scores_gemma":[0.05346522,0.003977425,0.01498872,0.4358282,0.2962703,0.001695401,0.0009316621,0.002128528,0.1907145],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04389556,"threshold_uncertainty_score":0.1295566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}