{"meta":{"query_hash":"4282465e847e","filters":{"venue":"International Journal of Designs for Learning"},"cohort_total":11,"direct_labels_cover":0,"predictions_cover":11,"exported":11,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4282465e847e","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Designs+for+Learning"},"results":[{"id":"W1833672427","doi":"10.14434/ijdl.v6i1.5343","title":"Playing for Climate Change: The Design and Development of a Game Prototype to Promote Scientific Literacy","year":2015,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Athabasca University","funders":"","keywords":"Game design; Scripting language; Game design document; Computer science; Instructional design; Creativity; Game Developer; Scientific literacy; Work (physics); Literacy; Learning environment; Set (abstract data type); Engineering ethics; Multimedia; Mathematics education; Science education; Engineering; Sociology; Pedagogy; Psychology","score_opus":0.1910242135330524,"score_gpt":0.42509450827066775,"score_spread":0.23407029473761534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1833672427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5492623,0.00063411373,0.38656896,0.0023386602,0.0007790726,0.013934357,0.0004457286,0.0031298702,0.042906918],"genre_scores_gemma":[0.40123868,0.00035915207,0.5807435,0.00046759262,0.000032151653,0.0050511276,0.0003278618,0.00040456463,0.01137542],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99745256,0.001468583,0.00017295765,0.00026367433,0.00040209197,0.00024002191],"domain_scores_gemma":[0.9973756,0.0015689796,0.0000881328,0.0002369868,0.00035865695,0.00037166654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037503112,0.001100786,0.00052258885,0.0010699292,0.001022659,0.0029014302,0.0036219556,0.0023400546,0.004291732],"category_scores_gemma":[0.009109263,0.0006107122,0.00069150166,0.00032013343,0.0012768358,0.0023511807,0.0020086744,0.0010207901,0.00093121576],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028927154,0.014695101,0.018271862,0.006927348,0.00038827065,0.013504844,0.07368228,0.039730523,0.15720032,0.064378016,0.02954306,0.5787857],"study_design_scores_gemma":[0.0023988318,0.024747442,0.021804463,0.0028015461,0.00072310935,0.013367309,0.033433583,0.26312926,0.110667415,0.029613098,0.49644843,0.0008655674],"about_ca_topic_score_codex":0.00096848886,"about_ca_topic_score_gemma":0.001641275,"teacher_disagreement_score":0.004291732,"about_ca_system_score_codex":0.00075725355,"about_ca_system_score_gemma":0.0010604534,"threshold_uncertainty_score":0.019833744},"labels":[],"label_agreement":null},{"id":"W2264097634","doi":"10.14434/ijdl.v7i1.19427","title":"Framing, Reframing, and Teaching: Design Decisions Before, During and Within a Project-based Unit","year":2016,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Academy of Education","keywords":"Cognitive reframing; Charter; Framing (construction); Context (archaeology); Pedagogy; Mathematics education; Psychology; Engineering; Political science; Social psychology","score_opus":0.06593164926786071,"score_gpt":0.36744585339415564,"score_spread":0.3015142041262949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264097634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6389426,0.0014124751,0.22955708,0.016738677,0.00060496974,0.0043340344,0.00011514914,0.0005785837,0.1077164],"genre_scores_gemma":[0.85319203,0.0007256614,0.12751538,0.0012313217,0.00006685179,0.0015592419,0.00007839744,0.00023554507,0.015395572],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9089286,0.07770589,0.0016521187,0.0028248725,0.0050182347,0.0038702837],"domain_scores_gemma":[0.96002465,0.027731149,0.0020558415,0.004097505,0.0025103947,0.003580367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040373992,0.001211015,0.00067611184,0.0015320836,0.011282716,0.011903895,0.00464524,0.004998334,0.0039365906],"category_scores_gemma":[0.059306115,0.0013309035,0.0009525197,0.0013170269,0.012779427,0.007839145,0.007907041,0.0064057237,0.0012517686],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022225651,0.0014111508,0.004901236,0.00050474156,0.00003199055,0.005155793,0.7594044,0.003416668,0.0055656014,0.08288488,0.008508397,0.12799284],"study_design_scores_gemma":[0.00017076553,0.001570792,0.0031384202,0.0011145298,0.00006807701,0.003684944,0.59506345,0.0058827596,0.010641965,0.04255,0.3358507,0.00026349415],"about_ca_topic_score_codex":0.0031202354,"about_ca_topic_score_gemma":0.0047028204,"teacher_disagreement_score":0.040373992,"about_ca_system_score_codex":0.009222227,"about_ca_system_score_gemma":0.0081436485,"threshold_uncertainty_score":0.21352065},"labels":[],"label_agreement":null},{"id":"W2270203793","doi":"10.14434/ijdl.v7i1.19429","title":"Taking Students on a Journey to El Yunque","year":2016,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Conservation, Ecology, Wildlife Education","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"International Institute of Tropical Forestry; U.S. Forest Service; Institute of Education Sciences; National Aeronautics and Space Administration; U.S. Department of Agriculture; U.S. Department of Education; National Science Foundation","keywords":"Phenomenon; Rainforest; Process (computing); Set (abstract data type); Term (time); Curriculum; Environmental resource management; Geography; Ecology; Psychology; Environmental science; Computer science; Pedagogy","score_opus":0.06864309637527184,"score_gpt":0.3845544200086409,"score_spread":0.31591132363336905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270203793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7939322,0.0019289072,0.02288716,0.072062865,0.0051662493,0.002079729,0.00063401635,0.0014573227,0.099851586],"genre_scores_gemma":[0.6893294,0.0027867681,0.08043023,0.01714508,0.00069035194,0.0024425387,0.00078725297,0.000764405,0.205624],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958811,0.0017650962,0.000109651,0.00051628554,0.0006252968,0.0011026072],"domain_scores_gemma":[0.9868932,0.0008036563,0.00032301564,0.00053651165,0.0032008374,0.008242769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005801517,0.0016056326,0.000802999,0.00093925814,0.01314269,0.007702263,0.0036747376,0.003761856,0.021794144],"category_scores_gemma":[0.008246215,0.0007328797,0.0011878551,0.0005396221,0.0045859707,0.004137988,0.006868258,0.0064393776,0.0046234266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040755933,0.009736366,0.022734068,0.0009663711,0.00005701899,0.0067907516,0.4673779,0.0015932628,0.009668185,0.021570202,0.24703689,0.21206146],"study_design_scores_gemma":[0.000054527045,0.0018971628,0.0067935027,0.00057613215,0.000031726275,0.001027582,0.34507215,0.00055345386,0.003088533,0.0072400714,0.6335331,0.00013199403],"about_ca_topic_score_codex":0.008246675,"about_ca_topic_score_gemma":0.030397015,"teacher_disagreement_score":0.021794144,"about_ca_system_score_codex":0.0069401762,"about_ca_system_score_gemma":0.009189998,"threshold_uncertainty_score":0.07290864},"labels":[],"label_agreement":null},{"id":"W2764221628","doi":"10.14434/ijdl.v8i1.22665","title":"Challenges and Tradeoffs When Engaging Young Makers With Constructing for Others","year":2017,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Mentorship; Leverage (statistics); Function (biology); Process (computing); Engineering design process; Computer science; Diversity (politics); Key (lock); Rapid prototyping; Knowledge management; Process management; Engineering; Business; Sociology; Computer security; Marketing","score_opus":0.0844825295351953,"score_gpt":0.321940623849533,"score_spread":0.23745809431433768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764221628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6190121,0.0020619265,0.22308987,0.023664715,0.0008459847,0.0019268813,0.00017470303,0.001186261,0.12803759],"genre_scores_gemma":[0.8562169,0.00088856573,0.12054365,0.0023042103,0.000081488804,0.0028267186,0.00008814049,0.00048084062,0.016569493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93079764,0.05265018,0.0019538524,0.0030274098,0.006712184,0.0048586996],"domain_scores_gemma":[0.94483787,0.04188931,0.0015998619,0.004077773,0.0031191541,0.004476021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07292256,0.0013589717,0.0008480695,0.0017636695,0.010455023,0.01717807,0.0046658865,0.0047478266,0.012520607],"category_scores_gemma":[0.07559741,0.0014711147,0.0011996336,0.0011215503,0.009858948,0.012618465,0.012256275,0.004031513,0.0031132763],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033517045,0.00081018487,0.011642999,0.0015288335,0.00005707167,0.0037397014,0.78662163,0.00084791984,0.009041831,0.04155274,0.005573438,0.1382484],"study_design_scores_gemma":[0.00011300428,0.00073733105,0.0054377476,0.0012792241,0.00010174755,0.0036652288,0.7347484,0.001250132,0.0062641264,0.04053563,0.20572288,0.0001445606],"about_ca_topic_score_codex":0.0017762529,"about_ca_topic_score_gemma":0.007368475,"teacher_disagreement_score":0.07292256,"about_ca_system_score_codex":0.00298286,"about_ca_system_score_gemma":0.0048224228,"threshold_uncertainty_score":0.38565594},"labels":[],"label_agreement":null},{"id":"W2764288510","doi":"10.14434/ijdl.v8i1.22703","title":"Designing a Makerspace for Pre- and In-Service Teachers","year":2017,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Space (punctuation); Service (business); Pedagogy; Test (biology); Psychology; Sociology; Mathematics education; Medicine; Computer science; Business","score_opus":0.057593652190323454,"score_gpt":0.37740114471775504,"score_spread":0.31980749252743157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764288510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5836062,0.00060202833,0.3484119,0.0026052769,0.000907034,0.0025904279,0.00044432378,0.007934371,0.052898556],"genre_scores_gemma":[0.5946606,0.0003706038,0.37748048,0.00045107296,0.00008519409,0.0019311341,0.00028302564,0.0010625661,0.023675242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667704,0.0018855981,0.00016020233,0.0003290651,0.0005174265,0.0004306878],"domain_scores_gemma":[0.9934144,0.0030805664,0.0002845741,0.00094621995,0.0004993593,0.0017747708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045700166,0.00087296544,0.00042597394,0.0012590693,0.0030839164,0.0048848283,0.0019182055,0.002075809,0.009359731],"category_scores_gemma":[0.010803044,0.0007659453,0.0006881105,0.00058531313,0.0020555162,0.005393291,0.006026657,0.0014704207,0.0021354253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012038853,0.0044680587,0.026822096,0.0023286578,0.000084442014,0.008073005,0.27299616,0.005136263,0.08240692,0.03674178,0.02729543,0.5324433],"study_design_scores_gemma":[0.00049781724,0.0035636246,0.010786984,0.00096850516,0.00012756257,0.0036347704,0.16864288,0.009534808,0.046743255,0.029557604,0.7255755,0.0003665464],"about_ca_topic_score_codex":0.00043738386,"about_ca_topic_score_gemma":0.0016157243,"teacher_disagreement_score":0.009359731,"about_ca_system_score_codex":0.00079094345,"about_ca_system_score_gemma":0.002020597,"threshold_uncertainty_score":0.031311393},"labels":[],"label_agreement":null},{"id":"W3005038963","doi":"10.14434/ijdl.v11i1.24911","title":"Iterations on a Transmedia Game Design Experience for Youth’s Autonomous, Collaborative Learning","year":2020,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Facilitator; Game design; Context (archaeology); Narrative; Interdependence; Documentation; Computer science; Comics; Multimedia; Mathematics education; Psychology; Sociology; Artificial intelligence","score_opus":0.1250861612226283,"score_gpt":0.3896031204552843,"score_spread":0.26451695923265595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005038963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7894529,0.00042904023,0.13205338,0.0023629845,0.00034341353,0.0011242917,0.0002896502,0.0010132923,0.07293108],"genre_scores_gemma":[0.8873657,0.0002793875,0.08937734,0.00036681915,0.00004206202,0.0007873635,0.00026165004,0.00044563386,0.021073908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9880674,0.009038882,0.00026534783,0.0007621144,0.0008746989,0.0009915391],"domain_scores_gemma":[0.99156356,0.004347086,0.00023741835,0.00085822394,0.00066019205,0.0023334941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010649948,0.0017808132,0.0006542625,0.0013933537,0.006117169,0.0064802673,0.0029806728,0.0026135996,0.0063584745],"category_scores_gemma":[0.0096345255,0.0007627676,0.0012663726,0.00079777796,0.005609691,0.004319197,0.009475879,0.003950856,0.0015626193],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005385011,0.0022722632,0.0059618205,0.00049181527,0.000054510314,0.0055966666,0.84862345,0.0029648491,0.0091099925,0.03724163,0.0138604315,0.07328405],"study_design_scores_gemma":[0.00027654244,0.0026009204,0.0065711876,0.0007688005,0.00009639292,0.0057091992,0.35658312,0.011497116,0.018761575,0.038344238,0.55848795,0.00030294343],"about_ca_topic_score_codex":0.001280107,"about_ca_topic_score_gemma":0.0036932896,"teacher_disagreement_score":0.010649948,"about_ca_system_score_codex":0.0021203756,"about_ca_system_score_gemma":0.0016126627,"threshold_uncertainty_score":0.05632299},"labels":[],"label_agreement":null},{"id":"W3027208343","doi":"10.14434/ijdl.v11i2.25020","title":"Green Economy Game: A Modular Approach for Sustainable Development Education","year":2020,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modular design; Game design; Computer science; Sustainable development; Video game development; Design thinking; Process (computing); Game Developer; Sustainable design; Knowledge management; Human–computer interaction; Sustainability; Political science; Ecology","score_opus":0.1886199621278321,"score_gpt":0.39956781824498017,"score_spread":0.21094785611714806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027208343","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027717212,0.00020823091,0.9239858,0.0010194416,0.0002320101,0.0011414058,0.0001257499,0.0014715281,0.044098657],"genre_scores_gemma":[0.22104178,0.00039004296,0.75241756,0.00064005697,0.000044154913,0.0018316807,0.00020460432,0.00027022458,0.023159921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989856,0.0005263768,0.00003974629,0.00010800793,0.00024354034,0.0000966556],"domain_scores_gemma":[0.9991762,0.00037420998,0.000050002534,0.00008762947,0.00010946354,0.0002024954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016289986,0.0010109141,0.0003430561,0.0008779609,0.0007084149,0.0022172376,0.001362518,0.0010630464,0.008385464],"category_scores_gemma":[0.0026093929,0.00032104086,0.0006511342,0.0003755997,0.0017463181,0.0020757024,0.002946611,0.0013850281,0.0015868178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046986944,0.0012328468,0.0022917197,0.00094574376,0.0000884356,0.00075826613,0.005298758,0.04219594,0.06350267,0.62051326,0.017872468,0.24482998],"study_design_scores_gemma":[0.0002741421,0.0012689435,0.0025336754,0.00056574284,0.00012403968,0.0009861687,0.0016335535,0.1892388,0.022882512,0.20769377,0.5726157,0.00018293298],"about_ca_topic_score_codex":0.00086808315,"about_ca_topic_score_gemma":0.0017995627,"teacher_disagreement_score":0.008385464,"about_ca_system_score_codex":0.00084552413,"about_ca_system_score_gemma":0.0011328922,"threshold_uncertainty_score":0.028052151},"labels":[],"label_agreement":null},{"id":"W3081520047","doi":"10.14434/ijdl.v11i3.26101","title":"Using Visual Mapping to Communicate Connections Between Learning Outcomes and Student Tasks","year":2020,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Graphics; Computer science; Comprehension; Visualization; Perception; Visual learning; Multimedia; Process (computing); Human–computer interaction; Visual communication; Mathematics education; Psychology; Artificial intelligence; Computer graphics (images)","score_opus":0.2806483078746611,"score_gpt":0.48301333840797833,"score_spread":0.20236503053331723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081520047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064967945,0.00029447442,0.905553,0.0011582423,0.00029254303,0.0010579875,0.00049427385,0.0039219675,0.022259552],"genre_scores_gemma":[0.44095722,0.00032530472,0.5488749,0.00031973398,0.00009432041,0.0023617712,0.00033544845,0.0008953823,0.0058358787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952844,0.0032349394,0.0002560279,0.000539689,0.0005420633,0.00014286567],"domain_scores_gemma":[0.95442116,0.036369603,0.002398825,0.0039035564,0.0022941825,0.0006126844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077386056,0.0014692912,0.00037430646,0.0020331792,0.00058916694,0.0037234384,0.0010794901,0.0010750433,0.013146079],"category_scores_gemma":[0.06063477,0.0004654872,0.0005818063,0.0011252767,0.0013583978,0.0052712983,0.0035713133,0.0013254831,0.0017247398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016704048,0.0008988654,0.009915385,0.0024384216,0.00013261098,0.0004376119,0.034376934,0.011839868,0.049241513,0.0655517,0.012580394,0.81091624],"study_design_scores_gemma":[0.0015047684,0.007228931,0.038974144,0.004290677,0.00064447965,0.0019676955,0.01890124,0.15402348,0.13123167,0.3727557,0.2674569,0.0010202508],"about_ca_topic_score_codex":0.00044511913,"about_ca_topic_score_gemma":0.00051549607,"teacher_disagreement_score":0.013146079,"about_ca_system_score_codex":0.00061079225,"about_ca_system_score_gemma":0.0008981417,"threshold_uncertainty_score":0.043977976},"labels":[],"label_agreement":null},{"id":"W3169187009","doi":"10.14434/ijdl.v12i1.25778","title":"Collaborative Design of Professional Graduate Programs in Education","year":2021,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"General partnership; Professional development; Medical education; Quality (philosophy); Participatory action research; Pedagogy; Psychology; Sociology; Political science; Medicine","score_opus":0.30725119180443533,"score_gpt":0.5107795869944345,"score_spread":0.20352839518999916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169187009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22589278,0.0005299214,0.72903866,0.0015260506,0.0004659574,0.009927801,0.00023402633,0.001903843,0.030481001],"genre_scores_gemma":[0.29001695,0.00023113788,0.69452167,0.0002788204,0.000059309565,0.006858226,0.000356871,0.00023658476,0.007440449],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9652227,0.025869954,0.0013057231,0.0027530047,0.0037236963,0.0011248701],"domain_scores_gemma":[0.9540181,0.027788142,0.0019548526,0.007123234,0.006254568,0.0028610618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0321391,0.00076890376,0.0006309006,0.0017525643,0.0020075839,0.0045506954,0.002566923,0.0013045121,0.00600421],"category_scores_gemma":[0.057674192,0.00072663464,0.0011743457,0.0008577961,0.00267691,0.0020605666,0.004699978,0.0014473171,0.0010063358],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010651283,0.003889037,0.010313177,0.001840366,0.00017573034,0.00050261593,0.055261042,0.021639345,0.010540297,0.042652108,0.011847351,0.84027374],"study_design_scores_gemma":[0.0033474567,0.020244708,0.019755704,0.0023572445,0.0007183299,0.001125491,0.06076053,0.10709126,0.033163972,0.117047586,0.6339171,0.00047054086],"about_ca_topic_score_codex":0.00091327174,"about_ca_topic_score_gemma":0.0015019537,"teacher_disagreement_score":0.0321391,"about_ca_system_score_codex":0.00276683,"about_ca_system_score_gemma":0.005927053,"threshold_uncertainty_score":0.16996986},"labels":[],"label_agreement":null},{"id":"W3170808680","doi":"10.14434/ijdl.v12i1.31263","title":"Hack, Slash & Backstab: A Post-Mortem of University Game Development at Scale","year":2021,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of California, Irvine","keywords":"Context (archaeology); Computer science; Documentation; Multimedia; Discipline; Situated learning; Video game development; Situated; Game design; Pedagogy; Sociology","score_opus":0.032813967250598874,"score_gpt":0.27501234662203616,"score_spread":0.2421983793714373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170808680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6546113,0.002375532,0.020710645,0.03590192,0.010404111,0.00063824747,0.0011710599,0.0038098996,0.27037734],"genre_scores_gemma":[0.74661416,0.0008660795,0.008302214,0.0034905772,0.00078205793,0.00018817835,0.0004305495,0.0009705275,0.2383557],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99854326,0.00034164893,0.000040858995,0.0001657302,0.00069839467,0.00021021809],"domain_scores_gemma":[0.9972253,0.0007752008,0.00022134956,0.00041604417,0.00063364697,0.0007285741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018243203,0.0005447252,0.00029237295,0.0017246708,0.0060687116,0.0037348222,0.0010002109,0.0016783224,0.014399048],"category_scores_gemma":[0.013147749,0.00045894636,0.00027740293,0.00074049295,0.0030014152,0.0020084747,0.0037295583,0.00474893,0.0043179607],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000695009,0.0009812211,0.018080303,0.00033773863,0.000042605046,0.028192598,0.21884936,0.0011186202,0.009624954,0.03735729,0.3972455,0.28747478],"study_design_scores_gemma":[0.000022519858,0.0006226741,0.023768954,0.00044392108,0.00001576579,0.004249013,0.08941599,0.0011653082,0.005376863,0.0046826997,0.87013906,0.000097219796],"about_ca_topic_score_codex":0.006499548,"about_ca_topic_score_gemma":0.026131006,"teacher_disagreement_score":0.014399048,"about_ca_system_score_codex":0.0032540672,"about_ca_system_score_gemma":0.0017059369,"threshold_uncertainty_score":0.048169613},"labels":[],"label_agreement":null},{"id":"W4327545981","doi":"10.14434/ijdl.v14i1.33406","title":"WinterLab: Developing a Low-Cost, Portable Experiment Platform to Encourage Engagement in the Clectronics Lab","year":2023,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University; Canadian Institute for Advanced Research","keywords":"Flexibility (engineering); Key (lock); Process (computing); Electronics; Engineering management; Computer science; Position paper; Engineering; Electrical engineering; Computer security; Management; World Wide Web","score_opus":0.043650858798993136,"score_gpt":0.31691517128546826,"score_spread":0.2732643124864751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327545981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069384135,0.0002199578,0.8853213,0.0011010133,0.00047499515,0.003099686,0.00048017412,0.014343291,0.02557545],"genre_scores_gemma":[0.1747246,0.00026833295,0.7844865,0.00056323846,0.0001312097,0.0033914852,0.0006957173,0.0026999093,0.033039093],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972205,0.0009458647,0.00015054518,0.00039146267,0.0009909141,0.00030065322],"domain_scores_gemma":[0.99529076,0.0012214516,0.00035303264,0.0010685605,0.00083433656,0.0012318812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005625038,0.0010276888,0.0003958866,0.0007440839,0.00069479895,0.0023868154,0.0029048906,0.0011200081,0.013521122],"category_scores_gemma":[0.007133847,0.00065057154,0.0005862813,0.00032875253,0.0012661308,0.002677487,0.0031871884,0.0014822927,0.004838985],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014555844,0.0022201436,0.007196295,0.0012589076,0.000094941955,0.00089395494,0.0044077416,0.010085308,0.38558826,0.029698333,0.041942764,0.5151578],"study_design_scores_gemma":[0.00071124174,0.0071162446,0.011416223,0.00037405425,0.000118786644,0.0016373856,0.0015424584,0.03661749,0.19403946,0.01335681,0.7327726,0.000297194],"about_ca_topic_score_codex":0.0006512403,"about_ca_topic_score_gemma":0.0011069756,"teacher_disagreement_score":0.013521122,"about_ca_system_score_codex":0.00070878025,"about_ca_system_score_gemma":0.0019038717,"threshold_uncertainty_score":0.045232713},"labels":[],"label_agreement":null}]}