{"meta":{"query_hash":"59791a5568f9","filters":{"venue":"Journal of Open Source Education"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/59791a5568f9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Open+Source+Education"},"results":[{"id":"W3005445991","doi":"10.21105/jose.00049","title":"A graduate student-led participatory live-coding quantitative methods course in R: Experiences on initiating, developing, and teaching","year":2019,"lang":"en","type":"article","venue":"Journal of Open Source Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citizen journalism; Coding (social sciences); Sociology; Graduate students; Pedagogy; Computer science; Social science; World Wide Web","score_opus":0.5126765629245147,"score_gpt":0.6144892674117961,"score_spread":0.10181270448728141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005445991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750081,0.0001563482,0.021257496,0.00049542455,0.0014484163,0.0003373458,6.1722767e-7,0.0000080957625,0.001288171],"genre_scores_gemma":[0.54681814,0.000032229003,0.45251557,0.00020046472,0.000056356017,0.000034054312,7.026191e-7,0.00001262014,0.00032989847],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973979,0.0014169054,0.0006114491,0.00016688113,0.00024280066,0.00016406216],"domain_scores_gemma":[0.99483776,0.0038577965,0.000878541,0.00013955373,0.00021013303,0.00007622465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006015111,0.0001311905,0.00036104192,0.000204153,0.00011065312,0.00020977076,0.00031754814,0.00004406977,0.00007884094],"category_scores_gemma":[0.0066931373,0.0001099768,0.00003430453,0.00009423536,0.000049213577,0.0003382494,0.000086120366,0.0003457005,0.000008603338],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011623666,0.00083687034,0.038972937,0.00011335819,0.00008943179,0.0000025804336,0.775908,0.000022500719,0.0003178813,0.13363802,0.0040234593,0.045958713],"study_design_scores_gemma":[0.0007155929,0.00036607037,0.05214284,0.0008522093,0.000060454662,0.000032466385,0.91075015,0.00017000356,0.00088573067,0.031873036,0.001904095,0.00024733582],"about_ca_topic_score_codex":0.000038294536,"about_ca_topic_score_gemma":0.00000900169,"teacher_disagreement_score":0.43125808,"about_ca_system_score_codex":0.000121809986,"about_ca_system_score_gemma":0.0006145444,"threshold_uncertainty_score":0.80127937},"labels":[],"label_agreement":null},{"id":"W4200008320","doi":"10.21105/jose.00100","title":"A narrative approach to building computational capacity for climate change impact assessment in professional master's students","year":2021,"lang":"en","type":"article","venue":"Journal of Open Source Education","topic":"Education Practices and Evaluation","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Narrative; Climate change; Narrative review; Psychology; Mathematics education; Architectural engineering; Sociology; Engineering ethics; Engineering; Geology; Art","score_opus":0.24972827563461633,"score_gpt":0.5662742810469809,"score_spread":0.31654600541236455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200008320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98079574,0.000034650395,0.0041877697,0.010982243,0.001576451,0.0009782695,0.000004521361,0.0000029022638,0.0014374666],"genre_scores_gemma":[0.9274615,0.000014189736,0.07048827,0.0006161132,0.0007277079,0.00017993452,0.000026381003,0.000009326416,0.00047657927],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99793565,0.0006184047,0.00042709848,0.00016049593,0.0006680183,0.00019035889],"domain_scores_gemma":[0.99780756,0.00024939753,0.00062816363,0.000074394055,0.0010869644,0.0001535325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044077467,0.00008216737,0.00018162963,0.00016652455,0.0004193056,0.0005271352,0.00035377982,0.000052247055,0.00015104654],"category_scores_gemma":[0.0004490233,0.00007562935,0.00006791993,0.00041768004,0.000022150498,0.0015013634,0.00008061619,0.00019071429,0.0000025584945],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018720329,0.004312703,0.19923413,0.000057362657,0.00009664623,5.1323775e-7,0.7528375,0.0047886097,0.0001621413,0.009064616,0.007169864,0.022088753],"study_design_scores_gemma":[0.0009177581,0.00014687417,0.5126078,0.00030283164,0.000049212587,0.000014827111,0.46348307,0.0007482195,0.000014658098,0.0034862792,0.018052422,0.00017606968],"about_ca_topic_score_codex":0.00044126395,"about_ca_topic_score_gemma":0.00009270732,"teacher_disagreement_score":0.31337366,"about_ca_system_score_codex":0.0007297749,"about_ca_system_score_gemma":0.0030908643,"threshold_uncertainty_score":0.54830605},"labels":[],"label_agreement":null},{"id":"W4220948803","doi":"10.21105/jose.00118","title":"Neuromatch Academy: a 3-week, online summer school in computational neuroscience","year":2022,"lang":"en","type":"article","venue":"Journal of Open Source Education","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Montreal Neurological Institute and Hospital; McGill University; University of British Columbia; Queen's University","funders":"","keywords":"Computational neuroscience; Psychology; Neuroscience; Mathematics education","score_opus":0.10315989826100609,"score_gpt":0.38126670410747254,"score_spread":0.27810680584646646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220948803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829435,0.000027099612,0.00046140896,0.012022398,0.0031093732,0.0004111138,0.000011696146,0.000015232403,0.0009981934],"genre_scores_gemma":[0.97492725,0.0000174719,0.00025595477,0.021303419,0.00024332467,0.000040389692,0.0000043341884,0.000021138341,0.0031867202],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99707013,0.00066588935,0.00064945006,0.0004366614,0.0009121517,0.00026570383],"domain_scores_gemma":[0.99848855,0.00025643784,0.0007390418,0.00014308545,0.00014694792,0.00022592917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008693162,0.00014739764,0.0002053802,0.000637684,0.00053570606,0.00034808216,0.0013004518,0.00002797317,0.000495366],"category_scores_gemma":[0.001671808,0.0001502542,0.000072420065,0.0018862146,0.00011702211,0.0013681675,0.00035399158,0.0008266656,0.000025215744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011550129,0.025259629,0.10599,0.00004930824,0.0000073630335,0.00007785413,0.006221258,0.092749484,0.5923075,0.0065706056,0.09255284,0.07705914],"study_design_scores_gemma":[0.0021500308,0.0012512853,0.59668887,0.00008194992,0.000028668735,0.0023270801,0.007553682,0.006908683,0.0064302115,0.005545502,0.37043706,0.00059695786],"about_ca_topic_score_codex":0.000033157205,"about_ca_topic_score_gemma":0.0000024708281,"teacher_disagreement_score":0.5858773,"about_ca_system_score_codex":0.0002546261,"about_ca_system_score_gemma":0.0018373758,"threshold_uncertainty_score":0.6127188},"labels":[],"label_agreement":null},{"id":"W4401691469","doi":"10.21105/jose.00243","title":"The University of Toronto Climate Downscaling Workflow:Tools and Resources for Climate Change Impact Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Open Source Education","topic":"Cryospheric studies and observations","field":"Earth and Planetary Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Downscaling; Climate change; Workflow; Environmental science; Environmental resource management; Computer science; Database; Geology; Oceanography","score_opus":0.03986074772386357,"score_gpt":0.3040781982952443,"score_spread":0.26421745057138074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401691469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96972585,0.027455483,0.00031842425,0.001235107,0.0003740281,0.0002186138,0.00008565559,0.0000046164278,0.00058225304],"genre_scores_gemma":[0.9882188,0.009740532,0.0015457057,0.000041572377,0.00029372028,5.3107954e-7,0.000016943051,0.0000027767514,0.00013941908],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994566,0.000038252438,0.0001921183,0.00008234462,0.00010360445,0.00012711468],"domain_scores_gemma":[0.9991694,0.0003958826,0.00019700303,0.00008059051,0.00010037076,0.000056729084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007657331,0.00005816562,0.00015789332,0.000024025112,0.00041538372,0.00030397598,0.00021417241,0.00002198268,0.00027891048],"category_scores_gemma":[0.00004081482,0.0000371164,0.00012752015,0.00022235305,0.000037250335,0.000553798,0.000027587012,0.0000497586,0.0000015138744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000162037,0.000020379915,0.44948673,0.000045940273,0.00038955055,6.062843e-7,0.008103719,0.0012475536,0.0000051804677,0.000068975845,0.002294885,0.53817445],"study_design_scores_gemma":[0.000082121274,0.00008694836,0.8841755,0.00006940203,0.00033811782,0.0000036727727,0.013235564,0.0056177625,5.7627364e-7,0.0000665479,0.09627434,0.000049481998],"about_ca_topic_score_codex":0.0047277333,"about_ca_topic_score_gemma":0.0061483313,"teacher_disagreement_score":0.538125,"about_ca_system_score_codex":0.000019012292,"about_ca_system_score_gemma":0.000056633227,"threshold_uncertainty_score":0.71469504},"labels":[],"label_agreement":null},{"id":"W4410084662","doi":"10.21105/jose.00252","title":"ARC4CFD: Learning how to leverage High-Performance Computing with Computational Fluid Dynamics","year":2025,"lang":"en","type":"article","venue":"Journal of Open Source Education","topic":"Lattice Boltzmann Simulation Studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Leverage (statistics); Computer science; Computational fluid dynamics; Computational science; Artificial intelligence; Physics; Mechanics","score_opus":0.010447512170051909,"score_gpt":0.27209111517576096,"score_spread":0.26164360300570905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410084662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7513102,0.000072153736,0.2454501,0.0012937012,0.00044083776,0.00014760131,4.7855275e-7,0.000029984727,0.0012548876],"genre_scores_gemma":[0.9793264,0.0000071051977,0.018802563,0.00018077831,0.00015328341,0.0000031688187,0.0000070494098,0.000021504069,0.0014980937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919295,0.00003627883,0.00030322306,0.00010098182,0.00022679883,0.0001397378],"domain_scores_gemma":[0.99911356,0.00015299722,0.00016318724,0.000093387825,0.0004162371,0.000060655635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003357183,0.00012370278,0.00022414503,0.00024361192,0.00019488762,0.0002921874,0.00027666902,0.000031846535,0.000008658172],"category_scores_gemma":[0.00006832176,0.00011172225,0.000025335274,0.0003963484,0.000017990154,0.0005064263,0.00008545652,0.00024531735,0.000008383414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024849385,0.000029537418,0.014827869,0.00005279765,0.000081741135,5.289721e-7,0.0011991566,0.95235044,0.00004600479,0.000290165,0.0016243303,0.02947259],"study_design_scores_gemma":[0.0009089123,0.000146357,0.19544284,0.00074470876,0.00007127099,0.0000399742,0.00421078,0.7866501,0.00020680125,0.00015377173,0.011143591,0.00028088046],"about_ca_topic_score_codex":0.000009330395,"about_ca_topic_score_gemma":0.0000039260963,"teacher_disagreement_score":0.2280162,"about_ca_system_score_codex":0.00029879136,"about_ca_system_score_gemma":0.00019050442,"threshold_uncertainty_score":0.45559013},"labels":[],"label_agreement":null}]}