{"meta":{"query_hash":"380b91fa78e7","filters":{"venue":"CourseSource"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/380b91fa78e7","api":"https://metacan.xera.ac/api/v1/cohort?venue=CourseSource"},"results":[{"id":"W2608126948","doi":"10.24918/cs.2016.2","title":"\"Reading groups\" in an undergraduate biology course: A peer-based model to help students develop skills to evaluate primary literature","year":2016,"lang":"en","type":"article","venue":"CourseSource","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Course (navigation); Primary (astronomy); Mathematics education; Extensive reading; Biology; Medical education; Psychology; Pedagogy; Physics; Medicine; Linguistics; Astronomy","score_opus":0.04583747476442638,"score_gpt":0.4334844173410569,"score_spread":0.3876469425766305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608126948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8198376,0.0004600284,0.11675597,0.003231781,0.00057785126,0.021490522,0.00015764157,0.0026798183,0.034808803],"genre_scores_gemma":[0.6024026,0.00055905554,0.35967696,0.0012416012,0.000371211,0.012513662,0.00026299516,0.00015411901,0.02281765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942848,0.0027157548,0.00019288022,0.0012472187,0.0012257765,0.00033354378],"domain_scores_gemma":[0.98923093,0.003894568,0.0012760478,0.0009926097,0.00087444746,0.003731362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074933586,0.0012194314,0.0007170717,0.0013014005,0.0026297371,0.001926686,0.0049464856,0.0015143466,0.007288787],"category_scores_gemma":[0.013271496,0.0005820187,0.00070072315,0.0005177265,0.0011800623,0.0019832067,0.003963928,0.0017436875,0.0037192446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017348209,0.1046455,0.012635314,0.0011140278,0.00011653036,0.0006173705,0.023141725,0.0018540067,0.018810097,0.002882166,0.012621994,0.8198264],"study_design_scores_gemma":[0.014590097,0.24434295,0.14946172,0.0036091777,0.00162414,0.0049025025,0.041267842,0.07391606,0.07911193,0.05858347,0.32737947,0.0012105901],"about_ca_topic_score_codex":0.0005592142,"about_ca_topic_score_gemma":0.0021594092,"teacher_disagreement_score":0.0074933586,"about_ca_system_score_codex":0.0011971963,"about_ca_system_score_gemma":0.003513304,"threshold_uncertainty_score":0.03962916},"labels":[],"label_agreement":null},{"id":"W2608654376","doi":"10.24918/cs.2015.13","title":"Teaching Genetic Linkage and Recombination through Mapping with Molecular Markers","year":2015,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Genetics; Genetic linkage; Linkage (software); Biology; Context (archaeology); Computational biology; Gene","score_opus":0.01857641446955537,"score_gpt":0.2713087884304612,"score_spread":0.2527323739609058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608654376","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1409831,0.0029594023,0.5837269,0.02408464,0.0026171685,0.0017952849,0.0015403848,0.009434085,0.23285903],"genre_scores_gemma":[0.2548018,0.003686712,0.59256655,0.008416214,0.00070374476,0.0017325094,0.0020095257,0.0012442444,0.13483867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902177,0.00024180693,0.000041245185,0.00024449098,0.00028163934,0.00016904139],"domain_scores_gemma":[0.99811614,0.00064825127,0.00019446452,0.00017348485,0.00026547143,0.000602228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011955234,0.0014785215,0.000634305,0.00057000754,0.00082239386,0.0019836475,0.002432271,0.0017917039,0.030441996],"category_scores_gemma":[0.003745273,0.00032110972,0.0008375891,0.00041602665,0.0010537313,0.0023470714,0.0027889488,0.002928799,0.008021827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042664577,0.0064532,0.0077565,0.0022971134,0.000060271934,0.0015716429,0.0105882585,0.010546924,0.059282884,0.08970048,0.26484954,0.54646665],"study_design_scores_gemma":[0.0002025118,0.0013202854,0.009260233,0.0009228987,0.0000483935,0.0022817326,0.0029228453,0.01164925,0.031063212,0.1188502,0.8213773,0.00010114448],"about_ca_topic_score_codex":0.0008552998,"about_ca_topic_score_gemma":0.0016676418,"teacher_disagreement_score":0.030441996,"about_ca_system_score_codex":0.0013912884,"about_ca_system_score_gemma":0.0017810864,"threshold_uncertainty_score":0.10183865},"labels":[],"label_agreement":null},{"id":"W2970951747","doi":"10.24918/cs.2019.35","title":"Gotcha! Which fly trap is the best? An introduction to experimental data collection and analysis","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Diptera species taxonomy and behavior","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Trap (plumbing); Set (abstract data type); Computer science; Data collection; Construct (python library); Mathematics education; Statistics; Mathematics; Engineering; World Wide Web","score_opus":0.03654316679932438,"score_gpt":0.26675710701590427,"score_spread":0.2302139402165799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970951747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020566136,0.0092753805,0.7040031,0.023070455,0.0069983937,0.039829653,0.014207503,0.0120608825,0.16998848],"genre_scores_gemma":[0.038417436,0.006695731,0.7954231,0.007940762,0.000922247,0.099280044,0.002552214,0.0017048806,0.047063664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937262,0.0031786254,0.00037002016,0.00060989085,0.0018675816,0.00024775043],"domain_scores_gemma":[0.9734561,0.020066353,0.0010244086,0.0022642962,0.0025648845,0.0006240408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012312639,0.0013734205,0.001043389,0.00086224533,0.0010643961,0.001804031,0.0022498192,0.0018967134,0.08202204],"category_scores_gemma":[0.031750675,0.0009700024,0.0011970493,0.0008543073,0.00182528,0.001898291,0.0014874048,0.0042453045,0.014638527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002067301,0.0036586814,0.0030483734,0.008557544,0.00022641342,0.000315234,0.002390619,0.004568256,0.01658497,0.058846474,0.32471853,0.5750176],"study_design_scores_gemma":[0.0010505503,0.0038818198,0.007230693,0.0031295302,0.0001564874,0.0002466315,0.00055249734,0.0075158025,0.012649475,0.049817774,0.91351986,0.000248827],"about_ca_topic_score_codex":0.0017002659,"about_ca_topic_score_gemma":0.0029337562,"teacher_disagreement_score":0.08202204,"about_ca_system_score_codex":0.0014555072,"about_ca_system_score_gemma":0.002600483,"threshold_uncertainty_score":0.27439106},"labels":[],"label_agreement":null},{"id":"W2996591998","doi":"10.24918/cs.2019.46","title":"Fly Exercise: A Simple Experiment to Test the Physiological Effects of Exercise on a Model Organism","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Computer science; Organism; Component (thermodynamics); Set (abstract data type); Process (computing); Plot (graphics); Drosophila melanogaster; Test (biology); Model organism; Data science; Biology; Ecology; Statistics","score_opus":0.011723955415319377,"score_gpt":0.27721514700955446,"score_spread":0.26549119159423507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996591998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93007463,0.0011527507,0.04698372,0.0009093411,0.00047257045,0.0032867775,0.0064113634,0.001559461,0.00914951],"genre_scores_gemma":[0.8257805,0.002248453,0.13733745,0.0020390125,0.00012535357,0.006589185,0.006478223,0.00037438088,0.019027496],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99958664,0.00005792317,0.000041923508,0.00014150048,0.000114180744,0.000057790858],"domain_scores_gemma":[0.99946207,0.0001397584,0.00008112273,0.000100181314,0.000078797166,0.00013812885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051157596,0.0010327912,0.00046686523,0.00040969203,0.0005800497,0.0005089498,0.0007755794,0.001297046,0.0061168503],"category_scores_gemma":[0.00056542415,0.00031084273,0.0007421071,0.00019290943,0.00041914597,0.0005072003,0.00068004604,0.0011276992,0.0011970607],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010608281,0.0025642554,0.004276099,0.00049787905,0.000065363725,0.00018093825,0.00010123683,0.0006663566,0.9729783,0.00057581963,0.0018530295,0.015179872],"study_design_scores_gemma":[0.00053779146,0.03284146,0.043537594,0.00019261982,0.0003325261,0.00063908246,0.00022793685,0.0046869465,0.8900602,0.0009258378,0.025912188,0.0001058324],"about_ca_topic_score_codex":0.0015309462,"about_ca_topic_score_gemma":0.0029642407,"teacher_disagreement_score":0.0061168503,"about_ca_system_score_codex":0.00046186,"about_ca_system_score_gemma":0.00052749977,"threshold_uncertainty_score":0.02046287},"labels":[],"label_agreement":null},{"id":"W3157522942","doi":"10.24918/cs.2021.21","title":"\"Got Algae?\" A Sorting Game for Introducing the Weird and Wonderful Diversity of Algae","year":2021,"lang":"en","type":"article","venue":"CourseSource","topic":"Algal biology and biofuel production","field":"Energy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Algae; Phylogenetic tree; Class (philosophy); Sorting; Biology; Diversity (politics); Tree of life (biology); Green algae; Evolutionary biology; Tree (set theory); Ecology; Mathematics education; Sociology; Computer science; Artificial intelligence; Psychology; Mathematics; Genetics; Anthropology; Combinatorics","score_opus":0.018296021131816633,"score_gpt":0.23814462950159512,"score_spread":0.2198486083697785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157522942","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13888101,0.0014742685,0.1378586,0.041725088,0.0065421057,0.0021305182,0.004059766,0.01411552,0.6532132],"genre_scores_gemma":[0.20645882,0.0014906741,0.23374434,0.014174969,0.00044933415,0.0017122066,0.004302792,0.0015170474,0.53614986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996959,0.00008566954,0.000012723796,0.00006335706,0.00007256632,0.00006973625],"domain_scores_gemma":[0.99921143,0.00020064478,0.00003433629,0.000034864242,0.00014801788,0.00037071249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047191043,0.0011003704,0.00030020362,0.00037647257,0.0011522335,0.0015962496,0.0014932653,0.0015817861,0.06921757],"category_scores_gemma":[0.0020656695,0.00027972786,0.00042525984,0.0002325513,0.00083464844,0.0028051573,0.0023475585,0.0023151624,0.0152694145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031384153,0.0017078579,0.0020891577,0.0004036186,0.000014618995,0.0006833918,0.0041152746,0.001124131,0.0077545852,0.026326966,0.8297485,0.12571806],"study_design_scores_gemma":[0.00010218868,0.0005634852,0.0026157957,0.00023470682,0.00001163042,0.0005471845,0.003689002,0.0045790537,0.00405917,0.0146963,0.9688438,0.0000576967],"about_ca_topic_score_codex":0.001400835,"about_ca_topic_score_gemma":0.0050300295,"teacher_disagreement_score":0.06921757,"about_ca_system_score_codex":0.00086568156,"about_ca_system_score_gemma":0.0007342177,"threshold_uncertainty_score":0.23155582},"labels":[],"label_agreement":null},{"id":"W4285684828","doi":"10.24918/cs.2022.17","title":"Workshop Report: Summer 2020 Virtual CRISPR in the Classroom","year":2022,"lang":"en","type":"article","venue":"CourseSource","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"CRISPR; Curriculum; Computer science; Cas9; Multimedia; World Wide Web; Biology; Genetics; Psychology; Pedagogy","score_opus":0.010553951051439026,"score_gpt":0.30484115318942084,"score_spread":0.2942872021379818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285684828","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044492424,0.0025811633,0.024956347,0.13055578,0.24365105,0.0051076626,0.026858274,0.0076284525,0.51416886],"genre_scores_gemma":[0.09042388,0.0014330428,0.01506616,0.019719481,0.01311529,0.0036828213,0.017846612,0.0020553542,0.8366574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825686,0.00025105625,0.00005875347,0.0002692254,0.0006093283,0.00055478833],"domain_scores_gemma":[0.9939621,0.00021479612,0.000099805016,0.00015383365,0.0012744443,0.004295056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005618302,0.0012668599,0.000384853,0.0006591408,0.003683759,0.0052588317,0.0017680724,0.0035454317,0.16396236],"category_scores_gemma":[0.0030806873,0.00042584722,0.0009298743,0.00032530245,0.0005968829,0.0018527816,0.0063732076,0.004740878,0.066147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030983382,0.0002775593,0.0006630291,0.00014526924,0.000007834688,0.00044822312,0.000507699,0.0001649819,0.0023254766,0.0013728413,0.9693572,0.02441992],"study_design_scores_gemma":[0.0000488264,0.00025281706,0.0016479266,0.00007693759,0.000005342091,0.000112481706,0.0012511151,0.00019931367,0.0011491694,0.0009741078,0.99425936,0.000022487096],"about_ca_topic_score_codex":0.0033717218,"about_ca_topic_score_gemma":0.008907733,"teacher_disagreement_score":0.16396236,"about_ca_system_score_codex":0.0014225175,"about_ca_system_score_gemma":0.005449461,"threshold_uncertainty_score":0.54850876},"labels":[],"label_agreement":null},{"id":"W4317233412","doi":"10.24918/cs.2023.2","title":"Honoring the Complexity of Genetics: Exploring the Role of Genes and the Environment Using Real World Examples","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Formative assessment; Variation (astronomy); Inheritance (genetic algorithm); Summative assessment; Curriculum; Mathematics education; Genetics; Biology; Psychology; Gene; Pedagogy","score_opus":0.08899188044935104,"score_gpt":0.2889743087900589,"score_spread":0.1999824283407079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317233412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43018547,0.008957522,0.32337034,0.03566247,0.0010749554,0.0011492163,0.00037045838,0.001084586,0.19814496],"genre_scores_gemma":[0.6779969,0.006287775,0.2674307,0.0057510203,0.00020787379,0.0011387639,0.00047466575,0.0003555804,0.04035669],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99858785,0.0009830081,0.000030001773,0.00013406949,0.00017717708,0.00008802896],"domain_scores_gemma":[0.99475455,0.0042918306,0.00020688515,0.00020444367,0.00030070252,0.00024149661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018369571,0.00096582633,0.0004943167,0.0007596521,0.0011506453,0.003083081,0.0022336035,0.0018488765,0.007434127],"category_scores_gemma":[0.009020697,0.0003607907,0.0006968998,0.00048567427,0.0037451787,0.0055965926,0.0026291735,0.0030717566,0.0012251175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002541065,0.0022064685,0.01704319,0.003958252,0.00010157403,0.0054351273,0.14340949,0.01835626,0.026156977,0.3181913,0.12964812,0.33523914],"study_design_scores_gemma":[0.0001088142,0.0007516311,0.010674922,0.002043194,0.000066485205,0.0047392123,0.04412877,0.01875304,0.00767126,0.3314977,0.5794046,0.00016047302],"about_ca_topic_score_codex":0.0009880866,"about_ca_topic_score_gemma":0.0019392163,"teacher_disagreement_score":0.007434127,"about_ca_system_score_codex":0.001531318,"about_ca_system_score_gemma":0.0008089646,"threshold_uncertainty_score":0.02486962},"labels":[],"label_agreement":null},{"id":"W4321125926","doi":"10.24918/cs.2023.3","title":"Distances in the Universe: An Inquiry Lab Sequence Taught in West Africa and North America","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Curriculum; Curiosity; Feeling; Mathematics education; Astronomy; Psychology; Sociology; Physics; Pedagogy","score_opus":0.04195611683554997,"score_gpt":0.289676553975705,"score_spread":0.24772043714015504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321125926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8373285,0.0022920007,0.013473355,0.029705947,0.0009945962,0.0015420637,0.0006408244,0.0009214517,0.11310134],"genre_scores_gemma":[0.85396844,0.0018590501,0.041687895,0.007321182,0.00019106477,0.001243476,0.0005824671,0.00047564795,0.09267072],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988109,0.0003801682,0.000036219364,0.00019869785,0.00015686339,0.00041728865],"domain_scores_gemma":[0.99439406,0.00042457687,0.00015297643,0.00016459406,0.0006039831,0.0042599174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015095832,0.00063384813,0.00029642473,0.0007174634,0.011998173,0.002440498,0.0014214369,0.0015981018,0.012688177],"category_scores_gemma":[0.0024439422,0.00046420773,0.00027083838,0.00078964996,0.0037032166,0.0014741971,0.004167368,0.0020670856,0.0021119628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006662914,0.0037668415,0.03280226,0.0009696997,0.000033515134,0.0068303132,0.48858604,0.00096977694,0.0547843,0.017479341,0.14633466,0.24677701],"study_design_scores_gemma":[0.000073724805,0.00045946144,0.04458835,0.0003854675,0.000015968622,0.0010096229,0.15983951,0.00044575997,0.0064673075,0.0022903902,0.78433347,0.00009103043],"about_ca_topic_score_codex":0.10634214,"about_ca_topic_score_gemma":0.4336912,"teacher_disagreement_score":0.10634214,"about_ca_system_score_codex":0.0081520835,"about_ca_system_score_gemma":0.017848521,"threshold_uncertainty_score":0.21144629},"labels":[],"label_agreement":null},{"id":"W4380987870","doi":"10.24918/cs.2023.26","title":"Facilitating Scientific Literacy Through Writing: A Write-to-Learn Assignment for Large Introductory Undergraduate Biology Courses","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"University of Toronto Scarborough; Directorate for Biological Sciences","keywords":"Curiosity; Critical thinking; Mathematics education; Metacognition; Literacy; Process (computing); Writing process; Scientific literacy; Variety (cybernetics); Pedagogy; Psychology; Computer science; Science education; Social psychology; Cognition","score_opus":0.05160123963654747,"score_gpt":0.40070070516988654,"score_spread":0.3490994655333391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380987870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93291515,0.000108158536,0.035484124,0.003130989,0.0005055454,0.0049854377,0.00033822068,0.0021099818,0.020422291],"genre_scores_gemma":[0.7231739,0.00025299567,0.2328134,0.0014773279,0.00027737767,0.0070440634,0.0012752669,0.00040512305,0.03328039],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981035,0.0005949569,0.0001266717,0.0004148724,0.00040903036,0.00035088634],"domain_scores_gemma":[0.98509246,0.0030696949,0.00097526226,0.000671019,0.0015596014,0.00863199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005028445,0.0012419353,0.0006436632,0.0010997918,0.0041224766,0.0029803624,0.0025168566,0.001533422,0.010406615],"category_scores_gemma":[0.01461784,0.00058793207,0.000621964,0.00060707296,0.0013159649,0.002232151,0.0059434325,0.0025253044,0.004083929],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022623937,0.06898322,0.02011935,0.0008757127,0.00003867918,0.0026209857,0.033933356,0.0070655756,0.06585018,0.0055237804,0.051701322,0.74102557],"study_design_scores_gemma":[0.004033249,0.05842725,0.1614906,0.00076538377,0.00019094619,0.0038305486,0.0463046,0.08989361,0.15179998,0.03853815,0.44347894,0.00124677],"about_ca_topic_score_codex":0.0006961242,"about_ca_topic_score_gemma":0.002651773,"teacher_disagreement_score":0.010406615,"about_ca_system_score_codex":0.0025778937,"about_ca_system_score_gemma":0.005809537,"threshold_uncertainty_score":0.034813583},"labels":[],"label_agreement":null},{"id":"W4386646311","doi":"10.24918/cs.2023.35","title":"A Multi-Institutional Alternative Assessment Faculty Learning Community: Supporting Teaching in Higher Education","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Missouri-St. Louis; National Science Foundation","keywords":"Higher education; Mathematics education; Pedagogy; Sociology; Medical education; Political science; Psychology; Medicine","score_opus":0.13876697072006697,"score_gpt":0.47052804912822604,"score_spread":0.33176107840815905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386646311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71497995,0.0010565231,0.12110388,0.040135495,0.001635055,0.0033082631,0.0004391937,0.0037994026,0.11354224],"genre_scores_gemma":[0.9014656,0.0002214459,0.07736735,0.002292236,0.00027590757,0.0010826404,0.00017541618,0.0003178607,0.016801497],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.976518,0.017252294,0.0004607316,0.0011807323,0.002586101,0.0020022031],"domain_scores_gemma":[0.94539523,0.015278324,0.002737819,0.004607075,0.005838525,0.026143068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024782673,0.0004087977,0.00025498966,0.002088493,0.014343413,0.008565106,0.0032982624,0.002380325,0.012798591],"category_scores_gemma":[0.04071581,0.00033569286,0.00048229934,0.0015422484,0.0038388225,0.008911882,0.02478387,0.003135684,0.002965034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022875307,0.0024013126,0.030167898,0.00045159616,0.000032335814,0.0012233048,0.22188607,0.000569924,0.0039548497,0.018215224,0.06367618,0.65719247],"study_design_scores_gemma":[0.00020761327,0.001529738,0.024821084,0.0010049853,0.00004731447,0.0016902107,0.3620283,0.005286124,0.004970493,0.030635841,0.5675242,0.00025405452],"about_ca_topic_score_codex":0.0022929956,"about_ca_topic_score_gemma":0.011478759,"teacher_disagreement_score":0.024782673,"about_ca_system_score_codex":0.0026824167,"about_ca_system_score_gemma":0.017524535,"threshold_uncertainty_score":0.13106489},"labels":[],"label_agreement":null},{"id":"W4386766081","doi":"10.24918/cs.2023.29","title":"Drawing “Octo-Pines”: Ice-Breaker Active-Learning Activities to Introduce Drawing-to-Learn in Biology","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Worksheet; Mathematics education; Creativity; Infographic; Active learning (machine learning); Visual literacy; Reading (process); Scientific literacy; Psychology; Science education; Computer science","score_opus":0.029255188707640944,"score_gpt":0.34739162612893554,"score_spread":0.3181364374212946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43928504,0.001297854,0.21818131,0.0041718697,0.0015062487,0.0037058024,0.0014707372,0.007621637,0.32275957],"genre_scores_gemma":[0.51634413,0.0021071106,0.36524066,0.00295832,0.00039139678,0.0023525858,0.002151606,0.00086202973,0.10759215],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99974626,0.000059118604,0.000013845718,0.000059678667,0.000062121355,0.0000589682],"domain_scores_gemma":[0.9990375,0.00039140234,0.00009910718,0.00009621549,0.000078457975,0.00029733442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048431303,0.00092160393,0.00026646288,0.00048239864,0.00060718524,0.0007950682,0.0013289656,0.0007740732,0.030528715],"category_scores_gemma":[0.002020248,0.00025166984,0.0004822559,0.00033943087,0.0005666067,0.001285625,0.0018063817,0.001379936,0.0049918643],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006630934,0.005635149,0.008919286,0.001590663,0.00002996849,0.001487699,0.0141188335,0.003388333,0.060751025,0.012146914,0.19848129,0.69278765],"study_design_scores_gemma":[0.00031850222,0.0026930931,0.027083594,0.00066396286,0.00004841302,0.0018301953,0.0043949136,0.0053411853,0.026856828,0.010364779,0.92029643,0.00010808976],"about_ca_topic_score_codex":0.00055567507,"about_ca_topic_score_gemma":0.00234527,"teacher_disagreement_score":0.030528715,"about_ca_system_score_codex":0.00040659422,"about_ca_system_score_gemma":0.0004281744,"threshold_uncertainty_score":0.102128744},"labels":[],"label_agreement":null},{"id":"W4386869774","doi":"10.24918/cs.2023.37","title":"An Interactive Protocol for In-Classroom DNA Extraction","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Laurentian University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Protocol (science); Variety (cybernetics); Adventure; Inclusion (mineral); Process (computing); Mathematics education; Multimedia; Artificial intelligence; Psychology; Programming language","score_opus":0.12426222569745993,"score_gpt":0.5294694742735041,"score_spread":0.4052072485760442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386869774","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008432659,0.0013390398,0.62274826,0.0041093603,0.007018586,0.06373059,0.058770474,0.07203748,0.1618135],"genre_scores_gemma":[0.018478801,0.001056888,0.55399376,0.0043673017,0.0005227511,0.18044654,0.02414868,0.008868359,0.20811684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965564,0.0012131454,0.0004026146,0.0006366562,0.00087340764,0.00031779316],"domain_scores_gemma":[0.991971,0.0032686484,0.00023305569,0.0021495165,0.0018641496,0.0005136291],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004779344,0.0016226635,0.0011269039,0.0016624787,0.0019108733,0.0013654168,0.0020800182,0.002111804,0.40250066],"category_scores_gemma":[0.012123823,0.001342656,0.00068728765,0.0011375281,0.0008535233,0.0012638139,0.0030563837,0.003564131,0.14622721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001013585,0.0007187976,0.00049688143,0.001817419,0.00002671467,0.00065404776,0.0010794918,0.00061980303,0.04936633,0.012133737,0.7730546,0.15901853],"study_design_scores_gemma":[0.00027015718,0.00024739056,0.00086649053,0.00039714132,0.000010816473,0.00036924137,0.00023671122,0.00092952576,0.01573354,0.004402303,0.97645915,0.000077498604],"about_ca_topic_score_codex":0.00083620544,"about_ca_topic_score_gemma":0.0024429997,"teacher_disagreement_score":0.40250066,"about_ca_system_score_codex":0.0009814042,"about_ca_system_score_gemma":0.0030530726,"threshold_uncertainty_score":0.8522603},"labels":[],"label_agreement":null},{"id":"W4389979419","doi":"10.24918/cs.2023.48","title":"Where Does Elsie's Hair Color Come From? A \"De-Simplified\" Pedigree Lesson","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Media, Gender, and Advertising","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Art","score_opus":0.03800362784829557,"score_gpt":0.33981161563658646,"score_spread":0.3018079877882909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389979419","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20267712,0.004803484,0.10221481,0.19621937,0.010749212,0.00096422964,0.0023426749,0.008133334,0.47189578],"genre_scores_gemma":[0.34357956,0.005018796,0.100459024,0.041245073,0.0011064515,0.0004628894,0.002117846,0.0012077587,0.5048025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996113,0.00008752812,0.000017235967,0.00006620347,0.00012815752,0.00008958371],"domain_scores_gemma":[0.99898046,0.00021086022,0.00006106015,0.000060351078,0.00033857665,0.00034860754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006604563,0.0007761639,0.0004168985,0.00052601687,0.0011879802,0.001650755,0.0014385093,0.0019462068,0.030119848],"category_scores_gemma":[0.0025483477,0.00027101816,0.00055655156,0.0002268577,0.0010718405,0.0025817219,0.0020118686,0.003533906,0.010511852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016974329,0.0009450129,0.006821655,0.00043327076,0.000013300242,0.0033837534,0.010591881,0.0008071053,0.00528626,0.02139389,0.76062906,0.18952502],"study_design_scores_gemma":[0.000047909718,0.00044406694,0.010348475,0.00066987996,0.00001812338,0.0051568355,0.014931464,0.00137343,0.0047056964,0.025948262,0.9362913,0.00006456112],"about_ca_topic_score_codex":0.002580385,"about_ca_topic_score_gemma":0.007723023,"teacher_disagreement_score":0.030119848,"about_ca_system_score_codex":0.0013885167,"about_ca_system_score_gemma":0.0014606488,"threshold_uncertainty_score":0.10076088},"labels":[],"label_agreement":null},{"id":"W4404516869","doi":"10.24918/cs.2024.33","title":"Exploring Biological Variation and the Value of Natural History Collections Using an Online Lesson","year":2024,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Saint Vincent University; University of British Columbia","funders":"","keywords":"Variation (astronomy); Value (mathematics); Natural history; Natural (archaeology); Data science; Computer science; Geography; Biology; Archaeology; Ecology; Machine learning; Astronomy","score_opus":0.3056988112124635,"score_gpt":0.35646445920524694,"score_spread":0.050765647992783436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404516869","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8887538,0.00097115454,0.011076171,0.009042013,0.00037939323,0.0010827478,0.0005828074,0.0006561504,0.087455854],"genre_scores_gemma":[0.9130544,0.0015549976,0.04329143,0.0029496234,0.00012667813,0.0012416163,0.00077010127,0.00015955734,0.036851566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833363,0.0005881784,0.000067254994,0.00024134696,0.00040364123,0.0003658954],"domain_scores_gemma":[0.99573034,0.0015579116,0.0003581645,0.00026254068,0.00047324138,0.001617794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001978209,0.00073910895,0.0006529416,0.0010658507,0.0023136025,0.0041383146,0.00218879,0.0014200616,0.0153758265],"category_scores_gemma":[0.0056762802,0.00036048333,0.00065418176,0.0005257955,0.0019668029,0.003670646,0.004253559,0.0027515236,0.0028023925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047485877,0.02092866,0.079103895,0.0030365638,0.000110970344,0.0029847077,0.1603058,0.0022036294,0.027372258,0.014257309,0.12605391,0.56316745],"study_design_scores_gemma":[0.00021799603,0.0061946493,0.13767092,0.002786201,0.0002049368,0.0025222148,0.23019342,0.0026702925,0.017539125,0.030085025,0.5695897,0.00032554966],"about_ca_topic_score_codex":0.0013950093,"about_ca_topic_score_gemma":0.0056271693,"teacher_disagreement_score":0.0153758265,"about_ca_system_score_codex":0.0017692072,"about_ca_system_score_gemma":0.0019630557,"threshold_uncertainty_score":0.05143726},"labels":[],"label_agreement":null}]}