{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":14,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":14,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"380b91fa78e7","filters":{"venue":"CourseSource"}},"results":[{"id":"W2608126948","doi":"10.24918/cs.2016.2","title":"\"Reading groups\" in an undergraduate biology course: A peer-based model to help students develop skills to evaluate primary literature","year":2016,"lang":"en","type":"article","venue":"CourseSource","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Course (navigation); Primary (astronomy); Mathematics education; Extensive reading; Biology; Medical education; Psychology; Pedagogy; Physics; Medicine; Linguistics; Astronomy","authors":[{"name":"Danusha Jebanesan","is_ca":true},{"name":"Aarthi Ashok","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04583747476442638,"gpt":0.4334844173410569,"spread":0.3876469425766305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007493359,0.001219431,0.0007170717,0.0013014,0.002629737,0.001926686,0.004946486,0.001514347,0.007288787],"category_scores_gemma":[0.0132715,0.0005820187,0.0007007231,0.0005177265,0.001180062,0.001983207,0.003963928,0.001743688,0.003719245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001197196,"about_ca_system_score_gemma":0.003513304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005592142,"about_ca_topic_score_gemma":0.002159409,"domain_scores_codex":[0.9942848,0.002715755,0.0001928802,0.001247219,0.001225777,0.0003335438],"domain_scores_gemma":[0.9892309,0.003894568,0.001276048,0.0009926097,0.0008744475,0.003731362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001734821,0.1046455,0.01263531,0.001114028,0.0001165304,0.0006173705,0.02314172,0.001854007,0.0188101,0.002882166,0.01262199,0.8198264],"study_design_scores_gemma":[0.0145901,0.244343,0.1494617,0.003609178,0.00162414,0.004902503,0.04126784,0.07391606,0.07911193,0.05858347,0.3273795,0.00121059],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8198376,0.0004600284,0.116756,0.003231781,0.0005778513,0.02149052,0.0001576416,0.002679818,0.0348088],"genre_scores_gemma":[0.6024026,0.0005590555,0.359677,0.001241601,0.000371211,0.01251366,0.0002629952,0.000154119,0.02281765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007493359,"threshold_uncertainty_score":0.03962916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317233412","doi":"10.24918/cs.2023.2","title":"Honoring the Complexity of Genetics: Exploring the Role of Genes and the Environment Using Real World Examples","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Formative assessment; Variation (astronomy); Inheritance (genetic algorithm); Summative assessment; Curriculum; Mathematics education; Genetics; Biology; Psychology; Gene; Pedagogy","authors":[{"name":"Kelly M. Schmid","is_ca":false},{"name":"Jennifer S. Avena","is_ca":false},{"name":"Lawrence Hobbie","is_ca":false},{"name":"Pamela Kalas","is_ca":true},{"name":"Tamara Kelly","is_ca":true},{"name":"Amy L. Klocko","is_ca":false},{"name":"Iglika V. Pavlova","is_ca":false},{"name":"Gregory Radick","is_ca":false},{"name":"Lauren Edris Snow","is_ca":false},{"name":"Michelle K. Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08899188044935104,"gpt":0.2889743087900589,"spread":0.1999824283407079,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001836957,0.0009658263,0.0004943167,0.0007596521,0.001150645,0.003083081,0.002233604,0.001848876,0.007434127],"category_scores_gemma":[0.009020697,0.0003607907,0.0006968998,0.0004856743,0.003745179,0.005596593,0.002629173,0.003071757,0.001225117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001531318,"about_ca_system_score_gemma":0.0008089646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009880866,"about_ca_topic_score_gemma":0.001939216,"domain_scores_codex":[0.9985878,0.0009830081,0.00003000177,0.0001340695,0.0001771771,0.00008802896],"domain_scores_gemma":[0.9947546,0.004291831,0.0002068851,0.0002044437,0.0003007025,0.0002414966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002541065,0.002206468,0.01704319,0.003958252,0.000101574,0.005435127,0.1434095,0.01835626,0.02615698,0.3181913,0.1296481,0.3352391],"study_design_scores_gemma":[0.0001088142,0.0007516311,0.01067492,0.002043194,0.00006648521,0.004739212,0.04412877,0.01875304,0.00767126,0.3314977,0.5794046,0.000160473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4301855,0.008957522,0.3233703,0.03566247,0.001074955,0.001149216,0.0003704584,0.001084586,0.198145],"genre_scores_gemma":[0.6779969,0.006287775,0.2674307,0.00575102,0.0002078738,0.001138764,0.0004746658,0.0003555804,0.04035669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007434127,"threshold_uncertainty_score":0.02486962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2608654376","doi":"10.24918/cs.2015.13","title":"Teaching Genetic Linkage and Recombination through Mapping with Molecular Markers","year":2015,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Genetics; Genetic linkage; Linkage (software); Biology; Context (archaeology); Computational biology; Gene","authors":[{"name":"Lisa M. McDonnel","is_ca":true},{"name":"Jennifer E. Klenz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01857641446955537,"gpt":0.2713087884304612,"spread":0.2527323739609058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001195523,0.001478522,0.000634305,0.0005700075,0.0008223939,0.001983647,0.002432271,0.001791704,0.030442],"category_scores_gemma":[0.003745273,0.0003211097,0.0008375891,0.0004160267,0.001053731,0.002347071,0.002788949,0.002928799,0.008021827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001391288,"about_ca_system_score_gemma":0.001781086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008552998,"about_ca_topic_score_gemma":0.001667642,"domain_scores_codex":[0.9990218,0.0002418069,0.00004124518,0.000244491,0.0002816393,0.0001690414],"domain_scores_gemma":[0.9981161,0.0006482513,0.0001944645,0.0001734848,0.0002654714,0.000602228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004266458,0.0064532,0.0077565,0.002297113,0.00006027193,0.001571643,0.01058826,0.01054692,0.05928288,0.08970048,0.2648495,0.5464666],"study_design_scores_gemma":[0.0002025118,0.001320285,0.009260233,0.0009228987,0.0000483935,0.002281733,0.002922845,0.01164925,0.03106321,0.1188502,0.8213773,0.0001011445],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1409831,0.002959402,0.5837269,0.02408464,0.002617168,0.001795285,0.001540385,0.009434085,0.232859],"genre_scores_gemma":[0.2548018,0.003686712,0.5925665,0.008416214,0.0007037448,0.001732509,0.002009526,0.001244244,0.1348387],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.030442,"threshold_uncertainty_score":0.1018386,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2996591998","doi":"10.24918/cs.2019.46","title":"Fly Exercise: A Simple Experiment to Test the Physiological Effects of Exercise on a Model Organism","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Computer science; Organism; Component (thermodynamics); Set (abstract data type); Process (computing); Plot (graphics); Drosophila melanogaster; Test (biology); Model organism; Data science; Biology; Ecology; Statistics","authors":[{"name":"John P.S. Hick","is_ca":true},{"name":"Michelle G. Eng","is_ca":true},{"name":"Matthew D. Parrotta","is_ca":true},{"name":"Thomas Merritt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01172395541531938,"gpt":0.2772151470095545,"spread":0.2654911915942351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000511576,0.001032791,0.0004668652,0.000409692,0.0005800497,0.0005089498,0.0007755794,0.001297046,0.00611685],"category_scores_gemma":[0.0005654242,0.0003108427,0.0007421071,0.0001929094,0.000419146,0.0005072003,0.000680046,0.001127699,0.001197061],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00046186,"about_ca_system_score_gemma":0.0005274998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001530946,"about_ca_topic_score_gemma":0.002964241,"domain_scores_codex":[0.9995866,0.00005792317,0.00004192351,0.0001415005,0.0001141807,0.00005779086],"domain_scores_gemma":[0.9994621,0.0001397584,0.00008112273,0.0001001813,0.00007879717,0.0001381288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001060828,0.002564255,0.004276099,0.0004978791,0.00006536373,0.0001809383,0.0001012368,0.0006663566,0.9729783,0.0005758196,0.001853029,0.01517987],"study_design_scores_gemma":[0.0005377915,0.03284146,0.04353759,0.0001926198,0.0003325261,0.0006390825,0.0002279368,0.004686947,0.8900602,0.0009258378,0.02591219,0.0001058324],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9300746,0.001152751,0.04698372,0.0009093411,0.0004725704,0.003286778,0.006411363,0.001559461,0.00914951],"genre_scores_gemma":[0.8257805,0.002248453,0.1373374,0.002039012,0.0001253536,0.006589185,0.006478223,0.0003743809,0.0190275],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00611685,"threshold_uncertainty_score":0.02046287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285684828","doi":"10.24918/cs.2022.17","title":"Workshop Report: Summer 2020 Virtual CRISPR in the Classroom","year":2022,"lang":"en","type":"article","venue":"CourseSource","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"CRISPR; Curriculum; Computer science; Cas9; Multimedia; World Wide Web; Biology; Genetics; Psychology; Pedagogy","authors":[{"name":"Cathryn Kubera","is_ca":false},{"name":"Nicole M.I. Nivillac","is_ca":true},{"name":"Scott Tanner","is_ca":false},{"name":"Paul Le","is_ca":false},{"name":"Deovrat Begde","is_ca":false},{"name":"Michael J. Wolyniak","is_ca":false},{"name":"Anil K. Challa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01055395105143903,"gpt":0.3048411531894208,"spread":0.2942872021379818,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005618302,0.00126686,0.000384853,0.0006591408,0.003683759,0.005258832,0.001768072,0.003545432,0.1639624],"category_scores_gemma":[0.003080687,0.0004258472,0.0009298743,0.0003253024,0.0005968829,0.001852782,0.006373208,0.004740878,0.066147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001422517,"about_ca_system_score_gemma":0.005449461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003371722,"about_ca_topic_score_gemma":0.008907733,"domain_scores_codex":[0.9982569,0.0002510562,0.00005875347,0.0002692254,0.0006093283,0.0005547883],"domain_scores_gemma":[0.9939621,0.0002147961,0.00009980502,0.0001538337,0.001274444,0.004295056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003098338,0.0002775593,0.0006630291,0.0001452692,0.000007834688,0.0004482231,0.000507699,0.0001649819,0.002325477,0.001372841,0.9693572,0.02441992],"study_design_scores_gemma":[0.0000488264,0.0002528171,0.001647927,0.00007693759,0.000005342091,0.0001124817,0.001251115,0.0001993137,0.001149169,0.0009741078,0.9942594,0.0000224871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.04449242,0.002581163,0.02495635,0.1305558,0.243651,0.005107663,0.02685827,0.007628452,0.5141689],"genre_scores_gemma":[0.09042388,0.001433043,0.01506616,0.01971948,0.01311529,0.003682821,0.01784661,0.002055354,0.8366574],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1639624,"threshold_uncertainty_score":0.5485088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321125926","doi":"10.24918/cs.2023.3","title":"Distances in the Universe: An Inquiry Lab Sequence Taught in West Africa and North America","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Curriculum; Curiosity; Feeling; Mathematics education; Astronomy; Psychology; Sociology; Physics; Pedagogy","authors":[{"name":"Linda E. Strubbe","is_ca":true},{"name":"Deborah C. Good","is_ca":true},{"name":"Jielai Zhang","is_ca":false},{"name":"Heidi A. White","is_ca":true},{"name":"Kelly Lepo","is_ca":false},{"name":"Warren J. Code","is_ca":true},{"name":"Sarah Abotsi‐Masters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04195611683554997,"gpt":0.289676553975705,"spread":0.247720437140155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001509583,0.0006338481,0.0002964247,0.0007174634,0.01199817,0.002440498,0.001421437,0.001598102,0.01268818],"category_scores_gemma":[0.002443942,0.0004642077,0.0002708384,0.00078965,0.003703217,0.001474197,0.004167368,0.002067086,0.002111963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008152083,"about_ca_system_score_gemma":0.01784852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1063421,"about_ca_topic_score_gemma":0.4336912,"domain_scores_codex":[0.9988109,0.0003801682,0.00003621936,0.0001986978,0.0001568634,0.0004172887],"domain_scores_gemma":[0.9943941,0.0004245769,0.0001529764,0.0001645941,0.0006039831,0.004259917],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006662914,0.003766841,0.03280226,0.0009696997,0.00003351513,0.006830313,0.488586,0.0009697769,0.0547843,0.01747934,0.1463347,0.246777],"study_design_scores_gemma":[0.0000737248,0.0004594614,0.04458835,0.0003854675,0.00001596862,0.001009623,0.1598395,0.00044576,0.006467307,0.00229039,0.7843335,0.00009103043],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8373285,0.002292001,0.01347336,0.02970595,0.0009945962,0.001542064,0.0006408244,0.0009214517,0.1131013],"genre_scores_gemma":[0.8539684,0.00185905,0.04168789,0.007321182,0.0001910648,0.001243476,0.0005824671,0.0004756479,0.09267072],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1063421,"threshold_uncertainty_score":0.2114463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386869774","doi":"10.24918/cs.2023.37","title":"An Interactive Protocol for In-Classroom DNA Extraction","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Laurentian University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Protocol (science); Variety (cybernetics); Adventure; Inclusion (mineral); Process (computing); Mathematics education; Multimedia; Artificial intelligence; Psychology; Programming language","authors":[{"name":"Danica C. Levesque","is_ca":true},{"name":"Athena L. Wallis","is_ca":true},{"name":"Jenna Daypuk","is_ca":true},{"name":"Jesse Petahtegoose","is_ca":true},{"name":"Mitchell Slobodian","is_ca":true},{"name":"Allie K. Sutherland-Hutchings","is_ca":true},{"name":"Ian Black","is_ca":true},{"name":"Jessica M. Vélez","is_ca":false},{"name":"Abdullah Abood","is_ca":false},{"name":"Marah H. Wahbeh","is_ca":false},{"name":"Romina B. Cejas","is_ca":false},{"name":"Angel F. Cisneros","is_ca":true},{"name":"Laerie McNeil","is_ca":true},{"name":"Kento Konno","is_ca":true},{"name":"Lissa McGregor","is_ca":true},{"name":"Birha Farooqi","is_ca":true},{"name":"Carla Bautista","is_ca":true},{"name":"Subhash Rajpurohit","is_ca":false},{"name":"Divita Garg","is_ca":false},{"name":"Jiechun Zhu","is_ca":true},{"name":"Guangdong Yang","is_ca":true},{"name":"Solomon Arthur","is_ca":true},{"name":"Thomas Merritt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1242622256974599,"gpt":0.5294694742735041,"spread":0.4052072485760442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004779344,0.001622663,0.001126904,0.001662479,0.001910873,0.001365417,0.002080018,0.002111804,0.4025007],"category_scores_gemma":[0.01212382,0.001342656,0.0006872877,0.001137528,0.0008535233,0.001263814,0.003056384,0.003564131,0.1462272],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009814042,"about_ca_system_score_gemma":0.003053073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008362054,"about_ca_topic_score_gemma":0.002443,"domain_scores_codex":[0.9965564,0.001213145,0.0004026146,0.0006366562,0.0008734076,0.0003177932],"domain_scores_gemma":[0.991971,0.003268648,0.0002330557,0.002149516,0.00186415,0.0005136291],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001013585,0.0007187976,0.0004968814,0.001817419,0.00002671467,0.0006540478,0.001079492,0.000619803,0.04936633,0.01213374,0.7730546,0.1590185],"study_design_scores_gemma":[0.0002701572,0.0002473906,0.0008664905,0.0003971413,0.00001081647,0.0003692414,0.0002367112,0.0009295258,0.01573354,0.004402303,0.9764591,0.0000774986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008432659,0.00133904,0.6227483,0.00410936,0.007018586,0.06373059,0.05877047,0.07203748,0.1618135],"genre_scores_gemma":[0.0184788,0.001056888,0.5539938,0.004367302,0.0005227511,0.1804465,0.02414868,0.008868359,0.2081168],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4025007,"threshold_uncertainty_score":0.8522603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386766081","doi":"10.24918/cs.2023.29","title":"Drawing “Octo-Pines”: Ice-Breaker Active-Learning Activities to Introduce Drawing-to-Learn in Biology","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Worksheet; Mathematics education; Creativity; Infographic; Active learning (machine learning); Visual literacy; Reading (process); Scientific literacy; Psychology; Science education; Computer science","authors":[{"name":"Natasha Flores","is_ca":true},{"name":"Jessica M. Theodor","is_ca":true},{"name":"Mindi M. Summers","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02925518870764094,"gpt":0.3473916261289355,"spread":0.3181364374212946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000484313,0.0009216039,0.0002664629,0.0004823986,0.0006071852,0.0007950682,0.001328966,0.0007740732,0.03052871],"category_scores_gemma":[0.002020248,0.0002516698,0.0004822559,0.0003394309,0.0005666067,0.001285625,0.001806382,0.001379936,0.004991864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004065942,"about_ca_system_score_gemma":0.0004281744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005556751,"about_ca_topic_score_gemma":0.00234527,"domain_scores_codex":[0.9997463,0.0000591186,0.00001384572,0.00005967867,0.00006212135,0.0000589682],"domain_scores_gemma":[0.9990375,0.0003914023,0.00009910718,0.00009621549,0.00007845798,0.0002973344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006630934,0.005635149,0.008919286,0.001590663,0.00002996849,0.001487699,0.01411883,0.003388333,0.06075102,0.01214691,0.1984813,0.6927876],"study_design_scores_gemma":[0.0003185022,0.002693093,0.02708359,0.0006639629,0.00004841302,0.001830195,0.004394914,0.005341185,0.02685683,0.01036478,0.9202964,0.0001080898],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.439285,0.001297854,0.2181813,0.00417187,0.001506249,0.003705802,0.001470737,0.007621637,0.3227596],"genre_scores_gemma":[0.5163441,0.002107111,0.3652407,0.00295832,0.0003913968,0.002352586,0.002151606,0.0008620297,0.1075922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03052871,"threshold_uncertainty_score":0.1021287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404516869","doi":"10.24918/cs.2024.33","title":"Exploring Biological Variation and the Value of Natural History Collections Using an Online Lesson","year":2024,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Mount Saint Vincent University; University of British Columbia","funders":"","keywords":"Variation (astronomy); Value (mathematics); Natural history; Natural (archaeology); Data science; Computer science; Geography; Biology; Archaeology; Ecology; Machine learning; Astronomy","authors":[{"name":"Bridgette E. Clarkston","is_ca":false},{"name":"Linda P. J. Lipsen","is_ca":true},{"name":"Gerald Tembrevilla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3056988112124635,"gpt":0.3564644592052469,"spread":0.05076564799278344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001978209,0.0007391089,0.0006529416,0.001065851,0.002313602,0.004138315,0.00218879,0.001420062,0.01537583],"category_scores_gemma":[0.00567628,0.0003604833,0.0006541818,0.0005257955,0.001966803,0.003670646,0.004253559,0.002751524,0.002802392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001769207,"about_ca_system_score_gemma":0.001963056,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001395009,"about_ca_topic_score_gemma":0.005627169,"domain_scores_codex":[0.9983336,0.0005881784,0.00006725499,0.000241347,0.0004036412,0.0003658954],"domain_scores_gemma":[0.9957303,0.001557912,0.0003581645,0.0002625407,0.0004732414,0.001617794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004748588,0.02092866,0.07910389,0.003036564,0.0001109703,0.002984708,0.1603058,0.002203629,0.02737226,0.01425731,0.1260539,0.5631675],"study_design_scores_gemma":[0.000217996,0.006194649,0.1376709,0.002786201,0.0002049368,0.002522215,0.2301934,0.002670293,0.01753912,0.03008503,0.5695897,0.0003255497],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.8887538,0.0009711545,0.01107617,0.009042013,0.0003793932,0.001082748,0.0005828074,0.0006561504,0.08745585],"genre_scores_gemma":[0.9130544,0.001554998,0.04329143,0.002949623,0.0001266781,0.001241616,0.0007701013,0.0001595573,0.03685157],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01537583,"threshold_uncertainty_score":0.05143726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380987870","doi":"10.24918/cs.2023.26","title":"Facilitating Scientific Literacy Through Writing: A Write-to-Learn Assignment for Large Introductory Undergraduate Biology Courses","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"University of Toronto Scarborough; Directorate for Biological Sciences","keywords":"Curiosity; Critical thinking; Mathematics education; Metacognition; Literacy; Process (computing); Writing process; Scientific literacy; Variety (cybernetics); Pedagogy; Psychology; Computer science; Science education; Social psychology; Cognition","authors":[{"name":"Ayuni Ratnayake","is_ca":true},{"name":"Cindy Naw","is_ca":true},{"name":"Karolyn Keir","is_ca":true},{"name":"Aarthi Ashok","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05160123963654747,"gpt":0.4007007051698865,"spread":0.3490994655333391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005028445,0.001241935,0.0006436632,0.001099792,0.004122477,0.002980362,0.002516857,0.001533422,0.01040662],"category_scores_gemma":[0.01461784,0.0005879321,0.000621964,0.000607073,0.001315965,0.002232151,0.005943432,0.002525304,0.004083929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002577894,"about_ca_system_score_gemma":0.005809537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006961242,"about_ca_topic_score_gemma":0.002651773,"domain_scores_codex":[0.9981035,0.0005949569,0.0001266717,0.0004148724,0.0004090304,0.0003508863],"domain_scores_gemma":[0.9850925,0.003069695,0.0009752623,0.000671019,0.001559601,0.00863199],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002262394,0.06898322,0.02011935,0.0008757127,0.00003867918,0.002620986,0.03393336,0.007065576,0.06585018,0.00552378,0.05170132,0.7410256],"study_design_scores_gemma":[0.004033249,0.05842725,0.1614906,0.0007653838,0.0001909462,0.003830549,0.0463046,0.08989361,0.1518,0.03853815,0.4434789,0.00124677],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9329152,0.0001081585,0.03548412,0.003130989,0.0005055454,0.004985438,0.0003382207,0.002109982,0.02042229],"genre_scores_gemma":[0.7231739,0.0002529957,0.2328134,0.001477328,0.0002773777,0.007044063,0.001275267,0.000405123,0.03328039],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01040662,"threshold_uncertainty_score":0.03481358,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386646311","doi":"10.24918/cs.2023.35","title":"A Multi-Institutional Alternative Assessment Faculty Learning Community: Supporting Teaching in Higher Education","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"University of Missouri-St. Louis; National Science Foundation","keywords":"Higher education; Mathematics education; Pedagogy; Sociology; Medical education; Political science; Psychology; Medicine","authors":[{"name":"Lawrence R. Chen","is_ca":true},{"name":"Kyle Downey","is_ca":false},{"name":"Erin L. Whitteck","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.138766970720067,"gpt":0.470528049128226,"spread":0.331761078408159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02478267,0.0004087977,0.0002549897,0.002088493,0.01434341,0.008565106,0.003298262,0.002380325,0.01279859],"category_scores_gemma":[0.04071581,0.0003356929,0.0004822993,0.001542248,0.003838822,0.008911882,0.02478387,0.003135684,0.002965034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002682417,"about_ca_system_score_gemma":0.01752453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002292996,"about_ca_topic_score_gemma":0.01147876,"domain_scores_codex":[0.976518,0.01725229,0.0004607316,0.001180732,0.002586101,0.002002203],"domain_scores_gemma":[0.9453952,0.01527832,0.002737819,0.004607075,0.005838525,0.02614307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002287531,0.002401313,0.0301679,0.0004515962,0.00003233581,0.001223305,0.2218861,0.000569924,0.00395485,0.01821522,0.06367618,0.6571925],"study_design_scores_gemma":[0.0002076133,0.001529738,0.02482108,0.001004985,0.00004731447,0.001690211,0.3620283,0.005286124,0.004970493,0.03063584,0.5675242,0.0002540545],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7149799,0.001056523,0.1211039,0.0401355,0.001635055,0.003308263,0.0004391937,0.003799403,0.1135422],"genre_scores_gemma":[0.9014656,0.0002214459,0.07736735,0.002292236,0.0002759076,0.00108264,0.0001754162,0.0003178607,0.0168015],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02478267,"threshold_uncertainty_score":0.1310649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157522942","doi":"10.24918/cs.2021.21","title":"\"Got Algae?\" A Sorting Game for Introducing the Weird and Wonderful Diversity of Algae","year":2021,"lang":"en","type":"article","venue":"CourseSource","topic":"Algal biology and biofuel production","field":"Energy","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Algae; Phylogenetic tree; Class (philosophy); Sorting; Biology; Diversity (politics); Tree of life (biology); Green algae; Evolutionary biology; Tree (set theory); Ecology; Mathematics education; Sociology; Computer science; Artificial intelligence; Psychology; Mathematics; Genetics; Anthropology; Combinatorics","authors":[{"name":"Bridgette Clarkston","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01829602113181663,"gpt":0.2381446295015951,"spread":0.2198486083697785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004719104,0.00110037,0.0003002036,0.0003764726,0.001152233,0.00159625,0.001493265,0.001581786,0.06921757],"category_scores_gemma":[0.00206567,0.0002797279,0.0004252598,0.0002325513,0.0008346484,0.002805157,0.002347559,0.002315162,0.01526941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008656816,"about_ca_system_score_gemma":0.0007342177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001400835,"about_ca_topic_score_gemma":0.005030029,"domain_scores_codex":[0.9996959,0.00008566954,0.0000127238,0.00006335706,0.00007256632,0.00006973625],"domain_scores_gemma":[0.9992114,0.0002006448,0.00003433629,0.00003486424,0.0001480179,0.0003707125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003138415,0.001707858,0.002089158,0.0004036186,0.000014619,0.0006833918,0.004115275,0.001124131,0.007754585,0.02632697,0.8297485,0.1257181],"study_design_scores_gemma":[0.0001021887,0.0005634852,0.002615796,0.0002347068,0.00001163042,0.0005471845,0.003689002,0.004579054,0.00405917,0.0146963,0.9688438,0.0000576967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.138881,0.001474269,0.1378586,0.04172509,0.006542106,0.002130518,0.004059766,0.01411552,0.6532132],"genre_scores_gemma":[0.2064588,0.001490674,0.2337443,0.01417497,0.0004493342,0.001712207,0.004302792,0.001517047,0.5361499],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.06921757,"threshold_uncertainty_score":0.2315558,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389979419","doi":"10.24918/cs.2023.48","title":"Where Does Elsie's Hair Color Come From? A \"De-Simplified\" Pedigree Lesson","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Media, Gender, and Advertising","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Art","authors":[{"name":"Solveig van Wersch","is_ca":true},{"name":"Pamela Kalas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03800362784829557,"gpt":0.3398116156365865,"spread":0.3018079877882909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006604563,0.0007761639,0.0004168985,0.0005260169,0.00118798,0.001650755,0.001438509,0.001946207,0.03011985],"category_scores_gemma":[0.002548348,0.0002710182,0.0005565516,0.0002268577,0.001071841,0.002581722,0.002011869,0.003533906,0.01051185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001388517,"about_ca_system_score_gemma":0.001460649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002580385,"about_ca_topic_score_gemma":0.007723023,"domain_scores_codex":[0.9996113,0.00008752812,0.00001723597,0.00006620347,0.0001281575,0.00008958371],"domain_scores_gemma":[0.9989805,0.0002108602,0.00006106015,0.00006035108,0.0003385766,0.0003486075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001697433,0.0009450129,0.006821655,0.0004332708,0.00001330024,0.003383753,0.01059188,0.0008071053,0.00528626,0.02139389,0.7606291,0.189525],"study_design_scores_gemma":[0.00004790972,0.0004440669,0.01034847,0.00066988,0.00001812338,0.005156836,0.01493146,0.00137343,0.004705696,0.02594826,0.9362913,0.00006456112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.2026771,0.004803484,0.1022148,0.1962194,0.01074921,0.0009642296,0.002342675,0.008133334,0.4718958],"genre_scores_gemma":[0.3435796,0.005018796,0.100459,0.04124507,0.001106451,0.0004628894,0.002117846,0.001207759,0.5048025],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03011985,"threshold_uncertainty_score":0.1007609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970951747","doi":"10.24918/cs.2019.35","title":"Gotcha! Which fly trap is the best? An introduction to experimental data collection and analysis","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Diptera species taxonomy and behavior","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Trap (plumbing); Set (abstract data type); Computer science; Data collection; Construct (python library); Mathematics education; Statistics; Mathematics; Engineering; World Wide Web","authors":[{"name":"Matthew D. Parrotta","is_ca":true},{"name":"Joël Dickinson","is_ca":true},{"name":"Thomas Merritt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03654316679932438,"gpt":0.2667571070159043,"spread":0.2302139402165799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01231264,0.00137342,0.001043389,0.0008622453,0.001064396,0.001804031,0.002249819,0.001896713,0.08202204],"category_scores_gemma":[0.03175068,0.0009700024,0.001197049,0.0008543073,0.00182528,0.001898291,0.001487405,0.004245305,0.01463853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001455507,"about_ca_system_score_gemma":0.002600483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001700266,"about_ca_topic_score_gemma":0.002933756,"domain_scores_codex":[0.9937262,0.003178625,0.0003700202,0.0006098908,0.001867582,0.0002477504],"domain_scores_gemma":[0.9734561,0.02006635,0.001024409,0.002264296,0.002564884,0.0006240408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002067301,0.003658681,0.003048373,0.008557544,0.0002264134,0.000315234,0.002390619,0.004568256,0.01658497,0.05884647,0.3247185,0.5750176],"study_design_scores_gemma":[0.00105055,0.00388182,0.007230693,0.00312953,0.0001564874,0.0002466315,0.0005524973,0.007515803,0.01264947,0.04981777,0.9135199,0.000248827],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02056614,0.009275381,0.7040031,0.02307045,0.006998394,0.03982965,0.0142075,0.01206088,0.1699885],"genre_scores_gemma":[0.03841744,0.006695731,0.7954231,0.007940762,0.000922247,0.09928004,0.002552214,0.001704881,0.04706366],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08202204,"threshold_uncertainty_score":0.2743911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}