{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":48,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":48,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"580fb0eb7449","filters":{"venue":"CBE—Life Sciences Education"}},"results":[{"id":"W2138682549","doi":"10.1187/cbe.13-08-0154","title":"The Classroom Observation Protocol for Undergraduate STEM (COPUS): A New Instrument to Characterize University STEM Classroom Practices","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":566,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Maine; National Science Foundation","keywords":"Protocol (science); Process (computing); Mathematics education; Medical education; Institution; Computer science; Psychology; Medicine; Sociology","authors":[{"name":"Michelle K. Smith","is_ca":false},{"name":"Francis Jones","is_ca":true},{"name":"Sarah L. Gilbert","is_ca":true},{"name":"Carl Wieman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06566656920967481,"gpt":0.2999602008037957,"spread":0.2342936315941208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003521795,0.0001808246,0.0001204873,0.0001112434,0.0004615164,0.0003022147,0.000457149,0.00006150068,0.00001399864],"category_scores_gemma":[0.00009523303,0.0001560947,0.00004378055,0.0005271897,0.00005549998,0.001136612,0.00005189517,0.000135492,0.00008041043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004545746,"about_ca_system_score_gemma":0.0004465568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001313154,"about_ca_topic_score_gemma":0.00002074223,"domain_scores_codex":[0.9987472,0.00005390869,0.0002557799,0.0003048902,0.0002868343,0.0003514439],"domain_scores_gemma":[0.9990271,0.0001966743,0.0002118652,0.0002488024,0.00009844983,0.0002170805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002276819,0.0004931614,0.03898462,0.001030659,0.0002269145,7.39965e-7,0.00688961,0.1222039,0.1807341,0.02848497,0.1489029,0.4718208],"study_design_scores_gemma":[0.0008036549,0.0004093289,0.03200885,0.000275764,0.00002167573,0.000004472288,0.01205203,0.1160888,0.008259979,0.000424758,0.8289725,0.0006781945],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8651581,0.00006997261,0.02054522,0.01288225,0.002830949,0.09537204,0.000007840948,0.0007358083,0.002397786],"genre_scores_gemma":[0.853326,0.0000336748,0.04392454,0.0005250262,0.0009966579,0.08906797,0.00002567154,0.0001152458,0.01198527],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6800696,"threshold_uncertainty_score":0.6365358,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2412625133","doi":"10.1187/cbe.16-03-0117","title":"Early Engagement in Course-Based Research Increases Graduation Rates and Completion of Science, Engineering, and Mathematics Degrees","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":419,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Division of Chemistry; University of Texas at Austin; Howard Hughes Medical Institute; fRI Research; National Science Foundation","keywords":"Graduation (instrument); Undergraduate research; Apprenticeship; Mathematics education; Medical education; Scale (ratio); Psychology; Propensity score matching; Mathematics; Medicine","authors":[{"name":"Stacia E. Rodenbusch","is_ca":false},{"name":"Paul R. Hernandez","is_ca":false},{"name":"Sarah Simmons","is_ca":false},{"name":"Erin L. Dolan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.155355029726517,"gpt":0.3912464294786027,"spread":0.2358913997520856,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005782443,0.00005567755,0.00008479197,0.0004833673,0.0006794337,0.00009677473,0.0001988985,0.00002738595,0.00002725615],"category_scores_gemma":[0.001646314,0.00004427418,0.000009051305,0.001056712,0.002469168,0.0005025832,0.00005919843,0.00004376687,0.000002247738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001197131,"about_ca_system_score_gemma":0.00168367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002139612,"about_ca_topic_score_gemma":0.0004390851,"domain_scores_codex":[0.9985521,0.0001163708,0.0001450126,0.0002110879,0.000758289,0.0002171659],"domain_scores_gemma":[0.9989725,0.0004544609,0.00007019187,0.0000711104,0.0003180958,0.0001136677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007217854,0.0001974821,0.9048579,0.00003065604,0.000002364363,1.331157e-7,0.01477218,0.0000119935,0.003716757,0.07074563,0.0004689817,0.005188662],"study_design_scores_gemma":[0.000208467,0.00005761156,0.9803288,0.0001494498,0.000005053625,1.801639e-7,0.01539281,0.0004413112,0.000723085,0.001998577,0.0005968655,0.00009777218],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970273,0.0001446335,0.0001305966,0.001253879,0.0001447277,0.0002345522,0.000002417444,0.00001329291,0.001048645],"genre_scores_gemma":[0.9971722,0.00009678416,0.002605048,0.00001591714,0.00003126416,0.00001150551,0.000001091979,0.000001769188,0.00006441968],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07547088,"threshold_uncertainty_score":0.9097753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124417537","doi":"10.1187/cbe-13-08-0152","title":"A Course-Based Research Experience: How Benefits Change with Increased Investment in Instructional Time","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of the Fraser Valley","funders":"National Institute on Minority Health and Health Disparities; National Institute of General Medical Sciences; National Human Genome Research Institute; University of Pittsburgh; Washington University in St. Louis; University of California, Los Angeles; Yale University; Howard Hughes Medical Institute","keywords":"Curriculum; Variety (cybernetics); Investment (military); Institution; Undergraduate research; Medical education; Value (mathematics); Mathematics education; Academic institution; Time management; Psychology; Computer science; Pedagogy; Medicine; Political science","authors":[{"name":"C. Shaffer","is_ca":false},{"name":"Consuelo J. Alvarez","is_ca":false},{"name":"April E. Bednarski","is_ca":false},{"name":"David Dunbar","is_ca":false},{"name":"Anya Goodman","is_ca":false},{"name":"Catherine Reinke","is_ca":false},{"name":"Anne Rosenwald","is_ca":false},{"name":"Michael J. Wolyniak","is_ca":false},{"name":"Cheryl Bailey","is_ca":false},{"name":"Daron Barnard","is_ca":false},{"name":"Christopher Bazinet","is_ca":false},{"name":"Dale L. Beach","is_ca":false},{"name":"James E. J. Bedard","is_ca":true},{"name":"Satish C. Bhalla","is_ca":false},{"name":"John M. Braverman","is_ca":false},{"name":"Martin G. Burg","is_ca":false},{"name":"Vidya Chandrasekaran","is_ca":false},{"name":"Huimin Chung","is_ca":false},{"name":"Kari Clase","is_ca":false},{"name":"Randall J. DeJong","is_ca":false},{"name":"Justin R. DiAngelo","is_ca":false},{"name":"Chunguang Du","is_ca":false},{"name":"Todd T. Eckdahl","is_ca":false},{"name":"Heather Eisler","is_ca":false},{"name":"Julia A. Emerson","is_ca":false},{"name":"Amy Frary","is_ca":false},{"name":"D. R. Frohlich","is_ca":false},{"name":"Yuying Gosser","is_ca":false},{"name":"Shubha Govind","is_ca":false},{"name":"Adam Haberman","is_ca":false},{"name":"Amy T. Hark","is_ca":false},{"name":"Charles R. Hauser","is_ca":false},{"name":"Arlene J. Hoogewerf","is_ca":false},{"name":"Laura L. Mays Hoopes","is_ca":false},{"name":"Carina E. Howell","is_ca":false},{"name":"Diana Johnson","is_ca":false},{"name":"Christopher J. Jones","is_ca":false},{"name":"Lisa Kadlec","is_ca":false},{"name":"Marian Kaehler","is_ca":false},{"name":"S. Catherine Silver Key","is_ca":false},{"name":"Adam J. Kleinschmit","is_ca":false},{"name":"Nighat P. Kokan","is_ca":false},{"name":"Olga R. Kopp","is_ca":false},{"name":"Gary A. Kuleck","is_ca":false},{"name":"Judith L. Leatherman","is_ca":false},{"name":"Jane Lopilato","is_ca":false},{"name":"Christy MacKinnon","is_ca":false},{"name":"Juan Carlos Martínez‐Cruzado","is_ca":false},{"name":"Gerard P. McNeil","is_ca":false},{"name":"Stephanie F. Mel","is_ca":false},{"name":"Hemlata Mistry","is_ca":false},{"name":"Alexis Nagengast","is_ca":false},{"name":"Paul Overvoorde","is_ca":false},{"name":"Don Paetkau","is_ca":false},{"name":"Susan Parrish","is_ca":false},{"name":"Celeste Peterson","is_ca":false},{"name":"Mary L. Preuss","is_ca":false},{"name":"Laura K Reed","is_ca":false},{"name":"Dennis Revie","is_ca":false},{"name":"Srebrenka Robic","is_ca":false},{"name":"Jennifer Roecklein‐Canfield","is_ca":false},{"name":"Michael R. Rubin","is_ca":false},{"name":"Kenneth Saville","is_ca":false},{"name":"Stephanie Schroeder","is_ca":false},{"name":"Karim A. Sharif","is_ca":false},{"name":"Mary Shaw","is_ca":false},{"name":"Gary R. Skuse","is_ca":false},{"name":"Christopher D. Smith","is_ca":false},{"name":"Mary Ann Smith","is_ca":false},{"name":"Sheryl T. Smith","is_ca":false},{"name":"Eric P. Spana","is_ca":false},{"name":"Mary Spratt","is_ca":false},{"name":"Aparna Sreenivasan","is_ca":false},{"name":"Joyce Stamm","is_ca":false},{"name":"Paul Szauter","is_ca":false},{"name":"Jeffrey S. Thompson","is_ca":false},{"name":"Matthew Wawersik","is_ca":false},{"name":"James J Youngblom","is_ca":false},{"name":"Leming Zhou","is_ca":false},{"name":"Elaine R. Mardis","is_ca":false},{"name":"Jeremy Buhler","is_ca":false},{"name":"Wilson Leung","is_ca":false},{"name":"David Lopatto","is_ca":false},{"name":"Sarah C. R. Elgin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07029971957603817,"gpt":0.3550804591337789,"spread":0.2847807395577407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505199,0.0001202021,0.0001083093,0.0002476292,0.0002403003,0.00009352159,0.0004062307,0.0001148971,0.00004455545],"category_scores_gemma":[0.0006768703,0.00009340549,0.00002554508,0.0006221485,0.001139257,0.00002314885,0.00007849879,0.0001311762,0.00002066591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005170262,"about_ca_system_score_gemma":0.001857747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001478419,"about_ca_topic_score_gemma":0.0001023302,"domain_scores_codex":[0.9979656,0.0001620604,0.0001752237,0.0003771885,0.0008851094,0.0004347726],"domain_scores_gemma":[0.9990023,0.00004795089,0.00006914882,0.0002710061,0.0003073012,0.0003023185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007985972,0.004409556,0.3593632,0.0004962438,0.00008275552,0.000002552258,0.006500914,0.0005212436,0.1899659,0.006847491,0.05670653,0.374305],"study_design_scores_gemma":[0.004254445,0.007663152,0.6155187,0.0005860849,0.00002483644,0.00003280683,0.01254398,0.03355296,0.1197948,0.001263742,0.203223,0.00154148],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993822,0.000303997,0.000082058,0.003040185,0.0001923871,0.0003798251,0.000008196059,0.000007621582,0.002163721],"genre_scores_gemma":[0.994755,0.0000684128,0.002800907,0.001377305,0.0004298442,0.0002184925,0.0001132175,0.000007577333,0.0002292876],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3727635,"threshold_uncertainty_score":0.4197639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111473025","doi":"10.1187/cbe.14-02-0023","title":"The Teaching Practices Inventory: A New Tool for Characterizing College and University Teaching in Mathematics and Science","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Tracking (education); Mathematics education; Concept inventory; Teaching method; Science education; Computer science; Psychology; Pedagogy","authors":[{"name":"Carl Wieman","is_ca":false},{"name":"Sarah L. Gilbert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1109846650706356,"gpt":0.4304267611606944,"spread":0.3194420960900588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02586668,0.00009476241,0.0001125969,0.0002314955,0.006138682,0.0006205357,0.0005397213,0.00004572739,0.000003314705],"category_scores_gemma":[0.03815195,0.00008102239,0.00001777516,0.0003788285,0.001148684,0.003043868,0.0001014314,0.0002402174,0.000001680543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001839209,"about_ca_system_score_gemma":0.002471644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001911508,"about_ca_topic_score_gemma":0.001605831,"domain_scores_codex":[0.997912,0.0006450671,0.0002061977,0.0003700702,0.0005527431,0.000313905],"domain_scores_gemma":[0.996569,0.002374307,0.0006556261,0.0001554602,0.00007533968,0.0001702858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001268918,0.00008767141,0.02395192,0.0000294261,0.000003961664,5.813526e-8,0.06296293,0.000004171243,0.0009647937,0.8718159,0.001238412,0.03892802],"study_design_scores_gemma":[0.0005303535,0.0001673668,0.04624633,0.0002419566,0.00005592396,0.000005914133,0.2421843,0.01490157,0.00004103554,0.02624192,0.668948,0.0004353505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9415919,0.000163147,0.0003920211,0.04502337,0.0006234118,0.0005344904,0.000001373724,0.00003894858,0.01163136],"genre_scores_gemma":[0.9753479,0.0001077513,0.02228446,0.0003700255,0.0002885596,0.000008739606,8.043901e-7,0.000005790677,0.001585944],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.845574,"threshold_uncertainty_score":0.9951552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148957058","doi":"10.1187/cbe.10-10-0133","title":"The Colorado Learning Attitudes about Science Survey (CLASS) for Use in Biology","year":2011,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Class (philosophy); Mathematics education; Perception; Likert scale; Science education; Biology; Psychology; Computer science; Artificial intelligence","authors":[{"name":"Katharine Semsar","is_ca":false},{"name":"Jenny Knight","is_ca":false},{"name":"Gülnur Bírol","is_ca":true},{"name":"Michelle K. Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3063091352521994,"gpt":0.4976115232448255,"spread":0.1913023879926261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01575336,0.000113581,0.0001281139,0.0003622883,0.005100857,0.0004729367,0.001386132,0.00008163706,0.0001249117],"category_scores_gemma":[0.01674331,0.00008712411,0.00004786602,0.002819547,0.006333139,0.001204371,0.00006232956,0.0001761923,0.00004202677],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002483542,"about_ca_system_score_gemma":0.01054498,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02021712,"about_ca_topic_score_gemma":0.04117382,"domain_scores_codex":[0.9971668,0.0007668502,0.000314705,0.0005646552,0.000455893,0.0007311055],"domain_scores_gemma":[0.9968021,0.001930447,0.0002213082,0.0002323622,0.000555541,0.0002582249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001238602,0.0001051502,0.8480687,0.000002020363,0.000001520439,1.993331e-8,0.01524687,0.00001129157,0.0000905675,0.1236219,0.0009325893,0.01190698],"study_design_scores_gemma":[0.00008527282,0.00008931148,0.9065304,0.00001318194,0.000002925843,4.046579e-7,0.03442005,0.0002335333,0.00006152863,0.003262585,0.05513698,0.0001637707],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9753934,0.0004308273,0.0002496536,0.001991092,0.005331664,0.0005862754,0.000003959451,0.00005065905,0.01596243],"genre_scores_gemma":[0.9962772,0.0002165752,0.001146922,0.0005014438,0.000219247,0.0001268253,0.000004469232,0.000005312172,0.001502],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1203593,"threshold_uncertainty_score":0.996371,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162087543","doi":"10.1187/cbe.07-01-0002","title":"The Value of Animations in Biology Teaching: A Study of Long-Term Memory Retention","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Animation; Legend; Graphics; Computer science; Narrative; Term (time); Value (mathematics); Multimedia; Subject (documents); Economic shortage; Computer graphics (images); World Wide Web; Art; Literature","authors":[{"name":"Danton H. O’Day","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06405274773256593,"gpt":0.4667172368619278,"spread":0.4026644891293619,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002340936,0.00006348495,0.000105225,0.0002132323,0.000237835,0.00001149937,0.0002496542,0.00004209435,0.00004456596],"category_scores_gemma":[0.0006500503,0.00004565191,0.00002350211,0.0005303835,0.0003216644,0.00009652678,0.00002603416,0.0001238128,0.000009255325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001884941,"about_ca_system_score_gemma":0.000198155,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004538181,"about_ca_topic_score_gemma":0.0003015812,"domain_scores_codex":[0.9988117,0.0003134723,0.0003537071,0.0002172209,0.0001412094,0.0001627279],"domain_scores_gemma":[0.99909,0.000322854,0.0002851785,0.0001337961,0.0001375494,0.00003057854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004016259,0.00139151,0.891549,0.00001960108,0.00001180561,1.905122e-7,0.01523172,0.00001184286,0.0009582735,0.01522125,0.00006574301,0.07549893],"study_design_scores_gemma":[0.0001872674,0.000587582,0.9516712,0.0000310135,0.00001193283,0.000002070757,0.04614832,0.00001917754,0.0002446196,0.001011815,0.00003343961,0.00005153114],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893848,0.0004188453,0.0003398262,0.0001953232,0.0007005716,0.0002720127,8.389909e-7,0.00001099592,0.008676836],"genre_scores_gemma":[0.9993843,0.000006915404,0.00005100761,0.0000500209,0.0000642384,0.00002929083,0.000003133129,0.000003396317,0.0004076283],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0754474,"threshold_uncertainty_score":0.1861631,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131858742","doi":"10.1187/cbe.19-12-0271","title":"“I Like and Prefer to Work Alone”: Social Anxiety, Academic Self-Efficacy, and Students’ Perceptions of Active Learning","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Psychology; Self-efficacy; Anxiety; Perception; Active learning (machine learning); Academic achievement; Distress; Social anxiety; Social psychology; Fear of negative evaluation; Medical education; Applied psychology; Mathematics education; Clinical psychology; Medicine; Computer science","authors":[{"name":"Suzanne Hood","is_ca":true},{"name":"Nancy L. Barrickman","is_ca":false},{"name":"Nancy Traiser Djerdjian","is_ca":false},{"name":"Melaney Farr","is_ca":false},{"name":"Shawn Magner","is_ca":false},{"name":"H. S. Roychowdhury","is_ca":true},{"name":"Ron Gerrits","is_ca":false},{"name":"Heather L. Lawford","is_ca":true},{"name":"Betsy Ott","is_ca":false},{"name":"Kyla Ross","is_ca":false},{"name":"Olivia Paige","is_ca":true},{"name":"Skye Stowe","is_ca":true},{"name":"Murray Jensen","is_ca":false},{"name":"Kerry Hull","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08745099206616785,"gpt":0.4734677388890225,"spread":0.3860167468228546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002662866,0.00009407936,0.0001398931,0.0001357274,0.001736213,0.0001789361,0.0002858645,0.0001085414,0.0001434908],"category_scores_gemma":[0.00260743,0.00009875487,0.00002544518,0.0008712571,0.000457217,0.0007590318,0.0001517364,0.0003138279,0.00002475115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001079204,"about_ca_system_score_gemma":0.001454287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003228924,"about_ca_topic_score_gemma":0.0001677146,"domain_scores_codex":[0.9975141,0.0008338752,0.0002190923,0.0003978972,0.0008133624,0.000221623],"domain_scores_gemma":[0.9988257,0.0004302739,0.0002123076,0.00008258633,0.0002636432,0.0001854778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002200768,0.0004686922,0.5519806,0.00002209745,0.00003388642,9.721334e-8,0.3753106,0.00007868976,0.001040088,0.003924093,0.003743352,0.06337576],"study_design_scores_gemma":[0.000155933,0.00004813109,0.8570659,0.00004185029,0.0000500454,0.000001185625,0.1210911,0.00001368921,0.00004636319,0.0002834347,0.02106498,0.0001374217],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9802125,0.0003142269,0.00003348486,0.01473251,0.0004630655,0.0002744145,0.00000158459,0.00004991518,0.003918289],"genre_scores_gemma":[0.9951327,0.0006262452,0.002092456,0.0004852994,0.0003094312,0.00002688817,0.000004164251,0.000006189311,0.001316629],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3050852,"threshold_uncertainty_score":0.9995634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038952828","doi":"10.1187/cbe.12-10-0174","title":"Development of a Meiosis Concept Inventory","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Simon Fraser University","keywords":"Meiosis; Concept inventory; Class (philosophy); Psychology; Computer science; Mathematics education; Genetics; Biology; Artificial intelligence","authors":[{"name":"Pamela Kalas","is_ca":true},{"name":"Angie O’Neill","is_ca":true},{"name":"Carol A. Pollock","is_ca":true},{"name":"Gülnur Bírol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02929487703116893,"gpt":0.3199879016188466,"spread":0.2906930245876777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003511519,0.00007503199,0.00007926853,0.0000776063,0.0001161991,0.00003010906,0.0003118807,0.0000715405,0.0001363394],"category_scores_gemma":[0.0003388759,0.00006066238,0.00003300529,0.0001692565,0.0004869447,0.000009825862,0.00009429301,0.00003879765,0.00005619684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001635644,"about_ca_system_score_gemma":0.001649023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003062466,"about_ca_topic_score_gemma":0.000007874684,"domain_scores_codex":[0.9989945,0.0000273199,0.0002737526,0.0001746637,0.0003259382,0.0002038398],"domain_scores_gemma":[0.9993652,0.000009135365,0.00009782275,0.0001563629,0.0001945023,0.000176943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001223648,0.0004959439,0.01374523,0.0001614901,0.00005072845,4.398778e-8,0.00410175,0.000013189,0.6067899,0.0005641537,0.09511982,0.2789456],"study_design_scores_gemma":[0.0004678309,0.0005417298,0.04405325,0.00008615581,0.00001334214,0.000003321896,0.01413973,0.0008071684,0.6915027,0.0004676294,0.2474326,0.0004845145],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939836,0.0005534683,0.0006055538,0.0003964267,0.000335588,0.000207096,0.000001991168,0.000004616556,0.003911613],"genre_scores_gemma":[0.9866967,0.00007528796,0.01194303,0.0004342156,0.0001325393,0.0000412923,0.00003766497,0.000003752092,0.0006355448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.278461,"threshold_uncertainty_score":0.2925296,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2108919989","doi":"10.1187/cbe.11-08-0071","title":"Visualizing Protein Interactions and Dynamics: Evolving a Visual Language for Molecular Animation","year":2012,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Strong; National Science Foundation","keywords":"Animation; Visualization; Motion (physics); Dynamics (music); Event (particle physics); Computer science; Computational biology; Mathematics education; Psychology; Biology; Computer graphics (images); Physics; Artificial intelligence","authors":[{"name":"Jodie Jenkinson","is_ca":true},{"name":"Gaël McGill","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01736244559690015,"gpt":0.3781714061031645,"spread":0.3608089605062644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005885256,0.00008826455,0.00007031471,0.0001051499,0.0002052695,0.00007683424,0.0001225116,0.00006279853,0.00001348601],"category_scores_gemma":[0.0008763347,0.00007934812,0.00003466967,0.0001378763,0.0001806876,0.00003777025,0.0000690399,0.00005093303,0.000005963504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003538192,"about_ca_system_score_gemma":0.0002806679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003034352,"about_ca_topic_score_gemma":0.0000186263,"domain_scores_codex":[0.9991321,0.00003921103,0.0001825806,0.0001771887,0.0001904744,0.0002784223],"domain_scores_gemma":[0.9994971,0.00002173966,0.00008292329,0.0001017232,0.0001193374,0.0001771734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002196495,0.0002363864,0.004312957,0.0001730758,0.00002029944,4.806211e-8,0.00127293,0.000004356169,0.9282342,0.001682311,0.001504737,0.06253672],"study_design_scores_gemma":[0.001441703,0.002466451,0.0294448,0.0003936316,0.0001000109,0.0000526719,0.05693163,0.112282,0.7504252,0.001549738,0.04343632,0.001475886],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9679466,0.001145792,0.0285061,0.0004887962,0.0003179036,0.000433995,0.000009378585,0.00001018033,0.001141226],"genre_scores_gemma":[0.9918213,0.00003578694,0.007027183,0.0002279141,0.0003130391,0.00009053287,0.0001241943,0.000007615007,0.0003524514],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1778091,"threshold_uncertainty_score":0.3235722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914840118","doi":"10.1187/cbe.18-07-0117","title":"GenBio-MAPS: A Programmatic Assessment to Measure Student Understanding of <i>Vision and Change</i> Core Concepts across General Biology Programs","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Washington; Division of Undergraduate Education; National Science Foundation","keywords":"Measure (data warehouse); Core (optical fiber); Mathematics education; Biology; Psychology; Computer science","authors":[{"name":"Brian A. Couch","is_ca":false},{"name":"Christian D. Wright","is_ca":false},{"name":"Scott Freeman","is_ca":false},{"name":"Jenny Knight","is_ca":false},{"name":"Katharine Semsar","is_ca":false},{"name":"Michelle K. Smith","is_ca":false},{"name":"Mindi M. Summers","is_ca":true},{"name":"Yi Zheng","is_ca":false},{"name":"Alison J. Crowe","is_ca":false},{"name":"Sara E. Brownell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2735571201227561,"gpt":0.5393964726383444,"spread":0.2658393525155884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003443423,0.0001479667,0.0002316424,0.0001599498,0.0007955811,0.0002582801,0.0005375341,0.0000989528,0.0000985611],"category_scores_gemma":[0.0002381711,0.0001229984,0.00004769666,0.001275813,0.001274242,0.0004824085,0.0000930843,0.0001100681,0.00002225819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003293075,"about_ca_system_score_gemma":0.00207702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001559291,"about_ca_topic_score_gemma":0.0009644485,"domain_scores_codex":[0.9975582,0.0003078963,0.0003331587,0.0005359259,0.000731366,0.0005333877],"domain_scores_gemma":[0.998772,0.0001406735,0.0002583071,0.0002161033,0.0002509932,0.0003618924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000008132814,0.0003975808,0.6204721,0.00004453122,0.00001046453,7.352685e-8,0.1950511,0.000009227706,0.00143662,0.09849293,0.0005697357,0.08350758],"study_design_scores_gemma":[0.0004332512,0.001046922,0.1948963,0.0002297207,0.00002131684,0.000002744804,0.7677388,0.0002925519,0.00005020649,0.005672381,0.02915526,0.0004604988],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9848677,0.000390145,0.000312812,0.005920124,0.002924255,0.001808814,0.000005509212,0.00004498223,0.003725691],"genre_scores_gemma":[0.9954109,0.00007135762,0.002847902,0.0007612749,0.0003639742,0.000190624,0.00001399538,0.000006474856,0.0003335208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5726878,"threshold_uncertainty_score":0.6119047,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133556571","doi":"10.1187/cbe.13-11-0218","title":"Development of the Biological Experimental Design Concept Inventory (BEDCI)","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Concept inventory; Mathematics education; Test (biology); Psychology; Critical thinking; Computer science; Artificial intelligence; Biology","authors":[{"name":"Thomas Deane","is_ca":true},{"name":"Kathy Nomme","is_ca":true},{"name":"Erica Jeffery","is_ca":true},{"name":"Carol A. Pollock","is_ca":true},{"name":"Gülnur Bírol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2327402797171969,"gpt":0.4397893350458221,"spread":0.2070490553286252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002965912,0.00008358211,0.00009875295,0.00008118682,0.001569446,0.00005804727,0.0008100276,0.00006471327,0.0005790319],"category_scores_gemma":[0.001354427,0.00005714684,0.00004296629,0.0007052878,0.002107377,0.000223974,0.00005270359,0.0000757473,0.00003952346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001265577,"about_ca_system_score_gemma":0.005525394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002040027,"about_ca_topic_score_gemma":0.00006173679,"domain_scores_codex":[0.9979732,0.0006802652,0.0002602058,0.0002753389,0.0005451192,0.0002658768],"domain_scores_gemma":[0.999158,0.0002039612,0.0001929914,0.0001675259,0.0001068287,0.0001707217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001348094,0.001020868,0.05689818,0.00000826112,0.000009792395,2.465562e-8,0.4790096,0.0001394138,0.01834875,0.3397851,0.03669703,0.06806953],"study_design_scores_gemma":[0.000222162,0.0001315606,0.05017055,0.00005241694,0.00000671192,0.00000120048,0.4254672,0.0002575776,0.04779437,0.003914323,0.4715708,0.0004111831],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9645093,0.000336408,0.001581308,0.003891535,0.00465286,0.0003458483,4.509411e-7,0.00003510354,0.0246472],"genre_scores_gemma":[0.9924757,0.00000604834,0.005246363,0.001038653,0.0003258746,0.00004069947,0.000001117596,0.00000251862,0.0008630576],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4348737,"threshold_uncertainty_score":0.9997303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123300663","doi":"10.1187/cbe.12-06-0081","title":"Improvement in Generic Problem-Solving Abilities of Students by Use of Tutor-less Problem-Based Learning in a Large Classroom Setting","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"TUTOR; Problem-based learning; Attendance; Mathematics education; Class (philosophy); Test (biology); Medical education; Psychology; Computer science; Medicine; Artificial intelligence","authors":[{"name":"Andis Klegeris","is_ca":true},{"name":"Manpreet Bahniwal","is_ca":true},{"name":"Heather Hurren","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02436679113321121,"gpt":0.3197046798528735,"spread":0.2953378887196623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004680417,0.0001593201,0.000273634,0.0004700422,0.0004055451,0.0001856811,0.0005340359,0.0001036544,0.00009749071],"category_scores_gemma":[0.0009198108,0.0001542967,0.00005374319,0.001564815,0.0004119646,0.001106216,0.00008989571,0.0002586284,0.000003788684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895239,"about_ca_system_score_gemma":0.002778708,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02591843,"about_ca_topic_score_gemma":0.002216799,"domain_scores_codex":[0.9966879,0.0006742859,0.0007442469,0.0004416914,0.000845186,0.0006066594],"domain_scores_gemma":[0.998465,0.0004337972,0.0005846863,0.0001529584,0.0002510737,0.0001124759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006350712,0.0004453042,0.9481217,0.0001870906,0.000004206574,7.662167e-8,0.02539544,0.002919163,0.00716218,0.0007555024,0.0002543853,0.01474859],"study_design_scores_gemma":[0.002669071,0.001303458,0.5573875,0.002831229,0.00004275619,5.330088e-7,0.3965282,0.014212,0.007629055,0.003773027,0.01212069,0.001502479],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958977,0.0003390111,0.0002335261,0.0008030629,0.0001799802,0.001167274,0.000004161254,0.00003416585,0.001341117],"genre_scores_gemma":[0.9934012,0.00004915135,0.005683267,0.0001762871,0.00004399285,0.000240973,0.00001100004,0.00001121005,0.0003829314],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3907343,"threshold_uncertainty_score":0.9805681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2742496701","doi":"10.1187/cbe.16-08-0253","title":"Gender, Math Confidence, and Grit: Relationships with Quantitative Skills and Performance in an Undergraduate Biology Course","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Grit; Self-confidence; Mathematics education; Gender gap; Psychology; Developmental psychology; Social psychology","authors":[{"name":"K. M. Flanagan","is_ca":true},{"name":"J. Einarson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09150557790086204,"gpt":0.4012545278631332,"spread":0.3097489499622711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008245274,0.0001205291,0.0001334338,0.0001704719,0.0008605988,0.0001318342,0.0002090139,0.00008854517,0.00001058616],"category_scores_gemma":[0.0002655821,0.00009867356,0.000008528226,0.0001726821,0.0009874144,0.0007674217,0.00002395462,0.0001651446,0.00001517685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000020857,"about_ca_system_score_gemma":0.0003661876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001753328,"about_ca_topic_score_gemma":0.0004119204,"domain_scores_codex":[0.9988337,0.0001894638,0.0001907565,0.0004483309,0.0001136455,0.0002241412],"domain_scores_gemma":[0.9990504,0.00019341,0.0002428548,0.0002906397,0.0001073738,0.0001152795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001820389,0.0002510128,0.7902626,0.000009453615,0.000005845749,2.943627e-7,0.005046955,0.000008743141,0.00003450908,0.2010348,0.00009471916,0.00323291],"study_design_scores_gemma":[0.0004148926,0.0003416549,0.9851128,0.00003988054,0.0000137439,0.00001586945,0.006595389,0.0004180225,0.000008425661,0.006727674,0.0001756062,0.0001360458],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9922687,0.0004203104,0.0003235131,0.001579839,0.0006170076,0.0002909846,0.000004144261,0.00002091054,0.004474629],"genre_scores_gemma":[0.9977344,0.0001894442,0.001586732,0.0001332613,0.00006376249,0.00003722515,0.00001539572,0.000006957283,0.0002328303],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1948502,"threshold_uncertainty_score":0.6619117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2549271280","doi":"10.1187/cbe.14-11-0203","title":"Investigating the Role of an Inquiry-Based Biology Lab Course on Student Attitudes and Views toward Science","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Conceptualization; Experiential learning; Student engagement; Perception; Psychology; Mathematics education; Science education; Computer science","authors":[{"name":"Erica Jeffery","is_ca":true},{"name":"Kathy Nomme","is_ca":true},{"name":"Thomas Deane","is_ca":true},{"name":"Carol A. Pollock","is_ca":true},{"name":"Gülnur Bírol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09529259112147352,"gpt":0.4534259797945419,"spread":0.3581333886730683,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00416227,0.00008659046,0.0001047253,0.0001171152,0.001173007,0.0001236863,0.0006778528,0.0000420724,0.0000640265],"category_scores_gemma":[0.001443529,0.00004938606,0.00001844517,0.0007132734,0.006860903,0.0003349945,0.00005032495,0.00006138898,0.00001324979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001053343,"about_ca_system_score_gemma":0.004983891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002421713,"about_ca_topic_score_gemma":0.0001050295,"domain_scores_codex":[0.9982417,0.0003082922,0.0002285521,0.0003543405,0.0005838334,0.0002833425],"domain_scores_gemma":[0.9988175,0.0003682595,0.0001343306,0.0001864629,0.0002502119,0.0002432166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000002070225,0.0004411912,0.2521061,0.000009195594,0.00000358964,2.07621e-8,0.0705027,0.00000458309,0.0052258,0.5841863,0.0001437108,0.08737475],"study_design_scores_gemma":[0.0002393265,0.0003533253,0.7639377,0.0002896613,0.00001749863,6.622599e-7,0.1230997,0.00004963707,0.005731666,0.08300807,0.02293181,0.0003409761],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9755055,0.0003018845,0.00006359842,0.01915233,0.001029048,0.0002277292,0.000001473414,0.00002688925,0.00369154],"genre_scores_gemma":[0.9949857,0.00004819503,0.002238808,0.002422446,0.0002051601,0.0000390953,8.495765e-7,0.00000310848,0.00005663728],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5118315,"threshold_uncertainty_score":0.9958419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157101406","doi":"10.1187/cbe.07-09-0071","title":"Implementing Concept-based Learning in a Large Undergraduate Classroom","year":2008,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Concept map; Mathematics education; Construct (python library); Peer instruction; Perception; Coherence (philosophical gambling strategy); Control (management); Computer science; Peer feedback; Group (periodic table); Psychology; Mathematics; Artificial intelligence; Statistics; Chemistry","authors":[{"name":"David Morse","is_ca":true},{"name":"France Jutras","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08017967734125084,"gpt":0.4237402473028971,"spread":0.3435605699616463,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003675536,0.0001188055,0.0001393091,0.0003790116,0.00363822,0.0001268329,0.0005016658,0.00007055563,0.000757192],"category_scores_gemma":[0.001953888,0.0001215719,0.00005403505,0.002087844,0.0009320878,0.0006337808,0.00003855495,0.0002374756,0.000103465],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002307166,"about_ca_system_score_gemma":0.01012066,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003216604,"about_ca_topic_score_gemma":0.004412452,"domain_scores_codex":[0.997098,0.0005519036,0.0003318048,0.0004530083,0.0007102229,0.0008550994],"domain_scores_gemma":[0.9989235,0.0003081117,0.0002077592,0.0001433392,0.0001573562,0.0002599315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004412803,0.000311313,0.8521841,0.000006362199,0.00000224921,8.786812e-7,0.06516837,0.0003609934,0.0001085813,0.0593546,0.009224005,0.01327413],"study_design_scores_gemma":[0.0006124493,0.0001022876,0.1691533,0.00005338718,0.000007386982,0.000003573546,0.2567182,0.002488215,0.0001752538,0.005849776,0.5643247,0.0005114087],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9277029,0.0002807101,0.00102213,0.02405983,0.002068242,0.0003368228,0.000002062297,0.0001156139,0.04441171],"genre_scores_gemma":[0.9936679,0.00007241558,0.0009976219,0.001891113,0.0004071989,0.00004815335,0.00001219354,0.00000654631,0.002896839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6830308,"threshold_uncertainty_score":0.9976589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2613170039","doi":"10.1187/cbe.16-01-0004","title":"An Analysis of the Perceptions and Resources of Large University Classes","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Categorical variable; Class (philosophy); Perception; Mathematics education; Principal (computer security); Resource (disambiguation); Psychology; Class size; Survey data collection; Medical education; Computer science; Mathematics; Statistics; Medicine; Artificial intelligence","authors":[{"name":"Ceilidh Barlow Cash","is_ca":true},{"name":"Jessa B Letargo","is_ca":true},{"name":"Steffen P. Graether","is_ca":true},{"name":"Shoshanah Jacobs","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05624005209749588,"gpt":0.4473965773217291,"spread":0.3911565252242332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003069115,0.00004118582,0.0001088531,0.0002155657,0.002704728,0.00005874874,0.0007253374,0.00003707257,0.00006537329],"category_scores_gemma":[0.001424354,0.00003217309,0.00004449511,0.000939809,0.002289534,0.0004607749,0.00006256031,0.00005926333,3.392706e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000421293,"about_ca_system_score_gemma":0.0006108303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004769883,"about_ca_topic_score_gemma":0.003531854,"domain_scores_codex":[0.9987118,0.0006352722,0.0001060165,0.000160189,0.0002747944,0.0001119637],"domain_scores_gemma":[0.9989786,0.0001329029,0.0003268577,0.0003089807,0.000204918,0.00004771248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001665261,0.00006988312,0.8924489,0.000003054733,0.0000158196,8.230098e-9,0.02890202,0.00001366725,0.001074828,0.07593801,0.00008584864,0.001446272],"study_design_scores_gemma":[0.00002473491,0.00001377653,0.9102118,0.000007823829,0.00007447442,3.173018e-8,0.08650205,0.0002100233,0.00006260734,0.000548901,0.002306978,0.00003681358],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9804138,0.00001941324,0.0004083186,0.001430243,0.0002219111,0.00007109468,0.00001127292,0.000007560027,0.01741641],"genre_scores_gemma":[0.9970921,0.00001972533,0.002338476,0.00004711586,0.0000485315,4.720806e-7,8.971764e-7,0.000001214288,0.0004515146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07538911,"threshold_uncertainty_score":0.9985936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111553095","doi":"10.1187/cbe.05-11-0122","title":"Animated Cell Biology: A Quick and Easy Method for Making Effective, High-Quality Teaching Animations","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Animation; Studio; Multimedia; Computer science; Graphics; The Internet; Quality (philosophy); Computer graphics; Computer graphics (images); World Wide Web","authors":[{"name":"Danton H. O’Day","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04344134989306609,"gpt":0.4719417011691372,"spread":0.4285003512760711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001581225,0.0001344415,0.0001685959,0.0001686411,0.0007683125,0.00008683175,0.0001508705,0.00008697006,0.00007575827],"category_scores_gemma":[0.0006247319,0.0001182342,0.00003554666,0.0003450354,0.0002118824,0.0001996756,0.00002984233,0.000139373,0.00002702396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003079904,"about_ca_system_score_gemma":0.0001736347,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007776207,"about_ca_topic_score_gemma":0.00002347648,"domain_scores_codex":[0.9983115,0.0005621102,0.0002475967,0.0005035999,0.00009765851,0.0002775882],"domain_scores_gemma":[0.9986508,0.0008040266,0.0002310165,0.0001021968,0.0001603331,0.00005162805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002116711,0.001859874,0.1576064,0.0005554255,0.00005712359,2.828786e-7,0.007735517,0.0001252149,0.05897772,0.547295,0.006877984,0.2186978],"study_design_scores_gemma":[0.001168526,0.001060254,0.8910275,0.0001653784,0.0001033945,0.00001015552,0.01099703,0.001446707,0.004196188,0.06525908,0.0238417,0.0007241292],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.882888,0.0006155433,0.08782586,0.0008127985,0.0006099198,0.0005907607,0.00002029147,0.0001176698,0.02651917],"genre_scores_gemma":[0.9741279,0.000001792496,0.02386548,0.0005958182,0.0002571498,0.0002735179,0.00003681935,0.00001040668,0.0008310605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7334211,"threshold_uncertainty_score":0.5909317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2340568370","doi":"10.1187/cbe.15-06-0131","title":"Development of the Statistical Reasoning in Biology Concept Inventory (SRBCI)","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Rasch model; Statistical thinking; Concept inventory; Construct (python library); Mathematics education; Item response theory; Test (biology); Scientific reasoning; Critical thinking; Psychology; Computer science; Psychometrics; Biology; Developmental psychology; Ecology","authors":[{"name":"Thomas Deane","is_ca":true},{"name":"Kathy Nomme","is_ca":true},{"name":"Erica Jeffery","is_ca":true},{"name":"Carol A. Pollock","is_ca":true},{"name":"Gülnur Bírol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2316813360292487,"gpt":0.4847709360024541,"spread":0.2530895999732055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001307983,0.00007547012,0.0001289588,0.00009843175,0.0001180728,0.000008457003,0.0002910684,0.00004427515,0.0001886737],"category_scores_gemma":[0.01235984,0.00004200765,0.00001788315,0.0002760082,0.0006280366,0.00005788916,0.00005512616,0.0000509591,0.000009309307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001136675,"about_ca_system_score_gemma":0.002355887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002209188,"about_ca_topic_score_gemma":0.00003848877,"domain_scores_codex":[0.9988243,0.0002941739,0.0003458431,0.0001988382,0.000162959,0.0001739137],"domain_scores_gemma":[0.9980223,0.001459242,0.0002052425,0.0001728778,0.00008510892,0.0000551999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005947494,0.0001367603,0.033503,0.00002536842,0.000004922959,3.092472e-8,0.00543181,7.239607e-7,0.002043899,0.8962902,0.01308583,0.04947147],"study_design_scores_gemma":[0.0005277828,0.0000698366,0.209734,0.0004603805,0.00002183287,0.000004606003,0.01738543,0.00008071541,0.01594491,0.7248861,0.03051701,0.0003673474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8672134,0.0002722929,0.1203792,0.001896476,0.005054542,0.0004278613,0.00003324055,0.00003931926,0.004683696],"genre_scores_gemma":[0.6369667,0.00001164888,0.3621336,0.0001709679,0.00005730974,0.00003667489,0.000002654798,0.000005045703,0.0006154245],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2417544,"threshold_uncertainty_score":0.9959595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081564886","doi":"10.1187/cbe.19-11-0257","title":"Optimizing the Efficacy of Learning Objectives through Pretests","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; Hamilton Health Sciences","funders":"McMaster University; Athabasca University","keywords":"Mathematics education; Active learning (machine learning); Inclusion (mineral); Learning sciences; Mastery learning; Teaching method; Computer science; Science learning; Experiential learning; Psychology; Science education; Machine learning","authors":[{"name":"Faria Sana","is_ca":true},{"name":"Noah D. Forrin","is_ca":true},{"name":"Mrinalini Sharma","is_ca":true},{"name":"Tamara Dubljevic","is_ca":true},{"name":"Peter Ho","is_ca":true},{"name":"Ezza Jalil","is_ca":true},{"name":"Joseph A. Kim","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0941733238920558,"gpt":0.4382042608754739,"spread":0.3440309369834181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001954138,0.0001035677,0.0001406097,0.00005868805,0.0005153735,0.00003658214,0.000381528,0.00004852379,0.0002021621],"category_scores_gemma":[0.003848575,0.00007325874,0.00004979155,0.0010098,0.0004950209,0.0001578114,0.00004081768,0.0004011761,0.00004504062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001918239,"about_ca_system_score_gemma":0.0003381074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008751875,"about_ca_topic_score_gemma":3.43493e-7,"domain_scores_codex":[0.99769,0.001313549,0.0002368085,0.00033859,0.0002106567,0.0002104504],"domain_scores_gemma":[0.9985136,0.0008994761,0.0002728167,0.000161033,0.0001060645,0.00004701567],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001048939,0.0003406425,0.1006322,0.00004168239,0.00007949198,3.921905e-7,0.6870094,0.008914178,0.009440776,0.07432725,0.006177549,0.1129316],"study_design_scores_gemma":[0.0009151906,0.001478843,0.6928855,0.0001781544,0.00007878988,0.00001240566,0.2141535,0.00246881,0.003347904,0.002149435,0.081686,0.0006454174],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8834623,0.001010557,0.02037967,0.005226023,0.001403232,0.0002265006,5.792446e-7,0.00009838901,0.08819281],"genre_scores_gemma":[0.982227,0.000006631776,0.01593806,0.0009186425,0.0003887773,0.00001716263,0.000002264974,0.000009814833,0.0004916893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5922534,"threshold_uncertainty_score":0.4607382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800355571","doi":"10.1187/cbe.17-02-0037","title":"EcoEvo-MAPS: An Ecology and Evolution Assessment for Introductory through Advanced Undergraduates","year":2018,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"McGill University; National Science Foundation","keywords":"Bachelor; Curriculum; Ecology; Process (computing); Mathematics education; Perspective (graphical); Psychology; Computer science; Pedagogy; Biology; Geography; Artificial intelligence","authors":[{"name":"Mindi M. Summers","is_ca":true},{"name":"Brian A. Couch","is_ca":false},{"name":"Jenny Knight","is_ca":false},{"name":"Sara E. Brownell","is_ca":false},{"name":"Alison J. Crowe","is_ca":false},{"name":"Katharine Semsar","is_ca":false},{"name":"Christian D. Wright","is_ca":false},{"name":"Michelle K. Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.052046405702389,"gpt":0.4267389537575873,"spread":0.3746925480551983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005859809,0.000138193,0.0001488086,0.0001024638,0.000686584,0.00007334931,0.0002588533,0.00009004507,0.000175072],"category_scores_gemma":[0.0002225501,0.0001236756,0.00002932064,0.0002661162,0.001025615,0.00059132,0.00003020732,0.00007490789,0.00003355648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001722004,"about_ca_system_score_gemma":0.001185923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002765821,"about_ca_topic_score_gemma":0.0002074273,"domain_scores_codex":[0.9985461,0.0001382005,0.0002531257,0.0005892562,0.0001324498,0.0003408802],"domain_scores_gemma":[0.998969,0.0002471656,0.0001756237,0.0002576757,0.0002573117,0.00009326525],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00004692823,0.0004993432,0.08104894,0.00003293723,0.00002731311,6.945374e-8,0.002885332,0.00003501799,0.0006185272,0.8423307,0.06745036,0.005024519],"study_design_scores_gemma":[0.0002836488,0.001334786,0.7156575,0.0000111727,0.00002264024,0.00001378797,0.03435032,0.00009096001,0.0000605951,0.2168535,0.03108556,0.0002355233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9585558,0.0009645524,0.00156944,0.01305791,0.008307553,0.0004789152,0.00001242195,0.00006706913,0.01698629],"genre_scores_gemma":[0.9795246,0.00005221643,0.01678867,0.000976481,0.001449396,0.0002883605,0.00005524447,0.000009594075,0.0008554599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6346085,"threshold_uncertainty_score":0.5280718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023323599","doi":"10.1187/cbe.19-09-0189","title":"Positive Impact of Multiple-Choice Question Authoring and Regular Quiz Participation on Student Learning","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto Scarborough; University of Toronto","keywords":"Mathematics education; Student engagement; Multiple choice; Psychology; Term (time); Medical education; Medicine; Mathematics; Statistics; Significant difference","authors":[{"name":"C. Daniel Riggs","is_ca":true},{"name":"Sohee Kang","is_ca":true},{"name":"Olivia Rennie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09237602899885133,"gpt":0.5003038534821586,"spread":0.4079278244833072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002150034,0.0001216147,0.0001580271,0.0001553391,0.0003337084,0.00004103236,0.0001259051,0.00006249238,0.00005829013],"category_scores_gemma":[0.005116566,0.00010627,0.00004170539,0.0005581199,0.0001944883,0.0001638849,0.00002555377,0.0002940709,0.00001485948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007923096,"about_ca_system_score_gemma":0.0001799483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004080658,"about_ca_topic_score_gemma":0.000002179577,"domain_scores_codex":[0.9974722,0.001437897,0.0002593484,0.0003796777,0.0002474579,0.0002034337],"domain_scores_gemma":[0.9985501,0.0007952715,0.0002881379,0.0001066206,0.0001424526,0.0001173916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006123783,0.0001958018,0.9126487,0.00001192211,0.00003075485,2.136515e-7,0.04020742,0.0037748,0.007940377,0.004654212,0.0003114363,0.03016314],"study_design_scores_gemma":[0.0002001039,0.001033072,0.9917414,0.00006626397,0.0000165708,0.00000104538,0.004336719,0.001789826,0.0003950234,0.00007420901,0.0002322737,0.000113494],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909158,0.0001375278,0.004227654,0.001233947,0.0005922149,0.0001847383,0.000001433162,0.00005657358,0.002650118],"genre_scores_gemma":[0.9977745,0.000002950638,0.001432529,0.0002608708,0.000329535,0.00002272754,0.000009925711,0.000009842486,0.0001570489],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07909271,"threshold_uncertainty_score":0.6125376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023765427","doi":"10.1187/cbe.19-11-0243","title":"Resources for Teaching and Assessing the <i>Vision and Change</i> Biology Core Concepts","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Washington; University of Wisconsin-Madison; Howard Hughes Medical Institute; National Science Foundation","keywords":"Core (optical fiber); Suite; Mathematics education; Computer science; Psychology; Political science","authors":[{"name":"Janet Branchaw","is_ca":false},{"name":"Pamela Pape-Lindstrom","is_ca":false},{"name":"Kimberly D. Tanner","is_ca":false},{"name":"Sarah A. Bissonnette","is_ca":false},{"name":"Tawnya L. Cary","is_ca":false},{"name":"Brian A. Couch","is_ca":false},{"name":"Alison J. Crowe","is_ca":false},{"name":"Jenny Knight","is_ca":false},{"name":"Katharine Semsar","is_ca":false},{"name":"Julia I. Smith","is_ca":false},{"name":"Michelle K. Smith","is_ca":false},{"name":"Mindi M. Summers","is_ca":true},{"name":"Caroline J. Wienhold","is_ca":false},{"name":"Christian D. Wright","is_ca":false},{"name":"Sara E. Brownell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04523694238354152,"gpt":0.3510910399780746,"spread":0.3058540975945331,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034789,0.00007237073,0.00007119696,0.00003348617,0.0002832416,0.00007313239,0.00009596437,0.00004396017,0.000003334377],"category_scores_gemma":[0.0002441589,0.00004856897,0.00001056962,0.0001360322,0.0002565131,0.0001940168,0.00001949244,0.0001035871,9.740198e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001054078,"about_ca_system_score_gemma":0.00003736226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002012637,"about_ca_topic_score_gemma":8.393602e-7,"domain_scores_codex":[0.9995394,0.00002073586,0.00009544072,0.000156811,0.00006151741,0.0001260939],"domain_scores_gemma":[0.9996408,0.0001672175,0.00002348659,0.00004937947,0.00001512987,0.0001040083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005894903,0.00005333679,0.0121937,0.0008955777,0.00002166664,7.49768e-8,0.05806553,0.0002511232,0.02589076,0.007483447,0.03239246,0.8627464],"study_design_scores_gemma":[0.0004867038,0.000442111,0.1349509,0.0003543796,0.00005865932,0.00001667655,0.02868769,0.385051,0.0004605778,0.003787414,0.445015,0.0006888629],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9774866,0.003869568,0.004169101,0.01279144,0.0009912933,0.0001948581,0.000003470277,0.000094815,0.0003989148],"genre_scores_gemma":[0.9953944,0.0001031639,0.00258544,0.001205557,0.000645656,0.00004309961,0.000006434536,0.000006449595,0.000009761764],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8620576,"threshold_uncertainty_score":0.2178494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2947755379","doi":"10.1187/cbe.19-02-0042","title":"One-Year Research Experience for Associate’s Degree Students Impacts Graduation, STEM Retention, and Transfer Patterns","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"City University of New York","keywords":"Graduation (instrument); Medical education; Psychology; Associate degree; Focus group; Degree program; Graduate students; Mathematics education; Pedagogy; Medicine; Engineering; Sociology","authors":[{"name":"Ron Nerio","is_ca":true},{"name":"Althea Webber","is_ca":false},{"name":"Effie MacLachlan","is_ca":true},{"name":"David Lopatto","is_ca":false},{"name":"Avrom J. Caplan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2548265673026776,"gpt":0.4348388366571614,"spread":0.1800122693544838,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003795005,0.00008505612,0.0001204567,0.0002110577,0.001465955,0.0003977368,0.0005151307,0.00008173316,0.0001447944],"category_scores_gemma":[0.0003990841,0.00008919098,0.00004240872,0.0006844198,0.0003582522,0.0008793736,0.00006610488,0.00008992392,0.00004394153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002769329,"about_ca_system_score_gemma":0.001445335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001363667,"about_ca_topic_score_gemma":0.001005778,"domain_scores_codex":[0.9972896,0.0002311122,0.0001915848,0.0004220018,0.001434875,0.000430857],"domain_scores_gemma":[0.9987364,0.0002151045,0.00005769349,0.0001307033,0.000634184,0.0002259432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000116164,0.00008141789,0.9394435,0.00002028612,0.000007150032,2.805016e-8,0.04930493,3.809238e-7,0.00009592707,0.005665331,0.002031655,0.003337783],"study_design_scores_gemma":[0.0003338487,0.00008267107,0.8650795,0.0000626305,0.000009934834,1.005733e-7,0.1292986,0.00000720247,0.0001884221,0.001707745,0.003062919,0.0001663984],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.991912,0.0001052764,0.0001326994,0.001820355,0.001084982,0.0008765413,0.00001187508,0.00003225705,0.004024009],"genre_scores_gemma":[0.9965131,0.0001552722,0.0001693205,0.0001843498,0.0001481248,0.00005591544,0.00001220431,0.000005022098,0.002756751],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07999372,"threshold_uncertainty_score":0.999834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913416140","doi":"10.1187/cbe.17-07-0118","title":"Identifying Troublesome Jargon in Biology: Discrepancies between Student Performance and Perceived Understanding","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Jargon; Vocabulary; Scientific literacy; Literacy; Mathematics education; Psychology; Science education; Linguistics; Pedagogy","authors":[{"name":"Jenna M. Zukswert","is_ca":true},{"name":"Megan Barker","is_ca":true},{"name":"Lisa McDonnell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1363326132201202,"gpt":0.4274713081484899,"spread":0.2911386949283697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007209038,0.0001239723,0.0001789044,0.0002293647,0.0002610676,0.0001111384,0.000279219,0.00007676359,0.0001824589],"category_scores_gemma":[0.00004050177,0.0001051345,0.00002601823,0.0003832291,0.0003517608,0.0003975389,0.00005791366,0.0001229657,0.00007400481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002095819,"about_ca_system_score_gemma":0.0003019356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005056598,"about_ca_topic_score_gemma":0.00005640795,"domain_scores_codex":[0.9987127,0.0001057575,0.0002690695,0.0004365022,0.000153001,0.0003229657],"domain_scores_gemma":[0.9994237,0.0001813958,0.0001234695,0.0001719066,0.00002905764,0.00007042647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005931684,0.00005074063,0.9415168,0.00002588967,0.000008391568,6.091432e-8,0.005958684,0.00001157898,0.0001769628,0.05167412,0.0001831929,0.0003877138],"study_design_scores_gemma":[0.0001473514,0.0001019113,0.8790509,0.00004654575,0.000005526724,0.000002668575,0.1158562,0.00001613513,0.000004696814,0.004370061,0.0002753373,0.00012276],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9768602,0.0008274837,0.0000411322,0.001361123,0.001867212,0.0002594604,0.000002905243,0.00002820709,0.01875227],"genre_scores_gemma":[0.9984576,0.0001348334,0.0001950551,0.0001187283,0.0001729157,0.00004243397,0.00001518769,0.000006196235,0.0008570622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1098975,"threshold_uncertainty_score":0.4287262,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289281922","doi":"10.1187/cbe.15-07-0146","title":"Testing CREATE at Community Colleges: An Examination of Faculty Perspectives and Diverse Student Gains","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Carnegie Corporation of New York; National Science Foundation","keywords":"Community college; Quarter (Canadian coin); Institution; Test (biology); Mathematics education; Psychology; Critical thinking; Cognition; Science education; Medical education; Sociology; Medicine; Social science","authors":[{"name":"Kristy L. Kenyon","is_ca":false},{"name":"Morgan E. Onorato","is_ca":false},{"name":"Alan J. Gottesman","is_ca":false},{"name":"Jamila Hoque","is_ca":false},{"name":"Sally G. Hoskins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2278075393584183,"gpt":0.4530904988335508,"spread":0.2252829594751325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009521991,0.00009749534,0.0001156023,0.0001051704,0.0006907668,0.00003305274,0.0002715155,0.0000483305,0.000168561],"category_scores_gemma":[0.0005263663,0.00006802018,0.00001903646,0.0002894325,0.0008554931,0.0003204726,0.00008022875,0.00005871734,0.00001355424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001581166,"about_ca_system_score_gemma":0.000277044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001040245,"about_ca_topic_score_gemma":0.0001210723,"domain_scores_codex":[0.9988019,0.0003917738,0.0001911252,0.0002530967,0.0001968247,0.0001653208],"domain_scores_gemma":[0.9987929,0.0004428526,0.0001947266,0.0002115526,0.0002699484,0.00008799019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002126948,0.001079842,0.8539892,0.00002669791,0.0000252106,2.285325e-7,0.08878405,0.00000937467,0.002925998,0.03547703,0.001681575,0.01597948],"study_design_scores_gemma":[0.0001094295,0.0002064795,0.6818829,0.00002435085,0.000007671478,0.000004152349,0.3171692,0.000003135755,0.00004791998,0.0003640389,0.000115284,0.00006544985],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974314,0.000268262,0.00001349258,0.0007382922,0.0004332531,0.0001748691,0.00002523555,0.00002809774,0.02400445],"genre_scores_gemma":[0.9978192,0.00003137673,0.0004618116,0.0000565365,0.00008540277,0.00003753386,0.00001031767,0.000004237267,0.001493531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2283851,"threshold_uncertainty_score":0.5312889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2810070530","doi":"10.1187/cbe.17-12-0287","title":"The Lecture Machine: A Cultural Evolutionary Model of Pedagogy in Higher Education","year":2018,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Arizona State University; John Templeton Foundation; National Science Foundation","keywords":"Leverage (statistics); Cultural transmission in animals; Expediting; Higher education; Selection (genetic algorithm); Evolutionary theory; Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Epistemology; Political science; Engineering","authors":[{"name":"Daniel Z. Grunspan","is_ca":false},{"name":"Michelle A. Kline","is_ca":true},{"name":"Sara E. Brownell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1624871280747273,"gpt":0.5147474718931616,"spread":0.3522603438184343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003467183,0.00009676301,0.00009612909,0.0001630395,0.00156518,0.0001115004,0.0006201662,0.00008309293,0.000305888],"category_scores_gemma":[0.0030888,0.00007075496,0.00004044534,0.0008172754,0.001466144,0.001037024,0.00004143048,0.0001623975,0.0000393364],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003072563,"about_ca_system_score_gemma":0.009885684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005007869,"about_ca_topic_score_gemma":0.00364523,"domain_scores_codex":[0.9976661,0.0005959419,0.0003013245,0.0002811888,0.000896931,0.0002585314],"domain_scores_gemma":[0.9983445,0.0003491397,0.0003352243,0.0002033412,0.0006731031,0.00009472913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005858517,0.0007761221,0.04925083,0.00002472141,0.00001522059,3.058312e-8,0.06397434,0.002528315,0.00105682,0.7382547,0.07210311,0.07195725],"study_design_scores_gemma":[0.000406746,0.0002827496,0.1906626,0.0001664083,0.00006797908,0.000003498528,0.06859758,0.03379684,0.0001989132,0.150938,0.5541955,0.0006831764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6206034,0.005289588,0.0002181106,0.1658415,0.006933865,0.0006900396,0.000005055069,0.00007657995,0.2003419],"genre_scores_gemma":[0.9879884,0.0001852684,0.002592623,0.0008412077,0.0007945354,0.00004888231,0.000005153629,0.00000524799,0.007538666],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5873166,"threshold_uncertainty_score":0.9997346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160621837","doi":"10.1187/cbe.08-08-0048","title":"High School Intervention for Influenza Biology and Epidemics/Pandemics: Impact on Conceptual Understanding among Adolescents","year":2009,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual change; Pandemic; Intervention (counseling); Conceptual framework; Psychology; Medical education; Mathematics education; Coronavirus disease 2019 (COVID-19); Medicine; Sociology; Social science; Infectious disease (medical specialty); Disease","authors":[{"name":"Nancy Dumais","is_ca":true},{"name":"Abdelkrim Hasni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1581024254140937,"gpt":0.4947972250736088,"spread":0.3366947996595152,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006171233,0.000154718,0.0002090622,0.0003074429,0.001096722,0.0001225357,0.0003206827,0.000152924,0.00002686085],"category_scores_gemma":[0.0058879,0.0001337633,0.00007638447,0.0006099867,0.001381369,0.0006054169,0.00002246518,0.0002287928,0.000004124462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007752306,"about_ca_system_score_gemma":0.0008137192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001080813,"about_ca_topic_score_gemma":0.000102106,"domain_scores_codex":[0.9977763,0.0007790457,0.0003756011,0.0004232114,0.0002250647,0.0004207726],"domain_scores_gemma":[0.9987136,0.0004479133,0.0003464969,0.0001276531,0.0001583884,0.0002059262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004997015,0.0001150705,0.4958826,0.000009448349,0.000009768996,3.276631e-8,0.006011948,0.00005120848,0.0003836586,0.4837715,0.00235002,0.01136481],"study_design_scores_gemma":[0.0009992707,0.001096466,0.507088,0.0005550834,0.0000311855,9.42639e-7,0.06286743,0.0005212566,0.0001543037,0.424673,0.001515293,0.0004977355],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9621822,0.0001290841,0.03196193,0.00181591,0.001358478,0.0005694678,0.000008188113,0.00006340867,0.001911302],"genre_scores_gemma":[0.9925326,0.00003337797,0.004187739,0.002611141,0.0005360298,0.00002047823,0.000009026668,0.000006321397,0.00006333117],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0590985,"threshold_uncertainty_score":0.8435209,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2980954366","doi":"10.1187/cbe.19-02-0041","title":"Successful Integration of Data Science in Undergraduate Biostatistics Courses Using Cognitive Load Theory","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Biostatistics; Scripting language; Curriculum; Computer science; Cognitive load; Software; Point (geometry); Mathematics education; Cognition; Psychology; Programming language; Medicine; Mathematics; Pedagogy; Pathology; Public health","authors":[{"name":"Laura Melissa Guzman","is_ca":true},{"name":"Matthew W. Pennell","is_ca":true},{"name":"Ellen Nikelski","is_ca":true},{"name":"Diane S. Srivastava","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04982055719216508,"gpt":0.3954892782447707,"spread":0.3456687210526056,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002116022,0.00009621085,0.0001149282,0.0002128803,0.0001125684,0.0000630965,0.0007574759,0.0000640666,0.00002463314],"category_scores_gemma":[0.002963195,0.00007972258,0.00001700373,0.0006874794,0.001655849,0.00007079026,0.0002671394,0.00007591819,0.00001281503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004688118,"about_ca_system_score_gemma":0.005030188,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000135717,"about_ca_topic_score_gemma":0.00007476382,"domain_scores_codex":[0.9983689,0.00007840799,0.0003023523,0.0003756598,0.0006115331,0.0002631606],"domain_scores_gemma":[0.9987391,0.0000841231,0.0001687414,0.0003345573,0.0005611869,0.0001123157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002234227,0.0007738775,0.09626779,0.0003280019,0.00003304004,5.063642e-7,0.001685066,0.0001283985,0.5834764,0.008844661,0.0024249,0.305814],"study_design_scores_gemma":[0.002738205,0.002855835,0.1134208,0.001770504,0.0001202022,0.00002789106,0.08054923,0.177572,0.6010137,0.01402975,0.004239826,0.001662023],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9898562,0.0003388576,0.005566076,0.0002398674,0.0005685582,0.0002797094,0.00007799595,0.000003101453,0.003069632],"genre_scores_gemma":[0.9956933,0.0004194897,0.003260835,0.0001937494,0.00006620504,0.000002912425,0.000150184,0.000004408529,0.0002089519],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.304152,"threshold_uncertainty_score":0.8923338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098613158","doi":"10.1187/cbe.10-02-0012","title":"Using Invention to Change How Students Tackle Problems","year":2010,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Class (philosophy); Mathematics education; Contrast (vision); Computer science; Psychology; Artificial intelligence","authors":[{"name":"Jared L. Taylor","is_ca":true},{"name":"Karen Smith","is_ca":true},{"name":"Adrian P. van Stolk","is_ca":false},{"name":"George B. Spiegelman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.321629261244006,"gpt":0.5164175779915708,"spread":0.1947883167475648,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003088115,0.0001151778,0.0001081113,0.0003705693,0.001956038,0.0006215343,0.0009423728,0.00009597947,0.0005757458],"category_scores_gemma":[0.001432772,0.0001119357,0.00004560067,0.001905808,0.0006366511,0.001284462,0.00006712054,0.0001779001,0.0001652015],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001230196,"about_ca_system_score_gemma":0.002728338,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003194465,"about_ca_topic_score_gemma":0.004766973,"domain_scores_codex":[0.9976462,0.0002038207,0.0001827221,0.0004643676,0.00103716,0.0004657581],"domain_scores_gemma":[0.9987339,0.00006919272,0.0001600632,0.0002318188,0.0002890101,0.0005160366],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007379789,0.001089431,0.5792648,0.00003377984,0.000009371522,2.353039e-7,0.2162315,0.00004530745,0.01648139,0.08411832,0.03421251,0.06850602],"study_design_scores_gemma":[0.0002193471,0.0001311662,0.177853,0.00008800651,0.00002284136,0.000004156456,0.15465,0.0003642455,0.0004264931,0.008436743,0.6571462,0.0006577851],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9456819,0.00007651893,0.0001885846,0.02933759,0.01164413,0.0007561871,0.000002078345,0.00006912067,0.0122439],"genre_scores_gemma":[0.9899787,0.00002951793,0.002487267,0.002808433,0.001988194,0.0001320245,0.000004040733,0.000007249157,0.002564514],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6229336,"threshold_uncertainty_score":0.9993433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2591567680","doi":"10.1187/cbe.15-12-0261","title":"How Is Science Being Taught? Measuring Evidence-Based Teaching Practices across Undergraduate Science Departments","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Bachelor; Institution; Curriculum; Medical education; Higher education; Best practice; Baseline (sea); Mathematics education; Psychology; Pedagogy; Sociology; Medicine; Political science; Social science","authors":[{"name":"M. J. Drinkwater","is_ca":false},{"name":"Kelly Matthews","is_ca":false},{"name":"Jacob Seiler","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3349462596821331,"gpt":0.5428892083535423,"spread":0.2079429486714092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication"],"category_scores_codex":[0.04497095,0.0003137335,0.0002686484,0.0006200463,0.04998262,0.01590331,0.006049053,0.0001022641,0.00003574551],"category_scores_gemma":[0.1578093,0.0003009045,0.0001020143,0.001548326,0.01325474,0.03841363,0.0005512983,0.0005717035,0.00007826334],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001247575,"about_ca_system_score_gemma":0.02340429,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006640825,"about_ca_topic_score_gemma":0.000861435,"domain_scores_codex":[0.989815,0.0008851299,0.0004653636,0.001611906,0.005784032,0.001438592],"domain_scores_gemma":[0.9919047,0.001273784,0.003284713,0.001360465,0.001404859,0.0007714322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007223471,0.001070845,0.4830945,0.0001493379,0.00004704782,0.000004256022,0.08560086,0.0003539867,0.03236096,0.2464612,0.004656288,0.1461284],"study_design_scores_gemma":[0.001727473,0.0008503565,0.4470004,0.00351821,0.0003998757,0.00002598774,0.2286243,0.0182815,0.04335016,0.04550741,0.2065381,0.004176294],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7633587,0.0004703823,0.0006670943,0.1979231,0.004640209,0.0007018461,0.000003188921,0.0001833064,0.03205224],"genre_scores_gemma":[0.9860832,0.0001491489,0.009396978,0.001562458,0.0007342424,0.00007131232,0.000001078893,0.00001781646,0.001983733],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2227246,"threshold_uncertainty_score":0.999974,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2941199026","doi":"10.1187/cbe.17-07-0137","title":"Retention following Two-Stage Collaborative Exams Depends on Timing and Student Performance","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Knowledge retention; Retention rate; Retention time; Collaborative learning; Psychology; Content (measure theory); Computer science; Medical education; Mathematics education; Medicine; Chemistry; Mathematics; Chromatography","authors":[{"name":"James E. Cooke","is_ca":true},{"name":"Laura K. Weir","is_ca":true},{"name":"Bridgette Clarkston","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04239882837223394,"gpt":0.403120116642093,"spread":0.3607212882698591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00166446,0.0001203733,0.0001371089,0.0001584734,0.001089162,0.0003120414,0.0003126757,0.0000502469,0.0001825012],"category_scores_gemma":[0.0001115443,0.0001106311,0.00003941018,0.0008310085,0.0002108418,0.0009189893,0.00005356791,0.00009633972,0.0001027885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001608548,"about_ca_system_score_gemma":0.0007777615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001910651,"about_ca_topic_score_gemma":0.0001197442,"domain_scores_codex":[0.9980926,0.0001540318,0.0001916771,0.0004129343,0.0008421437,0.000306633],"domain_scores_gemma":[0.9993678,0.0001262589,0.0001516426,0.0001362472,0.00009205937,0.0001260169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001305495,0.0001362041,0.9449312,0.00001341374,0.00001604082,2.658818e-7,0.02962423,0.00008159082,0.0006590398,0.01152368,0.0004934229,0.01250786],"study_design_scores_gemma":[0.0007510147,0.0004254552,0.7237901,0.0001781017,0.00003704855,3.220701e-7,0.2595634,0.000615172,0.0003229284,0.0001844676,0.01369168,0.0004402873],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8978054,0.0001702513,0.000009341151,0.0005988266,0.003073439,0.0004646667,0.000001019579,0.00003850191,0.09783856],"genre_scores_gemma":[0.9911311,0.0001562297,0.0003350301,0.0002601864,0.0002415609,0.00003304273,0.000005030572,0.00000631617,0.007831486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2299392,"threshold_uncertainty_score":0.8377063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092124011","doi":"10.1187/cbe.13-06-0124","title":"Longitudinal Study of Student Attitudes in a Biology Program","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Memorization; Mathematics education; Correlation; Longitudinal study; Psychology; Positive correlation; Medical education; Demography; Mathematics; Medicine; Statistics; Internal medicine; Sociology","authors":[{"name":"Malin J. Hansen","is_ca":true},{"name":"Gülnur Bírol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.179387694686252,"gpt":0.5560342816951966,"spread":0.3766465870089446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003850184,0.00009299367,0.0001717012,0.0003671239,0.0005647116,0.00008650503,0.0007236182,0.00005644957,0.00022114],"category_scores_gemma":[0.001069943,0.00008238153,0.00002959494,0.001606473,0.001008994,0.0003059995,0.00004680174,0.0001033132,0.0000247162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001008794,"about_ca_system_score_gemma":0.002038095,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006860868,"about_ca_topic_score_gemma":0.01284758,"domain_scores_codex":[0.9977314,0.0006726275,0.0003355969,0.0004223244,0.0004967445,0.0003413029],"domain_scores_gemma":[0.998996,0.0002713833,0.0001859639,0.0002046158,0.0001800712,0.0001619455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000002223253,0.002120842,0.9135707,0.000003675473,0.000002122718,2.521708e-8,0.03072309,0.00001760422,0.00001799799,0.02826876,0.0002036599,0.02506931],"study_design_scores_gemma":[0.0001455433,0.0004375064,0.8897294,0.00001274183,0.000004588922,2.315543e-7,0.1033958,0.00002558164,0.000005867627,0.001302359,0.004843381,0.00009693429],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9806041,0.0001074096,0.00003581625,0.001689048,0.001944079,0.0006698095,3.952531e-7,0.0000384726,0.01491087],"genre_scores_gemma":[0.9985822,0.00002567384,0.0005584675,0.0001581568,0.0003131081,0.0001517459,0.000001481298,0.00000305578,0.0002060604],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07267275,"threshold_uncertainty_score":0.9997525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4379530765","doi":"10.1187/cbe.22-08-0156","title":"The Benefits of Participating in a Learning Assistant Program on the Metacognitive Awareness and Motivation of Learning Assistants","year":2023,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Metacognition; Psychology; Quarter (Canadian coin); Intrinsic motivation; Medical education; Mathematics education; Peer learning; Applied psychology; Social psychology; Cognition; Medicine","authors":[{"name":"Haley Breland","is_ca":false},{"name":"Courtney M. Clark","is_ca":false},{"name":"Shanna Shaked","is_ca":false},{"name":"Melissa Paquette‐Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.168390728625789,"gpt":0.4660374188990531,"spread":0.2976466902732641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009523929,0.0001028304,0.0001625273,0.0002448673,0.0008077736,0.00005910041,0.0001821987,0.00004942416,0.00001635387],"category_scores_gemma":[0.0104303,0.00006322107,0.00002873762,0.002000147,0.0004712654,0.0001083393,0.00003737672,0.0003899723,0.00000344527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002203953,"about_ca_system_score_gemma":0.0002242371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001626076,"about_ca_topic_score_gemma":0.00001801015,"domain_scores_codex":[0.9965067,0.002260762,0.0003850749,0.0002789338,0.0003043167,0.0002642015],"domain_scores_gemma":[0.9954891,0.003658502,0.0004970995,0.0001240903,0.0002051414,0.00002608411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004747641,0.0001973324,0.703292,0.00002312983,0.00002659536,1.357672e-7,0.02554215,0.002356496,0.001010617,0.02958029,0.00004960597,0.2378742],"study_design_scores_gemma":[0.0001149653,0.0002901746,0.9461167,0.0001712753,0.0000111286,4.621804e-7,0.05009933,0.001731866,0.0006229232,0.0003825903,0.0003850877,0.00007349977],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9947941,0.0001765049,0.0001913891,0.000725301,0.0003835794,0.0002617589,0.00000121028,0.00004621701,0.003419903],"genre_scores_gemma":[0.998824,0.00001499723,0.0003070745,0.0000277707,0.00004262117,0.0002915337,0.000004708072,0.000009078645,0.0004781949],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2428247,"threshold_uncertainty_score":0.9979053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2298342774","doi":"10.1187/cbe.14-08-0132","title":"Use of Feedback-Oriented Online Exercises to Help Physiology Students Construct Well-Organized Answers to Short-Answer Questions","year":2015,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Summative assessment; Formative assessment; Psychology; Medical education; Construct (python library); Population; Mathematics education; Cognition; Sympathy; Medicine; Computer science; Social psychology","authors":[{"name":"Jacqueline Carnegie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1199399647520089,"gpt":0.4565742083074126,"spread":0.3366342435554037,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003243024,0.0001904273,0.000341749,0.0004474483,0.0006368099,0.0001129275,0.0008494219,0.000104643,0.000117157],"category_scores_gemma":[0.009085317,0.0001803518,0.00005083196,0.003510774,0.001215759,0.0006086795,0.0001589147,0.0001659092,0.0000624147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003415458,"about_ca_system_score_gemma":0.003142412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003659132,"about_ca_topic_score_gemma":0.0007593541,"domain_scores_codex":[0.9963931,0.001061488,0.0004936155,0.0005697589,0.001011331,0.0004706861],"domain_scores_gemma":[0.9972401,0.0003558107,0.0001887918,0.0003428823,0.001346753,0.0005256787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002668487,0.002628636,0.6523238,0.00003529416,0.00007812134,8.732572e-7,0.1204571,0.001012975,0.06787395,0.05581909,0.06591465,0.03358873],"study_design_scores_gemma":[0.0005876072,0.0007543417,0.6530796,0.000262042,0.00009679356,0.000003513,0.1964642,0.00007205884,0.00636851,0.002950892,0.1383586,0.001001814],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868881,0.00003530744,0.002312164,0.00352835,0.004187065,0.0007938895,0.00002878253,0.00009162749,0.002134779],"genre_scores_gemma":[0.8976077,0.00001877269,0.09938546,0.001503272,0.0004280747,0.0000411391,0.00002183259,0.0000145494,0.0009791668],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09707329,"threshold_uncertainty_score":0.9992616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104578243","doi":"10.1187/cbe.07-09-0088","title":"Evaluation of the Redesign of an Undergraduate Cell Biology Course","year":2009,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; McGill University; Queen's University","funders":"","keywords":"Course (navigation); Process (computing); Teaching method; Engineering management; Computer science; Course evaluation; Medical education; Mathematics education; Higher education; Engineering; Psychology; Medicine; Political science","authors":[{"name":"Laura April McEwen","is_ca":true},{"name":"dik Harris","is_ca":true},{"name":"Richard F. Schmid","is_ca":true},{"name":"Jackie Vogel","is_ca":true},{"name":"Tamara L. Western","is_ca":true},{"name":"Paul Harrison","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1987743708930572,"gpt":0.5160983578578754,"spread":0.3173239869648181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01825119,0.00007060543,0.0001059536,0.0001027429,0.0006216828,0.00003564263,0.0006514849,0.0000674788,0.0001088743],"category_scores_gemma":[0.00439425,0.00005430426,0.00004491922,0.00072339,0.0008094662,0.0006727228,0.00001542471,0.00008676389,0.000006378964],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001074687,"about_ca_system_score_gemma":0.007012481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001196436,"about_ca_topic_score_gemma":0.0002901572,"domain_scores_codex":[0.9949067,0.00305473,0.0002985836,0.0002336718,0.001341051,0.000165222],"domain_scores_gemma":[0.997844,0.0002799112,0.0006942174,0.0002741155,0.0008317192,0.00007597372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003080584,0.003021026,0.02185497,0.00002567237,0.00003045409,3.320626e-8,0.05071967,0.009605458,0.03761812,0.417865,0.007681378,0.4515474],"study_design_scores_gemma":[0.001023497,0.001223733,0.2788652,0.0001518919,0.0007745863,0.000001733302,0.08228824,0.02000739,0.02122752,0.5816861,0.01214566,0.0006044523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8969737,0.0004954888,0.0001134708,0.02666568,0.001207582,0.0004672693,0.000002079766,0.0000214111,0.07405329],"genre_scores_gemma":[0.9977391,0.00004131058,0.001507288,0.0002899771,0.0001336646,0.000008788443,0.000002805808,0.000002536658,0.0002744686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4509429,"threshold_uncertainty_score":0.9986168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400761880","doi":"10.1187/cbe.24-03-0102","title":"Instructional Influencers: Teaching Professors as Potential Departmental Change Agents in Diversity, Equity, and Inclusion","year":2024,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"University of California, Santa Barbara; National Science Foundation","keywords":"Influencer marketing; Inclusion (mineral); Equity (law); Diversity (politics); Sociology; Psychology; Pedagogy; Political science; Business; Social science; Marketing; Anthropology","authors":[{"name":"Mike Wilton","is_ca":false},{"name":"Jeffrey Maloy","is_ca":false},{"name":"Laura Beaster‐Jones","is_ca":false},{"name":"Brian K. Sato","is_ca":false},{"name":"Stanley M. Lo","is_ca":false},{"name":"Daniel Z. Grunspan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2601699100779477,"gpt":0.5317956681146581,"spread":0.2716257580367104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006067493,0.000107026,0.0000916923,0.0004286059,0.006225117,0.0004100204,0.0005683249,0.0000857574,0.0001960224],"category_scores_gemma":[0.00108217,0.0001074808,0.00003150009,0.000532685,0.0005550986,0.003461935,0.006835617,0.0002810962,0.00004099308],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004839271,"about_ca_system_score_gemma":0.001447274,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01458686,"about_ca_topic_score_gemma":0.001541327,"domain_scores_codex":[0.9969693,0.000614751,0.0002073971,0.0004168015,0.001515002,0.0002766862],"domain_scores_gemma":[0.9994251,0.0001631705,0.0001192043,0.00008129364,0.00005459312,0.0001566749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002755347,0.0003697591,0.1527217,0.00009134284,0.00002284092,0.000005604955,0.3201221,0.0001085545,0.0001939399,0.1308298,0.002545652,0.3929612],"study_design_scores_gemma":[0.0008223784,0.0003892369,0.4813894,0.0009390265,0.0001402193,0.00004652579,0.1667833,0.006967064,0.00006590041,0.2502823,0.09109532,0.001079411],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9483789,0.0007219575,0.00001179944,0.02893695,0.003253576,0.0004240978,0.000003596233,0.00008419737,0.01818497],"genre_scores_gemma":[0.9968255,0.0001769359,0.0007691468,0.001294712,0.0005763717,0.00003664847,0.00001010635,0.000005516577,0.0003051336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3918818,"threshold_uncertainty_score":0.9950687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912500398","doi":"10.1187/cbe.17-12-0267","title":"Molecular Concepts Adaptive Assessment (MCAA) Characterizes Undergraduate Misconceptions about Molecular Emergence","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto Mississauga; University of Toronto; National Science Foundation","keywords":"Agency (philosophy); Perception; Psychology; Mathematics education; Population; Undergraduate education; Conceptual change; Medical education; Medicine; Sociology","authors":[{"name":"A. Gauthier","is_ca":true},{"name":"Stuart G Jantzen","is_ca":true},{"name":"Gaël McGill","is_ca":false},{"name":"Jodie Jenkinson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04604991158041218,"gpt":0.4362623540434807,"spread":0.3902124424630685,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001798393,0.0002334697,0.000238393,0.0002753262,0.001398216,0.0003110249,0.001014791,0.0001222506,0.002961351],"category_scores_gemma":[0.0006917511,0.0002344351,0.0001301089,0.001660308,0.001559171,0.001065284,0.00006770414,0.0002504009,0.0006458462],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002453452,"about_ca_system_score_gemma":0.01058942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001319799,"about_ca_topic_score_gemma":0.0001548884,"domain_scores_codex":[0.996149,0.0007080085,0.0004162905,0.0008213931,0.001211396,0.0006938987],"domain_scores_gemma":[0.9979931,0.0001906503,0.0003451071,0.0004248394,0.0004273468,0.0006189641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001033451,0.0004831545,0.03216438,0.00002248799,0.00003028763,0.000001374743,0.02291296,0.0006768942,0.03832582,0.8779752,0.009391708,0.01800537],"study_design_scores_gemma":[0.0009846792,0.0007393001,0.1527839,0.0003452228,0.0001290396,0.0000111501,0.5131803,0.003469977,0.005558786,0.03960914,0.2805627,0.002625901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8385032,0.0005433518,0.002194319,0.02750485,0.006506774,0.0007870658,0.000009795943,0.0001075044,0.1238432],"genre_scores_gemma":[0.9895069,0.0002869515,0.002031754,0.003568928,0.000324162,0.0001321999,0.00002136324,0.00001381962,0.004113934],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8383661,"threshold_uncertainty_score":0.9999018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041934110","doi":"10.1187/cbe.05-12-0134","title":"WWW: The Scientific Method","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evolution and Science Education","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Curriculum; Quarter (Canadian coin); Download; Library science; State (computer science); Intelligent design; Biological sciences; Sociology; Computer science; World Wide Web; History; Pedagogy; Biology; Philosophy; Epistemology; Algorithm","authors":[{"name":"Robert V. Blystone","is_ca":false},{"name":"Kevin Blodgett","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06513519908629613,"gpt":0.3361087881344724,"spread":0.2709735890481763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001880976,0.00009348127,0.00007078818,0.0001939907,0.003213793,0.001038549,0.0005086549,0.00002131974,0.00190777],"category_scores_gemma":[0.0001784132,0.0000592854,0.00005055797,0.0004327032,0.001815187,0.0006743756,0.00002644862,0.0000802392,0.0005767406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006054722,"about_ca_system_score_gemma":0.001300983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00106043,"about_ca_topic_score_gemma":0.001004823,"domain_scores_codex":[0.9985839,0.0001162942,0.0002216237,0.0003477819,0.0004686356,0.0002617555],"domain_scores_gemma":[0.9991885,0.0001140812,0.0001281226,0.000257452,0.0002417484,0.00007003034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[6.073819e-7,0.00008478876,0.0006159972,0.000002754588,7.789857e-7,1.20928e-8,0.005784352,0.00005465091,0.0001675403,0.7292961,0.2607246,0.003267871],"study_design_scores_gemma":[0.00003844642,0.00002060305,0.006226477,0.000009641123,0.000008007844,0.000002256863,0.02312715,0.001561623,0.0001170822,0.03433441,0.9344261,0.0001282089],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3123274,0.001173106,0.001379405,0.03247191,0.0228132,0.0004546055,0.000008792649,0.0001479465,0.6292236],"genre_scores_gemma":[0.9015035,0.000003167456,0.001263176,0.001138148,0.001869253,0.00004741022,0.00001448062,0.00000486362,0.09415602],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6949617,"threshold_uncertainty_score":0.9999985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402861019","doi":"10.1187/cbe.24-01-0015","title":"Bee The CURE: Increasing Student Science Self-Efficacy, Science Identity, and Predictors of Scientific Civic Engagement in a Community College CURE","year":2024,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Alberta","keywords":"Identity (music); Civic engagement; Self-efficacy; Health science; Sociology; Psychology; Aesthetics; Medical education; Social psychology; Political science; Medicine; Art; Politics; Law","authors":[{"name":"Amy Dunbar‐Wallis","is_ca":false},{"name":"Jennifer Katcher","is_ca":false},{"name":"Wendy Moore","is_ca":false},{"name":"Lisa A. Corwin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04671354884225207,"gpt":0.366648657973747,"spread":0.3199351091314949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.03287712,0.0001360448,0.0001514795,0.001093607,0.00846254,0.001690237,0.002281399,0.00004519682,0.00002893436],"category_scores_gemma":[0.001508229,0.0001114476,0.00004105739,0.01027078,0.01226197,0.002955846,0.0009849868,0.0003352796,0.000009247275],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007279089,"about_ca_system_score_gemma":0.01414485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003993235,"about_ca_topic_score_gemma":0.003428242,"domain_scores_codex":[0.9953538,0.0006504798,0.0003218293,0.0005740976,0.002577383,0.0005224482],"domain_scores_gemma":[0.9984048,0.0005668139,0.0001307457,0.0002885024,0.0003560379,0.000253112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007890214,0.0008834494,0.5629596,0.00008901797,0.00001418856,0.000001280426,0.3446358,0.00002075341,0.002512477,0.08354116,0.002710657,0.002623695],"study_design_scores_gemma":[0.0001430506,0.00004827243,0.8300074,0.0002064068,0.00003182331,0.000002235611,0.1604185,0.0001709565,0.000254429,0.002441891,0.006081185,0.0001937716],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986694,0.0007151878,0.000008127854,0.00200532,0.003261135,0.0006426944,0.000008620574,0.00007373914,0.006591168],"genre_scores_gemma":[0.9991637,0.0001901771,0.0003170681,0.00008170762,0.000102369,0.00001604837,0.000001712971,0.000003865737,0.0001232784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2670478,"threshold_uncertainty_score":0.9993461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189098056","doi":"10.1187/cbe.19-11-0244","title":"Persistence of the “Moving Things Are Alive” Heuristic into Adulthood: Evidence from EEG","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"HEC Montréal; Université du Québec à Montréal","funders":"","keywords":"Counterintuitive; Persistence (discontinuity); Heuristic; Electroencephalography; Inhibitory control; Task (project management); Heuristics; Psychology; Cognitive psychology; Computer science; Signature (topology); Artificial intelligence; Neuroscience; Mathematics; Epistemology; Engineering; Cognition","authors":[{"name":"Yannick Skelling-Desmeules","is_ca":true},{"name":"Lorie‐Marlène Brault Foisy","is_ca":true},{"name":"Patrice Potvin","is_ca":true},{"name":"Hugo G. Lapierre","is_ca":true},{"name":"Emmanuel Ahr","is_ca":true},{"name":"Pierre‐Majorique Léger","is_ca":true},{"name":"Steve Masson","is_ca":true},{"name":"Patrick Charland","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06258683001561863,"gpt":0.3101614884974745,"spread":0.2475746584818559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005360559,0.0001818118,0.0001792106,0.0001384115,0.00112895,0.0002044179,0.0009693351,0.00005571037,0.00024193],"category_scores_gemma":[0.01977814,0.0001438196,0.0001175625,0.002356263,0.001110636,0.001269581,0.0001947946,0.0002210671,0.0000642784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001111884,"about_ca_system_score_gemma":0.002913036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002190867,"about_ca_topic_score_gemma":0.00002848366,"domain_scores_codex":[0.9968215,0.0005406179,0.0003905392,0.0009860133,0.0009528754,0.0003085014],"domain_scores_gemma":[0.9973131,0.0009849062,0.0005255176,0.0005249467,0.0004729496,0.0001785767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001856288,0.0004513017,0.05699654,0.00007335355,0.000002923535,0.000001712054,0.009911395,0.00007539076,0.9194455,0.002250134,0.002677591,0.008095584],"study_design_scores_gemma":[0.000191615,0.000123636,0.3905617,0.001168925,0.00006094644,0.00003872619,0.0432702,0.001996988,0.5538,0.005138037,0.003167923,0.0004813334],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813002,0.0006417781,0.0006181372,0.00778187,0.007435921,0.0002566438,0.000008371078,0.00004934971,0.001907735],"genre_scores_gemma":[0.9904326,0.000190805,0.0005334178,0.00755588,0.0001715543,0.00003855742,0.000001751606,0.000009729029,0.001065726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3656455,"threshold_uncertainty_score":0.9884787,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118677714","doi":"10.1187/cbe.06-03-0152","title":"Enhancing Undergraduate Teaching and Research with a<i>Drosophila</i>Virginizing System","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Trinity Western University; Western University","funders":"Trinity Western University","keywords":"Drosophila (subgenus); Mathematics education; Biology; Psychology; Genetics","authors":[{"name":"Dennis R. Venema","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1497593276829103,"gpt":0.3441274976903354,"spread":0.1943681700074251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00171027,0.000135924,0.0001382911,0.0002855591,0.003266835,0.0002572324,0.0001886243,0.00003644714,0.000004074683],"category_scores_gemma":[0.0007427617,0.0001041013,0.00002041074,0.0006854804,0.0009508905,0.0006056637,0.00006276092,0.0003304249,0.00004059724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009869871,"about_ca_system_score_gemma":0.0003658358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001755575,"about_ca_topic_score_gemma":0.00003769057,"domain_scores_codex":[0.9975376,0.0005693646,0.0002310811,0.0006185347,0.0006542112,0.0003891723],"domain_scores_gemma":[0.9989104,0.0005958739,0.0001108569,0.0001798489,0.00009971038,0.0001033309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005917685,0.0002622686,0.01776013,0.0002468622,0.00000710713,0.000006240232,0.003584567,0.0003940006,0.592709,0.3786785,0.003554978,0.00273715],"study_design_scores_gemma":[0.002499091,0.00249365,0.1276634,0.002572167,0.0001389569,0.000900953,0.231467,0.005324556,0.4848694,0.04161065,0.09699946,0.003460763],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9544787,0.0002370733,0.0002633463,0.003518397,0.0007942008,0.0002261432,0.000001873471,0.0001208882,0.04035939],"genre_scores_gemma":[0.9971148,0.0000165929,0.0005466901,0.0003029793,0.0003785347,0.00002743059,8.315729e-7,0.00001047906,0.001601619],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3370679,"threshold_uncertainty_score":0.9980308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3195271869","doi":"10.1187/cbe.21-02-0037","title":"Professional Development, Shifting Perspectives, and Instructional Change among Community College Anatomy and Physiology Instructors","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Conceptual change; Professional development; Medical education; Psychology; Professional learning community; Qualitative research; Community college; Active learning (machine learning); Faculty development; Pedagogy; Medicine; Sociology; Computer science","authors":[{"name":"Audrey Rose Hyson","is_ca":false},{"name":"Branden Bonham","is_ca":true},{"name":"Suzanne Hood","is_ca":true},{"name":"Megan C. Deutschman","is_ca":false},{"name":"Laura C. Seithers","is_ca":false},{"name":"Kerry Hull","is_ca":true},{"name":"Murray Jensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1371013509198724,"gpt":0.4516065013366832,"spread":0.3145051504168108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002671079,0.0001009136,0.0001209397,0.0001556676,0.004235718,0.0001088903,0.0002024032,0.00008536122,0.0001514962],"category_scores_gemma":[0.002932329,0.0001010117,0.00001547833,0.0005939808,0.001498403,0.001429816,0.0001467707,0.0003173534,0.000003167773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001529101,"about_ca_system_score_gemma":0.003128775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001845604,"about_ca_topic_score_gemma":0.002156508,"domain_scores_codex":[0.9974185,0.001405663,0.0001971376,0.0003150435,0.0004499803,0.0002137107],"domain_scores_gemma":[0.998731,0.0004794256,0.0002328999,0.0001031012,0.0002931254,0.0001604852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001040817,0.0003257298,0.5223921,0.00004839842,0.00002635775,3.249929e-7,0.2517368,0.000002404484,0.0003294291,0.1909337,0.0006265998,0.03356772],"study_design_scores_gemma":[0.0001020549,0.00001186735,0.7310835,0.00003499533,0.000006260394,0.000004145488,0.2529735,0.00005855359,0.00003754674,0.002234491,0.01334249,0.0001106112],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868255,0.0006514388,0.000004779026,0.00691068,0.001416936,0.0002036425,0.000004191436,0.00003849684,0.003944377],"genre_scores_gemma":[0.9932811,0.0001058069,0.005465417,0.0003591015,0.0003010248,0.0000456783,0.00001286604,0.000004878164,0.0004241716],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2086914,"threshold_uncertainty_score":0.9970607,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992354469","doi":"10.1187/cbe.14-05-0087","title":"A Web Application for Generation of Random DNA Sequences with a Single Open Reading Frame: Exemplars for Genetics and Bioinformatics Education","year":2014,"lang":"en","type":"letter","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Open reading frame; Reading (process); Genetics; Frame (networking); DNA sequencing; Computational biology; Computer science; World Wide Web; Biology; DNA; Bioinformatics; Linguistics; Telecommunications; Gene; Philosophy","authors":[{"name":"Steven M. Carr","is_ca":true},{"name":"H. Todd Wareham","is_ca":true},{"name":"Donald C. Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04551409938722106,"gpt":0.3381738510934767,"spread":0.2926597517062556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001160881,0.0002774679,0.0003515661,0.0002468977,0.0003767101,0.0002634599,0.0007409506,0.0005215251,0.000003074212],"category_scores_gemma":[0.0006921281,0.0002270902,0.00007712129,0.0002434938,0.000671331,0.00004239063,0.0001209875,0.000158578,0.000001623553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006176301,"about_ca_system_score_gemma":0.003989872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003796268,"about_ca_topic_score_gemma":0.00004116834,"domain_scores_codex":[0.9979175,0.000070976,0.0006647176,0.0005198941,0.0004527814,0.0003741306],"domain_scores_gemma":[0.9978106,0.0001344172,0.0007155159,0.0004264117,0.0007649867,0.0001480949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001928862,0.0002674723,0.000399628,0.002461241,0.0001008952,4.410515e-8,0.0006033243,0.00006521802,0.1156964,0.0002131403,0.7611825,0.1188172],"study_design_scores_gemma":[0.001680356,0.002876729,0.00005175145,0.0003501676,0.0001842054,0.000023767,0.001291126,0.02931477,0.05339849,0.001233074,0.9088178,0.0007777522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2514808,0.004703084,0.4605145,0.2520353,0.003769372,0.0230645,0.0008729325,0.00006087851,0.003498492],"genre_scores_gemma":[0.2548221,0.003430789,0.5045118,0.1961942,0.01241263,0.006510275,0.01938954,0.0001782087,0.002550425],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1476353,"threshold_uncertainty_score":0.926047,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313654786","doi":"10.1187/cbe.21-12-0331","title":"A CURE on the Evolution of Antibiotic Resistance in <i>Escherichia coli</i> Improves Student Conceptual Understanding","year":2023,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Howard Hughes Medical Institute; National Science Foundation","keywords":"Mathematics education; Quarter (Canadian coin); Cure rate; Medical education; Psychology; Medicine; Internal medicine","authors":[{"name":"Scott Freeman","is_ca":false},{"name":"Joya Mukerji","is_ca":false},{"name":"Matt Sievers","is_ca":false},{"name":"Ismael Barreras Beltran","is_ca":false},{"name":"Katie Dickinson","is_ca":false},{"name":"Grace Elizabeth C. Dy","is_ca":false},{"name":"Amanda Gardiner","is_ca":false},{"name":"Elizabeth H. Glenski","is_ca":false},{"name":"Mariah J. Hill","is_ca":false},{"name":"Ben Kerr","is_ca":false},{"name":"Deja Monet","is_ca":false},{"name":"Connor Reemts","is_ca":false},{"name":"Elli J. Theobald","is_ca":false},{"name":"Elisa Tran","is_ca":false},{"name":"Vicente Velasco","is_ca":false},{"name":"Lexi Wachtell","is_ca":false},{"name":"Liz Warfield","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0672967905313591,"gpt":0.3251608868654975,"spread":0.2578640963341384,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001760585,0.00006676534,0.00009007083,0.0001636951,0.0007375497,0.00006162635,0.0003801899,0.00004436412,0.00002718461],"category_scores_gemma":[0.0004192042,0.00005448203,0.00003048471,0.002112757,0.0009743447,0.000228881,0.00004695217,0.00007693785,0.0000207985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006775943,"about_ca_system_score_gemma":0.002137793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009521028,"about_ca_topic_score_gemma":0.004227082,"domain_scores_codex":[0.998601,0.0001682017,0.0001588195,0.0002192975,0.0006205689,0.0002321777],"domain_scores_gemma":[0.9993966,0.0002604625,0.0001156771,0.00009778044,0.00007076991,0.00005871327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001954274,0.0001160043,0.1279005,0.00001501782,0.000006425666,3.419295e-7,0.1032629,0.00002909989,0.001110259,0.7286757,0.03877288,0.00009142496],"study_design_scores_gemma":[0.0001249992,0.00003407312,0.2232193,0.0001007762,0.000006292902,2.0024e-8,0.7656575,0.00002494843,0.0001046512,0.007180571,0.003432527,0.0001142699],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9428648,0.0001366361,0.00003088881,0.01011095,0.000991435,0.000302221,0.000002889858,0.00003148236,0.04552864],"genre_scores_gemma":[0.998291,0.00008545456,0.00005569069,0.0003295337,0.00007361215,0.000005404147,0.000001982753,0.000002247345,0.001155132],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7214951,"threshold_uncertainty_score":0.5672711,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115353036","doi":"10.1187/cbe.06-12-0210","title":"Seeing Cells on the Web","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Queen's University; University of Washington; Emory University; University of Delaware","keywords":"World Wide Web; Computer science","authors":[{"name":"Dennis Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02437523545070324,"gpt":0.3289201718882063,"spread":0.3045449364375031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001596797,0.00008436201,0.00005374182,0.00007634609,0.000280292,0.00005444389,0.0004143615,0.00007879255,0.00005459328],"category_scores_gemma":[0.0005611702,0.00005344472,0.00004138472,0.0002456837,0.0004537026,0.00000476498,0.00007152263,0.00008864555,0.0001055301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001720333,"about_ca_system_score_gemma":0.0007442316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001181579,"about_ca_topic_score_gemma":0.00001813914,"domain_scores_codex":[0.9988694,0.00003607304,0.0001859648,0.0002050143,0.0003922088,0.000311308],"domain_scores_gemma":[0.9993736,0.00006360563,0.00006373265,0.0002376543,0.00009705797,0.0001643244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004397372,0.0002884481,0.003264047,0.00004192307,0.00001914208,4.19159e-7,0.0005690154,0.00003978,0.7417092,0.002112453,0.1628273,0.08908422],"study_design_scores_gemma":[0.0001791158,0.0005957152,0.006814993,0.00003491645,0.000007046838,0.000004251746,0.005047151,0.0006615285,0.529936,0.0004318615,0.4560287,0.0002586856],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9577333,0.0003394416,0.0007059708,0.00311963,0.00113212,0.0002081272,0.00000409639,0.000008629529,0.03674872],"genre_scores_gemma":[0.9942107,0.0002725586,0.0006770857,0.002714335,0.0005389615,0.000007160338,0.00001349325,0.000004666534,0.001561004],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2932014,"threshold_uncertainty_score":0.2179413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409355499","doi":"10.1187/cbe.22-05-0089","title":"Beyond Technical Skills: The Value of Perspective-Taking in STEM Education","year":2025,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Perspective (graphical); Inclusion (mineral); Curriculum; Engineering ethics; Value (mathematics); Stem cell; Psychology; Pedagogy; Medical education; Mathematics education; Medicine; Engineering; Computer science; Biology; Social psychology; Cell biology","authors":[{"name":"Jason Xi","is_ca":true},{"name":"Sarah McLean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03008408326749319,"gpt":0.410979848740662,"spread":0.3808957654731688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009361743,0.0001109409,0.0001467192,0.0002938025,0.0002479604,0.00005042996,0.0005694552,0.0000911754,0.0001449604],"category_scores_gemma":[0.0004471306,0.00008254089,0.00005394233,0.001349269,0.0006126439,0.0001632404,0.00004835028,0.0001647096,0.0000192356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002466481,"about_ca_system_score_gemma":0.003547503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001701312,"about_ca_topic_score_gemma":0.0001235162,"domain_scores_codex":[0.9986408,0.0001979631,0.0003597899,0.000374601,0.0002034045,0.0002234678],"domain_scores_gemma":[0.9987653,0.0004071973,0.0002568064,0.0003280666,0.0002049541,0.00003762631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000007349219,0.0006230839,0.07303817,0.00001822915,0.000008198297,5.227339e-8,0.003096069,0.00005839051,0.0001284164,0.9055118,0.01138364,0.006126603],"study_design_scores_gemma":[0.00007625897,0.00005124301,0.8027076,0.00009434232,0.00001348781,0.000006826986,0.1328523,0.00001748047,0.00006948608,0.06158793,0.00242457,0.0000984766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6768509,0.003457273,0.00005456277,0.01344215,0.003660955,0.0003085612,0.000001840051,0.00002294142,0.3022009],"genre_scores_gemma":[0.9948674,0.00004862271,0.0005184867,0.001141321,0.0001814486,0.0001853815,0.000003723831,0.000004503611,0.003049061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8439239,"threshold_uncertainty_score":0.6293117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112086555","doi":"10.1187/cbe.07-05-0024","title":"Keeping It Real: Substantive Learning on a Short Calendar","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Grinnell College; Colorado College","keywords":"Quarter (Canadian coin); Mathematics education; Perception; Term (time); Computer science; Psychology; History; Physics","authors":[{"name":"Phoebe Lostroh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09319766722195022,"gpt":0.4361312234131504,"spread":0.3429335561912001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001568155,0.0001424133,0.0001395369,0.0002186695,0.0005954762,0.00004868901,0.0003152545,0.00009672441,0.0004558942],"category_scores_gemma":[0.0003303993,0.000129681,0.00005476591,0.0006481785,0.0004055029,0.0001849935,0.00002211594,0.0002284315,0.0002436318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001435627,"about_ca_system_score_gemma":0.0006530168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008240567,"about_ca_topic_score_gemma":0.0001206138,"domain_scores_codex":[0.998315,0.0001087545,0.0003141939,0.0004817452,0.0003215036,0.000458738],"domain_scores_gemma":[0.9989588,0.0004377877,0.0001262955,0.0002014108,0.0001332167,0.0001425025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001613161,0.0008687584,0.4609565,0.00004197945,0.00006162452,0.000007878872,0.03482549,0.0004061551,0.000826397,0.3696089,0.08778369,0.04445131],"study_design_scores_gemma":[0.00007839229,0.0002961034,0.8069293,0.00005996762,0.00001164082,0.00001538274,0.1556711,0.00001978236,0.0001655356,0.001314568,0.0351849,0.0002533818],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7415124,0.0003193702,0.0001851402,0.002035714,0.002920321,0.0001455598,0.000003288927,0.00007103981,0.2528072],"genre_scores_gemma":[0.9940798,0.00007716673,0.0004094836,0.001083696,0.0006112303,0.00002564971,0.00001570991,0.00001091051,0.003686386],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3682944,"threshold_uncertainty_score":0.5288236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412723128","doi":"10.1187/cbe.24-02-0074","title":"Understanding the Lived Experiences of the members of the Society for the Advancement of Biology Education Research through Collins' Matrix of Domination Framework","year":2025,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Framing (construction); Sociology; Public relations; Discipline; Inclusion (mineral); Equity (law); Power (physics); Engineering ethics; Political science; Social science","authors":[{"name":"Ariel Chasen","is_ca":false},{"name":"Nicole L. Scheuermann","is_ca":false},{"name":"Teri C. Balser","is_ca":true},{"name":"Anastasia Chouvalova","is_ca":false},{"name":"Clark R. Coffman","is_ca":false},{"name":"Amanda Conner","is_ca":false},{"name":"A. Martı́nez-de la Cruz","is_ca":false},{"name":"Alexander Eden","is_ca":false},{"name":"Robert M. Erdmann","is_ca":false},{"name":"Dawn Foster‐Hartnett","is_ca":false},{"name":"Benjamin Gerstner","is_ca":false},{"name":"Cathy Ishikawa","is_ca":false},{"name":"Justine S. Liepkalns","is_ca":false},{"name":"Kelsey J. Metzger","is_ca":false},{"name":"Miriam Segura","is_ca":false},{"name":"Beverly L. Smith‐Keiling","is_ca":false},{"name":"Ashli M. Wright","is_ca":false},{"name":"Natalia Caporale","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2195298244167713,"gpt":0.4449331356647487,"spread":0.2254033112479774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001803571,0.00008114162,0.0001333509,0.00003147942,0.00122347,0.00002169949,0.0009581941,0.00005895266,0.00004545619],"category_scores_gemma":[0.00165857,0.00002422723,0.0001634036,0.002931605,0.002666889,0.0001321436,0.0001569074,0.00009563416,2.046185e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001191025,"about_ca_system_score_gemma":0.001027898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003397778,"about_ca_topic_score_gemma":0.00005989981,"domain_scores_codex":[0.9985951,0.0001942553,0.0004183658,0.0002040609,0.0004335673,0.0001546392],"domain_scores_gemma":[0.9954538,0.002846033,0.0005465403,0.0001663025,0.0009762491,0.00001110173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002628338,0.0004627527,0.00859819,0.00007628331,0.00007248186,3.817613e-10,0.05124702,0.0002814733,0.01532241,0.9117058,0.007544762,0.004662529],"study_design_scores_gemma":[0.00006162662,0.0001012367,0.02692543,0.0001977976,0.0000423088,1.212341e-7,0.8912376,0.0001530266,0.01009203,0.06514542,0.005982009,0.0000613584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9545349,0.001648411,0.0008319551,0.03729362,0.002972873,0.001284337,0.00002041287,0.000004080956,0.001409452],"genre_scores_gemma":[0.9977753,0.0003113545,0.0008959732,0.0002197806,0.0001101108,0.0002666168,0.000004533621,6.060924e-7,0.000415722],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8465604,"threshold_uncertainty_score":0.9826263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}