{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7bc758896211","filters":{"venue":"Physical Review Special Topics - Physics Education Research"}},"results":[{"id":"W1994895423","doi":"10.1103/physrevstper.6.020121","title":"Design and validation of the Quantum Mechanics Conceptual Survey","year":2010,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Graduate students; Quantum; Process (computing); Test (biology); Quantum measurement; Physics education; Conceptual framework","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.3171610867592442,"gpt":0.5368609690450339,"spread":0.2196998822857897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004425173,0.00008420251,0.0001857775,0.00003551254,0.0006576899,0.00007809045,0.0005268638,0.0000462518,0.0003082685],"category_scores_gemma":[0.00385617,0.00006610802,0.00006084081,0.001093171,0.0008066531,0.0001938166,0.00008424485,0.0005375902,0.00003959329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005141491,"about_ca_system_score_gemma":0.002578902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009036459,"about_ca_topic_score_gemma":0.0002369784,"domain_scores_codex":[0.9963177,0.002020212,0.0002098915,0.0002438291,0.0009430405,0.0002653244],"domain_scores_gemma":[0.9971943,0.001186841,0.0001301823,0.0003534303,0.0009886996,0.000146575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002529099,0.0002246405,0.0004626026,0.0000374479,0.000002863473,1.157782e-8,0.005905669,0.000001295012,0.0005351798,0.9481375,0.00591087,0.03877939],"study_design_scores_gemma":[0.0001353139,0.00007493814,0.009186851,0.0002342801,0.00002670264,4.066512e-7,0.004767404,0.0002965226,0.005910215,0.6345606,0.3445283,0.0002784553],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8709715,0.002599268,0.003727774,0.04956998,0.015542,0.006269414,0.00003022629,0.00006658561,0.05122327],"genre_scores_gemma":[0.985415,0.002636877,0.0002052749,0.0003819553,0.01037242,0.00008214704,0.00001182442,0.00001100406,0.0008835355],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3386175,"threshold_uncertainty_score":0.5058485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953019934","doi":"10.1103/physrevstper.4.010103","title":"Why we should teach the Bohr model and how to teach it effectively","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Bohr model; Curriculum; Atom (system on chip); Mathematics education; Atomic model; Computer science; Physics; Quantum mechanics; Pedagogy; Psychology; Atomic physics","authors":[{"name":"Sarah B. McKagan","is_ca":false},{"name":"Kathy Perkins","is_ca":false},{"name":"Carl Wieman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3269798550093867,"gpt":0.5395966759339549,"spread":0.2126168209245682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002303378,0.0001658042,0.0002911582,0.00008251793,0.002145346,0.0002210101,0.0007457957,0.00005279211,0.0001496876],"category_scores_gemma":[0.002382631,0.0001269756,0.0001170632,0.00148041,0.0008416725,0.0003481017,0.0001522947,0.0007711135,0.0001657662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002443068,"about_ca_system_score_gemma":0.002170773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005330454,"about_ca_topic_score_gemma":0.0002732045,"domain_scores_codex":[0.9960477,0.001240508,0.0001687352,0.0005081254,0.001465597,0.0005693472],"domain_scores_gemma":[0.9974903,0.0008608234,0.00007109165,0.0004654896,0.0006932266,0.0004190481],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003406079,0.0003593281,0.0001610433,0.00006984235,0.000005875315,1.903152e-7,0.02586568,0.000005249181,0.00006021639,0.3083229,0.5444325,0.1207138],"study_design_scores_gemma":[0.00004941814,0.00004334234,0.0007796279,0.0001443493,0.00001134402,7.537884e-7,0.004023903,0.0001495704,0.00005518904,0.03980641,0.9547745,0.000161592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03315248,0.002747142,0.0004248973,0.8223194,0.001025342,0.002348542,0.000007461575,0.00004584848,0.1379288],"genre_scores_gemma":[0.7136276,0.0632892,0.001061218,0.05138246,0.09567229,0.001858753,0.00002860478,0.00007894852,0.07300086],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.770937,"threshold_uncertainty_score":0.9991537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2468260017","doi":"10.1103/physrevstper.11.020112","title":"Student understanding of time dependence in quantum mechanics","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Mount Allison University; University of Washington; National Science Foundation","keywords":"Attribution; License; Set (abstract data type); Mathematics education; Citation; Categorization; Psychology; Computer science; Social psychology; Artificial intelligence","authors":[{"name":"Paul J. Emigh","is_ca":false},{"name":"Gina Passante","is_ca":false},{"name":"Peter S. Shaffer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1699492340326157,"gpt":0.4651492258340479,"spread":0.2951999918014323,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009009946,0.0001613206,0.0004032666,0.00008629392,0.00009733751,0.00004700149,0.0004763902,0.00002651024,0.0001788337],"category_scores_gemma":[0.00006246356,0.0001584328,0.0001268005,0.001053378,0.00005994152,0.0001580503,0.0001807879,0.0004330271,0.0002246351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002591773,"about_ca_system_score_gemma":0.000864148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001446449,"about_ca_topic_score_gemma":0.000006798146,"domain_scores_codex":[0.9977978,0.0002159276,0.0004012016,0.0003526257,0.0008728145,0.000359672],"domain_scores_gemma":[0.9985569,0.0001592154,0.0001542967,0.0004781025,0.0004524648,0.0001990855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003645379,0.001145968,0.0001870596,0.00009592785,0.00001307932,1.815654e-7,0.0003395046,0.00001377442,0.0002162644,0.983063,0.002571715,0.01234987],"study_design_scores_gemma":[0.0001656537,0.0000631429,0.00005734899,0.0003994689,0.00001729185,1.389633e-7,0.0008562147,0.003248189,0.0005230012,0.9846899,0.00982498,0.000154701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3708298,0.01162906,0.1393793,0.01860661,0.004510074,0.01533416,0.0003025202,0.0001927912,0.4392157],"genre_scores_gemma":[0.9937269,0.0004852009,0.00008987148,0.00006463758,0.005128436,0.0002268965,0.00005169401,0.00002555479,0.0002008028],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6228971,"threshold_uncertainty_score":0.6460702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977206605","doi":"10.1103/physrevstper.7.010114","title":"Development of the Concise Data Processing Assessment","year":2011,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Edinburgh","keywords":"Reliability (semiconductor); Test (biology); Index (typography); Range (aeronautics); Computer science; Point (geometry); Process (computing); Statistics; Reliability engineering; Psychology; Power (physics); Mathematics education; Engineering; Mathematics","authors":[{"name":"James Day","is_ca":true},{"name":"D. A. Bonn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6247319928794584,"gpt":0.6262620651555258,"spread":0.001530072276067496,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002598215,0.00008523471,0.0001857271,0.00003400317,0.0009436895,0.0000582817,0.001560819,0.00002518063,0.0005988244],"category_scores_gemma":[0.0007310419,0.00006411355,0.00005442259,0.001171491,0.0005865952,0.0003242932,0.0003131394,0.0003529251,0.0000626434],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001836331,"about_ca_system_score_gemma":0.01103041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002711416,"about_ca_topic_score_gemma":0.0002229034,"domain_scores_codex":[0.9972183,0.0006004091,0.0002890163,0.0003118246,0.001270088,0.0003103334],"domain_scores_gemma":[0.9981031,0.0001371045,0.000162835,0.0006995265,0.0007531075,0.0001442927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001031336,0.0005750589,0.0005022882,0.0001485591,0.000003654493,2.614721e-8,0.02308551,3.227099e-8,0.00003544727,0.352158,0.006255645,0.6172348],"study_design_scores_gemma":[0.00004432142,0.000009648397,0.009430406,0.0004701478,0.00001410974,8.896722e-8,0.007927432,0.0000259256,0.0004974153,0.03525753,0.9462005,0.0001224402],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04203909,0.002182169,0.0003119308,0.01093311,0.002706488,0.001990631,0.000009680276,0.00003198961,0.9397949],"genre_scores_gemma":[0.9376581,0.00429146,0.0126964,0.001610926,0.03520516,0.0003656771,0.00006444876,0.00003558552,0.008072239],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9399449,"threshold_uncertainty_score":0.9945761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966802006","doi":"10.1103/physrevstper.10.020105","title":"Assessing the quality of a student-generated question repository","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of Edinburgh; Joint Information Systems Committee","keywords":"Quality (philosophy); Summative assessment; Subject (documents); Work (physics); Quality assessment; Contrast (vision)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.3622447747359495,"gpt":0.6512391505911971,"spread":0.2889943758552476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006847783,0.00009026777,0.0002448774,0.00004379658,0.001074226,0.0002498075,0.0006014372,0.00003530674,0.0001139314],"category_scores_gemma":[0.002496045,0.00006976988,0.0001109852,0.00117479,0.0006609337,0.0003434765,0.0000625796,0.0004006825,0.00005524468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000176783,"about_ca_system_score_gemma":0.001960043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001340745,"about_ca_topic_score_gemma":0.0001034759,"domain_scores_codex":[0.9928575,0.004742071,0.0003681386,0.0002767398,0.001460168,0.0002954156],"domain_scores_gemma":[0.9968189,0.001066325,0.000225401,0.0004447474,0.001302588,0.0001420122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001095256,0.0004816053,0.00199598,0.0001019104,0.000004705114,1.98405e-8,0.005301238,0.000001822056,0.0004681264,0.8179126,0.004546726,0.1691841],"study_design_scores_gemma":[0.0001512673,0.00007933802,0.1065361,0.0007548307,0.00003867432,3.128879e-7,0.0161989,0.0001098234,0.001945743,0.179741,0.6941091,0.0003348477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4826345,0.002038047,0.0003433663,0.0293259,0.003715821,0.001321737,0.000001649479,0.00004529259,0.4805737],"genre_scores_gemma":[0.9631839,0.001435709,0.0001050218,0.0005900358,0.03173466,0.0001057574,0.000009944755,0.000008694288,0.002826208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6895624,"threshold_uncertainty_score":0.8262187,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989069585","doi":"10.1103/physrevstper.4.020103","title":"Deeper look at student learning of quantum mechanics: The case of tunneling","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Quantum tunnelling; Energy (signal processing); Quantum; Physics education","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.05772204940381728,"gpt":0.4294582275573595,"spread":0.3717361781535422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004046149,0.0001963469,0.0005060672,0.00003252308,0.0005622848,0.00001386381,0.0003536345,0.0000191396,0.0002962449],"category_scores_gemma":[0.00006030434,0.0001425721,0.0003055455,0.0005104864,0.0005062389,0.00009397435,0.0004449196,0.0004891073,0.00007215687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008425093,"about_ca_system_score_gemma":0.0002144056,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000226881,"about_ca_topic_score_gemma":0.00000173141,"domain_scores_codex":[0.9979843,0.0003494317,0.0004331292,0.0003111935,0.0005781455,0.0003437288],"domain_scores_gemma":[0.9982107,0.0004482434,0.0002094494,0.0004264281,0.0006017363,0.0001034361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009557533,0.00114723,0.0006049697,0.0002187204,0.00007953172,0.000002352182,0.00206847,0.00001951146,0.0006337701,0.9836025,0.0006918819,0.01092154],"study_design_scores_gemma":[0.0001805544,0.0001465906,0.00009095151,0.0003957059,0.00006239614,0.000004696927,0.00275201,0.0003700779,0.01075119,0.9815326,0.003516043,0.0001971854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7376209,0.01032936,0.003039306,0.00136966,0.0008392506,0.002310927,0.0000418589,0.00003142574,0.2444173],"genre_scores_gemma":[0.9925551,0.00118002,0.0000460124,0.00004335238,0.005620093,0.0001217635,0.0000184296,0.00002237734,0.000392832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2549342,"threshold_uncertainty_score":0.5813923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079870401","doi":"10.1103/physrevstper.10.020117","title":"Interactions between teaching assistants and students boost engagement in physics labs","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Attribution; Mathematics education; License; Class (philosophy); Citation; Student achievement; Test (biology); Psychology; Pedagogy; Academic achievement; Computer science; Social psychology","authors":[{"name":"Jared B. Stang","is_ca":true},{"name":"Ido Roll","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2464003419241872,"gpt":0.6213738840136622,"spread":0.3749735420894751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006060811,0.0001618682,0.0003495113,0.0001346432,0.001019175,0.0002361067,0.000562862,0.00004141466,0.00009020358],"category_scores_gemma":[0.003720659,0.0001730924,0.00007227718,0.001287193,0.000317101,0.0004363892,0.0002256452,0.001181244,0.0000893532],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006114957,"about_ca_system_score_gemma":0.0007914684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003814964,"about_ca_topic_score_gemma":0.000110595,"domain_scores_codex":[0.9943553,0.00299919,0.000408567,0.0004304666,0.001348014,0.0004584673],"domain_scores_gemma":[0.9969707,0.001690534,0.0001501302,0.0003895851,0.0006372405,0.0001618305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001371959,0.0005998438,0.0102109,0.0001096508,0.00001051151,6.033563e-8,0.003272017,6.319219e-7,0.00001563972,0.5495669,0.002977835,0.4332346],"study_design_scores_gemma":[0.0001106218,0.00002919952,0.0464523,0.0006611375,0.00002161663,7.847942e-8,0.001288636,0.00002025589,0.00006594286,0.2793312,0.6718252,0.0001938012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3118525,0.001093844,0.002457085,0.03135789,0.004938543,0.003644844,0.00002752632,0.00009977973,0.644528],"genre_scores_gemma":[0.8851644,0.002119477,0.006741266,0.001133632,0.09969251,0.000585915,0.0000833319,0.00004872903,0.004430783],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6688473,"threshold_uncertainty_score":0.783877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157943007","doi":"10.1103/physrevstper.9.023102","title":"Use of research-based instructional strategies: How to avoid faculty quitting","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Psychology; Mathematics education; Medicine","authors":[{"name":"Carl Wieman","is_ca":true},{"name":"Louis Deslauriers","is_ca":true},{"name":"Brett Gilley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5928757163794591,"gpt":0.6311008047557212,"spread":0.03822508837626204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005211072,0.0001531981,0.0003406023,0.0002206523,0.001060284,0.0007447164,0.0007219724,0.00006498925,0.0007199527],"category_scores_gemma":[0.01482707,0.000149032,0.0001526818,0.002194522,0.0009415999,0.001835689,0.0001712697,0.001053089,0.000526154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000473576,"about_ca_system_score_gemma":0.004576269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004712768,"about_ca_topic_score_gemma":0.0002252786,"domain_scores_codex":[0.9915869,0.003354566,0.0003697019,0.0004725003,0.003590093,0.0006262856],"domain_scores_gemma":[0.9917009,0.002420121,0.0002254545,0.0005154825,0.004773157,0.0003648563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006337773,0.0005982417,0.000198788,0.0004717949,0.00001486405,1.269164e-7,0.002971685,0.00003956132,0.0003412351,0.7408231,0.06256022,0.191974],"study_design_scores_gemma":[0.00009489457,0.0001155346,0.002768714,0.001136085,0.00001615567,1.271276e-7,0.0056939,0.00016688,0.0005270353,0.1483003,0.8409616,0.0002186711],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3284139,0.0009570576,0.0006664569,0.5047344,0.002219952,0.008545176,0.00005474631,0.0001701484,0.1542381],"genre_scores_gemma":[0.9105486,0.001959089,0.01639934,0.001639228,0.05639699,0.001571263,0.0001586841,0.00007978492,0.011247],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7784014,"threshold_uncertainty_score":0.9934714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993645564","doi":"10.1103/physrevstper.9.010111","title":"Transitions in students’ epistemic framing along two axes","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Framing (construction); Expansive; Epistemology; Framing effect; Frame problem; Mathematics education; Psychology; Sociology; Social psychology; Physics; Computer science; Philosophy; Engineering; Artificial intelligence","authors":[{"name":"Paul W. Irving","is_ca":false},{"name":"Mathew Sandy Martinuk","is_ca":true},{"name":"Eleanor C. Sayre","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1676985823928606,"gpt":0.565714835589911,"spread":0.3980162531970504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001834502,0.0001300162,0.0002788162,0.0001359822,0.0007328013,0.00030032,0.0007588359,0.00004082797,0.001593496],"category_scores_gemma":[0.0008457208,0.0001306443,0.0001167237,0.001880101,0.0004673525,0.0005850322,0.00006561311,0.0006476234,0.001195131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003745546,"about_ca_system_score_gemma":0.001943424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005805559,"about_ca_topic_score_gemma":0.001543027,"domain_scores_codex":[0.9961681,0.00111169,0.000342267,0.0003952366,0.001397355,0.0005853599],"domain_scores_gemma":[0.9981995,0.0004516174,0.00007773127,0.0003495515,0.0006350171,0.0002865632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001086408,0.001047143,0.005013178,0.0001289046,0.000004970409,3.094454e-7,0.02052481,0.000002054006,0.00008387674,0.6819617,0.008176328,0.2830556],"study_design_scores_gemma":[0.0002815582,0.00005185827,0.03500492,0.001186185,0.00001976501,6.065836e-7,0.03248468,0.00006772534,0.0001139634,0.524371,0.405959,0.0004588388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5741096,0.003734876,0.00008707522,0.1123193,0.002573355,0.003546916,0.000006260581,0.00006915345,0.3035534],"genre_scores_gemma":[0.9659187,0.005152243,0.0001474189,0.001314416,0.02263409,0.0007045905,0.00002231587,0.00001659644,0.004089608],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3977826,"threshold_uncertainty_score":0.9995825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965414028","doi":"10.1103/physrevstper.8.010116","title":"Learning, retention, and forgetting of Newton’s third law throughout university physics","year":2012,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Wabash College; National Science Foundation","keywords":"Forgetting; Electromagnetism; Third law; Mathematics education; Theoretical physics; Calculus (dental); Scalar (mathematics); Quarter (Canadian coin); Physics; Mathematics; Classical mechanics; Psychology; Cognitive psychology; Quantum mechanics; Geometry; Geography","authors":[{"name":"Eleanor C. Sayre","is_ca":false},{"name":"Scott Franklin","is_ca":false},{"name":"Stephanie Dymek","is_ca":false},{"name":"Jessica Clark","is_ca":false},{"name":"Yifei Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1864111242870142,"gpt":0.5151428414377186,"spread":0.3287317171507044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001967554,0.0001100216,0.0002603177,0.00004006709,0.001073316,0.00006021522,0.0003309871,0.00004710172,0.0001378729],"category_scores_gemma":[0.0007992322,0.000113903,0.0001139163,0.001017396,0.0008150249,0.0006997618,0.0001100001,0.0004986735,0.00006957285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001745009,"about_ca_system_score_gemma":0.000911245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001476487,"about_ca_topic_score_gemma":0.0000930659,"domain_scores_codex":[0.9972346,0.0009852379,0.0002013158,0.0002584264,0.0008418721,0.0004785914],"domain_scores_gemma":[0.9981863,0.0004121716,0.0001650733,0.0002427752,0.0007203716,0.0002732935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002436058,0.0003241889,0.003550635,0.0001559013,0.000006250874,3.62008e-8,0.01391426,4.893134e-7,0.00004915626,0.9020237,0.005426663,0.07454626],"study_design_scores_gemma":[0.00006875752,0.0000367983,0.002067738,0.0001939587,0.00002400747,1.73362e-7,0.01013993,0.00001263683,0.0002815198,0.06685309,0.9201815,0.0001399013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1263202,0.004770909,0.0002570429,0.0183582,0.002429544,0.001475198,0.000008937461,0.00007798755,0.8463019],"genre_scores_gemma":[0.9245573,0.01287529,0.0004547366,0.0008714989,0.04451816,0.00002650306,0.00003161063,0.0000242429,0.01664065],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9147548,"threshold_uncertainty_score":0.8255185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1579539787","doi":"10.1103/physrevstper.11.020108","title":"Transforming a fourth year modern optics course using a deliberate practice framework","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Course (navigation); Process (computing); Orchestration; Calculus (dental); Active learning (machine learning); Division (mathematics); Physics education","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1127166777360769,"gpt":0.4848216434733579,"spread":0.372104965737281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005778229,0.0002926518,0.0005007128,0.00003437492,0.0003423614,0.0001501809,0.0003738895,0.00004005901,0.0001114507],"category_scores_gemma":[0.0001760764,0.0002684666,0.0002313819,0.0007391184,0.0003183415,0.0004887659,0.0001997808,0.0008421359,0.0002253517],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001595485,"about_ca_system_score_gemma":0.0009252602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007666139,"about_ca_topic_score_gemma":5.039489e-7,"domain_scores_codex":[0.997209,0.0003302869,0.0003616722,0.0004675887,0.001023157,0.0006083638],"domain_scores_gemma":[0.9974772,0.0003629987,0.0001342248,0.0004845232,0.001148896,0.0003922123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002328242,0.001700054,0.00005130856,0.0001159132,0.00008588369,7.84104e-7,0.001633218,0.00004389527,0.000103416,0.9271345,0.001066744,0.06804106],"study_design_scores_gemma":[0.00021664,0.0001120161,0.000002327256,0.0006113899,0.0001183359,6.631992e-7,0.001856832,0.001389408,0.001116813,0.9790905,0.01518088,0.0003042333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02167613,0.005727081,0.03722654,0.005938658,0.001423125,0.002415989,0.00006011613,0.00007663333,0.9254557],"genre_scores_gemma":[0.9273614,0.001087688,0.01222,0.0008272502,0.05695953,0.000359355,0.00008689678,0.0001150795,0.0009828085],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9244729,"threshold_uncertainty_score":0.9999768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2319196674","doi":"10.1103/physrevstper.10.010112","title":"Correlating student interest and high school preparation with learning and performance in an introductory university physics course","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; License; Course (navigation); Concept inventory; Attribution; Citation; Final examination; Psychology; Physics; Library science; Computer science","authors":[{"name":"Jason J. B. Harlow","is_ca":true},{"name":"David Harrison","is_ca":true},{"name":"Andrew Meyertholen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0952671731160703,"gpt":0.4902071731328033,"spread":0.394940000016733,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001354626,0.00009792869,0.0001874312,0.00004907546,0.0006702638,0.000137664,0.0001976087,0.00002884269,0.0000524866],"category_scores_gemma":[0.0003888501,0.00009552133,0.00001703309,0.0006407843,0.0004437553,0.000642849,0.00006746166,0.0005464269,0.00002298728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001813707,"about_ca_system_score_gemma":0.0008689318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002952708,"about_ca_topic_score_gemma":0.0006072692,"domain_scores_codex":[0.997795,0.0009701731,0.0001322735,0.0003552207,0.00048514,0.0002621363],"domain_scores_gemma":[0.9988902,0.0002553457,0.00008970129,0.0001691739,0.0003800252,0.0002155343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002188312,0.0005564567,0.1330861,0.0001496515,0.00000490398,1.580802e-7,0.01441559,0.00002340746,0.00002507568,0.3993345,0.0002795555,0.4521027],"study_design_scores_gemma":[0.0006787126,0.001137593,0.6369574,0.001464972,0.00006189804,0.000001136455,0.04069302,0.002686874,0.00008656766,0.02117577,0.2943574,0.0006986606],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861595,0.0002760624,0.0000536389,0.002176036,0.0002600257,0.0004625081,4.612578e-7,0.00001600837,0.01059574],"genre_scores_gemma":[0.9879703,0.003107381,0.0001169991,0.00009126565,0.007756316,0.0000150222,0.000009949263,0.000007221797,0.0009255301],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5038713,"threshold_uncertainty_score":0.5155195,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001581855","doi":"10.1103/physrevstper.10.020120","title":"Comparison of integrated testlet and constructed-response question formats","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"Brock University; Trent University","keywords":"Inter-rater reliability; Reliability (semiconductor); Set (abstract data type); Proxy (statistics); Multiple choice; Baseline (sea)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1877132760863169,"gpt":0.5850961455017246,"spread":0.3973828694154077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003157441,0.00009809324,0.0003036936,0.00008894435,0.0004674986,0.00008314777,0.0002952913,0.00004339555,0.0002822311],"category_scores_gemma":[0.004726247,0.00009055174,0.00005739541,0.001020072,0.0008831986,0.0002440801,0.00005042629,0.0003669898,0.00007149734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001296051,"about_ca_system_score_gemma":0.001693869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006383997,"about_ca_topic_score_gemma":0.00008791644,"domain_scores_codex":[0.9964215,0.001992141,0.0002932646,0.0002336245,0.000770084,0.0002893863],"domain_scores_gemma":[0.9973342,0.001110719,0.0001453297,0.0002448309,0.0009547954,0.0002101382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001247504,0.0003027486,0.003728778,0.0001120823,0.000002621321,1.506526e-8,0.00475713,3.94694e-7,0.0001947376,0.6263855,0.006805187,0.3576983],"study_design_scores_gemma":[0.0001212246,0.000141383,0.01333796,0.0005732998,0.000017644,4.073138e-7,0.006600355,0.0002792916,0.0009023044,0.1226348,0.855204,0.000187296],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8322589,0.002368865,0.0005160827,0.02709088,0.001991271,0.001495637,0.00001432436,0.00006268912,0.1342013],"genre_scores_gemma":[0.9903128,0.00167578,0.0003175008,0.0003762759,0.006440476,0.00005605241,0.00002164306,0.000008209545,0.0007913187],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8483989,"threshold_uncertainty_score":0.5658101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}