{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7bc758896211","filters":{"venue":"Physical Review Special Topics - Physics Education Research"}},"results":[{"id":"W1994895423","doi":"10.1103/physrevstper.6.020121","title":"Design and validation of the Quantum Mechanics Conceptual Survey","year":2010,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Graduate students; Quantum; Process (computing); Test (biology); Quantum measurement; Physics education; Conceptual framework","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.3171610867592442,"gpt":0.5368609690450339,"spread":0.2196998822857897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.135075,0.001630384,0.001955476,0.005210794,0.002876675,0.002874718,0.002332021,0.002856318,0.0147748],"category_scores_gemma":[0.195079,0.00227878,0.001721483,0.003063251,0.00320136,0.002907566,0.003161379,0.004018258,0.006187466],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005199229,"about_ca_system_score_gemma":0.01732489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002446932,"about_ca_topic_score_gemma":0.002650614,"domain_scores_codex":[0.9112573,0.06091461,0.009305789,0.005347051,0.009522709,0.00365252],"domain_scores_gemma":[0.7951919,0.07962993,0.009886196,0.02608799,0.08394007,0.005263908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02629827,0.04005064,0.09426517,0.007064358,0.0003275652,0.001620343,0.05052888,0.01015604,0.0135705,0.04086291,0.05168939,0.6635658],"study_design_scores_gemma":[0.02588915,0.07750203,0.2344674,0.003243258,0.000587881,0.0006654592,0.04511567,0.02909387,0.02476407,0.03113507,0.5266421,0.0008939959],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.1364226,0.000282492,0.0787283,0.001748634,0.001085591,0.7690352,0.002806404,0.0005571217,0.009333691],"genre_scores_gemma":[0.03965909,0.0001550083,0.05877691,0.001203005,0.0001884294,0.8974609,0.0009341121,0.00009639648,0.001526152],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.135075,"threshold_uncertainty_score":0.7143533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953019934","doi":"10.1103/physrevstper.4.010103","title":"Why we should teach the Bohr model and how to teach it effectively","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Bohr model; Curriculum; Atom (system on chip); Mathematics education; Atomic model; Computer science; Physics; Quantum mechanics; Pedagogy; Psychology; Atomic physics","authors":[{"name":"Sarah B. McKagan","is_ca":false},{"name":"Kathy Perkins","is_ca":false},{"name":"Carl Wieman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3269798550093867,"gpt":0.5395966759339549,"spread":0.2126168209245682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01187379,0.0004748382,0.0006497679,0.001009499,0.001630393,0.003240289,0.002079548,0.004331113,0.004122471],"category_scores_gemma":[0.02523584,0.0003913314,0.0006331429,0.0006071126,0.00609272,0.01070871,0.002594557,0.005494817,0.002371311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004827515,"about_ca_system_score_gemma":0.01085069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005699278,"about_ca_topic_score_gemma":0.005656059,"domain_scores_codex":[0.992479,0.003658722,0.0001979363,0.0005898668,0.002448523,0.0006260276],"domain_scores_gemma":[0.9878087,0.006247853,0.001118588,0.00107433,0.001985899,0.001764625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001037319,0.0009641862,0.004823538,0.00360666,0.0001198035,0.0001837916,0.008643968,0.002540903,0.003341314,0.4781805,0.2113653,0.2861264],"study_design_scores_gemma":[0.0002684984,0.0004223597,0.004757429,0.002528676,0.00007888856,0.0002711217,0.006472031,0.002793072,0.004077569,0.4190793,0.5591521,0.00009898741],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.03377012,0.02660216,0.04561687,0.8374885,0.004499083,0.0002502602,0.00009543305,0.0006711664,0.05100643],"genre_scores_gemma":[0.5478954,0.0465937,0.1759512,0.1879402,0.002724653,0.001932315,0.000254402,0.0005990387,0.03610911],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01187379,"threshold_uncertainty_score":0.06279528,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2468260017","doi":"10.1103/physrevstper.11.020112","title":"Student understanding of time dependence in quantum mechanics","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Mount Allison University; University of Washington; National Science Foundation","keywords":"Attribution; License; Set (abstract data type); Mathematics education; Citation; Categorization; Psychology; Computer science; Social psychology; Artificial intelligence","authors":[{"name":"Paul J. Emigh","is_ca":false},{"name":"Gina Passante","is_ca":false},{"name":"Peter S. Shaffer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1699492340326157,"gpt":0.4651492258340479,"spread":0.2951999918014323,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002664653,0.0001430761,0.0003052348,0.0003533951,0.0004090552,0.001707751,0.0004821745,0.0006192827,0.001814499],"category_scores_gemma":[0.01292056,0.0001167529,0.0001720176,0.0002903745,0.0007152992,0.001473295,0.001043402,0.001000991,0.000316669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005647089,"about_ca_system_score_gemma":0.0008254077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001349654,"about_ca_topic_score_gemma":0.001140191,"domain_scores_codex":[0.9982834,0.0007788021,0.00007363279,0.0001697418,0.000579814,0.0001146843],"domain_scores_gemma":[0.9947456,0.002859776,0.00113803,0.0002646411,0.0007914206,0.0002005277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003169727,0.001024717,0.2793129,0.0008092549,0.00007608687,0.00069052,0.1915846,0.002300217,0.02016813,0.02422874,0.01150021,0.4679876],"study_design_scores_gemma":[0.00005366211,0.002608229,0.6633222,0.001045628,0.0001016802,0.0022503,0.1286515,0.01142799,0.01683875,0.06228533,0.1112647,0.0001500056],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9840926,0.001874069,0.002489262,0.002185605,0.00003255335,0.00001869683,0.00002327062,0.00002383617,0.009260166],"genre_scores_gemma":[0.9950742,0.001533836,0.0006159555,0.000256158,0.00001224097,0.00001245856,0.00002955402,0.000005166904,0.002460504],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002664653,"threshold_uncertainty_score":0.01409221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977206605","doi":"10.1103/physrevstper.7.010114","title":"Development of the Concise Data Processing Assessment","year":2011,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Edinburgh","keywords":"Reliability (semiconductor); Test (biology); Index (typography); Range (aeronautics); Computer science; Point (geometry); Process (computing); Statistics; Reliability engineering; Psychology; Power (physics); Mathematics education; Engineering; Mathematics","authors":[{"name":"James Day","is_ca":true},{"name":"D. A. Bonn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6247319928794584,"gpt":0.6262620651555258,"spread":0.001530072276067496,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02642576,0.0008723069,0.001256791,0.004479581,0.0005318586,0.002072917,0.001770056,0.0005858729,0.00322365],"category_scores_gemma":[0.1162135,0.0007913309,0.0008162082,0.001751331,0.0005901592,0.001956913,0.002783836,0.001598917,0.002324918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001091929,"about_ca_system_score_gemma":0.0054738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001026134,"about_ca_topic_score_gemma":0.001361217,"domain_scores_codex":[0.9827496,0.00488576,0.00318418,0.001172361,0.007687743,0.0003204277],"domain_scores_gemma":[0.8899692,0.0302266,0.005965865,0.005802477,0.0658671,0.002168842],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003324922,0.0006199447,0.02283659,0.001090597,0.0000525771,0.0002403555,0.002924278,0.002243527,0.01279978,0.005503495,0.01719835,0.934158],"study_design_scores_gemma":[0.000560414,0.008408812,0.2870515,0.004097469,0.000422719,0.003241005,0.007163338,0.07642137,0.08151004,0.02945046,0.5008678,0.0008051504],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1438836,0.0008037107,0.7887086,0.001684533,0.0008280157,0.02976445,0.004669918,0.008827545,0.02082972],"genre_scores_gemma":[0.09877882,0.0007402222,0.874074,0.0003479628,0.0001475611,0.01603699,0.003548981,0.0004800598,0.00584534],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02642576,"threshold_uncertainty_score":0.1397545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966802006","doi":"10.1103/physrevstper.10.020105","title":"Assessing the quality of a student-generated question repository","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of Edinburgh; Joint Information Systems Committee","keywords":"Quality (philosophy); Summative assessment; Subject (documents); Work (physics); Quality assessment; Contrast (vision)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.3622447747359495,"gpt":0.6512391505911971,"spread":0.2889943758552476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05560659,0.0006450468,0.001150004,0.007519387,0.0008147656,0.004909476,0.001637728,0.001429012,0.001643019],"category_scores_gemma":[0.3533013,0.0004732056,0.0008326941,0.004196597,0.001108887,0.003110837,0.003121269,0.001055922,0.0006701177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001255889,"about_ca_system_score_gemma":0.001829044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001047203,"about_ca_topic_score_gemma":0.00177087,"domain_scores_codex":[0.9490711,0.02369313,0.005819892,0.00349842,0.01689293,0.001024508],"domain_scores_gemma":[0.3770217,0.4676853,0.05655294,0.02760557,0.06722413,0.003910292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001345748,0.001214007,0.5301958,0.002250552,0.0005916061,0.000494498,0.03461925,0.004035186,0.02068803,0.001056063,0.002558783,0.4009505],"study_design_scores_gemma":[0.0001659071,0.005686433,0.878934,0.001189949,0.0006786109,0.002065292,0.0172024,0.02156032,0.04607014,0.003064524,0.02293466,0.0004478056],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9722048,0.000882256,0.02158893,0.0003541287,0.00004351963,0.0004889771,0.000572963,0.0009177087,0.002946643],"genre_scores_gemma":[0.971701,0.0003350646,0.02474918,0.0001069744,0.00003470513,0.0002297789,0.001328047,0.0001865761,0.001328747],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05560659,"threshold_uncertainty_score":0.2940792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989069585","doi":"10.1103/physrevstper.4.020103","title":"Deeper look at student learning of quantum mechanics: The case of tunneling","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Quantum tunnelling; Energy (signal processing); Quantum; Physics education","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.05772204940381728,"gpt":0.4294582275573595,"spread":0.3717361781535422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003961219,0.0004401816,0.0006952871,0.001203128,0.006010303,0.004461007,0.001911439,0.003227225,0.003699721],"category_scores_gemma":[0.02050674,0.000388743,0.0004743243,0.001157772,0.007477406,0.006547982,0.005996827,0.006038319,0.0005306769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002031242,"about_ca_system_score_gemma":0.001240224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004955913,"about_ca_topic_score_gemma":0.006790559,"domain_scores_codex":[0.9961854,0.002041731,0.00007087338,0.0004126951,0.0006740305,0.0006152259],"domain_scores_gemma":[0.9914914,0.005176541,0.0008048411,0.0006752802,0.0006273066,0.001224803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002311086,0.002207725,0.04589112,0.0001440579,0.00004731581,0.003684021,0.8750998,0.0009307586,0.004331993,0.0212481,0.002676354,0.0435077],"study_design_scores_gemma":[0.00006446114,0.001847914,0.06840529,0.0001904738,0.00004535057,0.003473457,0.8506503,0.006483844,0.006292018,0.03350331,0.0288436,0.0001999246],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9941566,0.0000714181,0.001013432,0.001304804,0.000009327676,0.00001415751,0.000008709221,0.00001473366,0.003406717],"genre_scores_gemma":[0.9964241,0.00009939667,0.0007881401,0.0002482909,0.000008226819,0.0000191349,0.00001584391,0.00001547411,0.002381313],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006010303,"threshold_uncertainty_score":0.02094918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079870401","doi":"10.1103/physrevstper.10.020117","title":"Interactions between teaching assistants and students boost engagement in physics labs","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Attribution; Mathematics education; License; Class (philosophy); Citation; Student achievement; Test (biology); Psychology; Pedagogy; Academic achievement; Computer science; Social psychology","authors":[{"name":"Jared B. Stang","is_ca":true},{"name":"Ido Roll","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2464003419241872,"gpt":0.6213738840136622,"spread":0.3749735420894751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001933863,0.000247115,0.0003496284,0.0007379206,0.0006357097,0.001941896,0.0005164741,0.0005288636,0.002464809],"category_scores_gemma":[0.02474525,0.0002501295,0.000262667,0.0003191494,0.0004582873,0.0006333858,0.001483121,0.0007856206,0.0006635538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005547405,"about_ca_system_score_gemma":0.0008069247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001163671,"about_ca_topic_score_gemma":0.002165704,"domain_scores_codex":[0.9964955,0.001789243,0.0001543809,0.0003617961,0.0008401867,0.000358797],"domain_scores_gemma":[0.9725885,0.01311576,0.00751265,0.0009175072,0.001880195,0.003985354],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004818804,0.002007813,0.8675467,0.000109304,0.0001141907,0.0002808811,0.01867663,0.0003944694,0.006832805,0.0002398221,0.001022907,0.1022926],"study_design_scores_gemma":[0.00002507751,0.001712334,0.9787142,0.00003307233,0.00004819418,0.0002308671,0.01243441,0.001225707,0.002311775,0.0004234388,0.00280771,0.00003330955],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9978223,0.00004997084,0.0005144994,0.00008376901,0.000004870438,0.0000137331,0.00002167138,0.00002740682,0.001461745],"genre_scores_gemma":[0.9982429,0.00005320722,0.0005790806,0.00003310913,0.00001384788,0.00002169013,0.00003572286,0.00000622885,0.001014384],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9980661,"threshold_uncertainty_score":0.01022732,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157943007","doi":"10.1103/physrevstper.9.023102","title":"Use of research-based instructional strategies: How to avoid faculty quitting","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Psychology; Mathematics education; Medicine","authors":[{"name":"Carl Wieman","is_ca":true},{"name":"Louis Deslauriers","is_ca":true},{"name":"Brett Gilley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5928757163794591,"gpt":0.6311008047557212,"spread":0.03822508837626204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04580277,0.0004378147,0.0008632874,0.00161376,0.001531538,0.002815636,0.00207062,0.001320435,0.00192836],"category_scores_gemma":[0.1330968,0.0003211514,0.0006792914,0.0009261271,0.0008546127,0.002254234,0.001438853,0.001474037,0.000596828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002003314,"about_ca_system_score_gemma":0.008406826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002850234,"about_ca_topic_score_gemma":0.007695123,"domain_scores_codex":[0.9752533,0.01619528,0.001785269,0.0009806129,0.004739416,0.001046072],"domain_scores_gemma":[0.9162812,0.05444682,0.01245109,0.004566611,0.006976724,0.00527765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003485518,0.005021217,0.07585891,0.001336167,0.0001963107,0.0000913623,0.01686002,0.000228597,0.001403824,0.0005173355,0.00332125,0.8948165],"study_design_scores_gemma":[0.002600545,0.03184731,0.768939,0.009964712,0.00188789,0.00121648,0.08360982,0.004228372,0.01498165,0.005859907,0.07448681,0.0003774404],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9664962,0.005059788,0.005401159,0.0117619,0.0001566006,0.001467035,0.00007941041,0.0003052421,0.009272713],"genre_scores_gemma":[0.9577948,0.003414373,0.03361454,0.001771218,0.00008540667,0.001582606,0.00008366902,0.0000410727,0.001612468],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04580277,"threshold_uncertainty_score":0.2422311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993645564","doi":"10.1103/physrevstper.9.010111","title":"Transitions in students’ epistemic framing along two axes","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Framing (construction); Expansive; Epistemology; Framing effect; Frame problem; Mathematics education; Psychology; Sociology; Social psychology; Physics; Computer science; Philosophy; Engineering; Artificial intelligence","authors":[{"name":"Paul W. Irving","is_ca":false},{"name":"Mathew Sandy Martinuk","is_ca":true},{"name":"Eleanor C. Sayre","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1676985823928606,"gpt":0.565714835589911,"spread":0.3980162531970504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009899002,0.0003595231,0.0004016028,0.003118767,0.002544984,0.007000938,0.0009472949,0.00146187,0.002310095],"category_scores_gemma":[0.03565793,0.0005301855,0.0003520717,0.001468844,0.004501253,0.003734737,0.005063605,0.002359589,0.0003628831],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001910477,"about_ca_system_score_gemma":0.00118823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001731353,"about_ca_topic_score_gemma":0.002321555,"domain_scores_codex":[0.9908367,0.005578524,0.0003053086,0.0008311123,0.001581536,0.0008667351],"domain_scores_gemma":[0.9765671,0.01405351,0.004186212,0.001117897,0.002466436,0.001608907],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006377746,0.000326398,0.1525682,0.0001184718,0.000045726,0.0003377333,0.764556,0.0004295362,0.01249464,0.01828256,0.0007179215,0.04948507],"study_design_scores_gemma":[0.00007100165,0.00062499,0.2479036,0.0001483484,0.00003689205,0.0002448898,0.7069181,0.002450027,0.004858824,0.01896,0.01762197,0.0001613411],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9901741,0.00007627471,0.002982003,0.0003746526,0.00001400591,0.00003913061,0.00002980837,0.00002837507,0.006281636],"genre_scores_gemma":[0.9982993,0.00002965674,0.001061488,0.00002922013,0.00000537537,0.00003747515,0.00003002015,0.00001269234,0.0004948421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009899002,"threshold_uncertainty_score":0.05235159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965414028","doi":"10.1103/physrevstper.8.010116","title":"Learning, retention, and forgetting of Newton’s third law throughout university physics","year":2012,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Wabash College; National Science Foundation","keywords":"Forgetting; Electromagnetism; Third law; Mathematics education; Theoretical physics; Calculus (dental); Scalar (mathematics); Quarter (Canadian coin); Physics; Mathematics; Classical mechanics; Psychology; Cognitive psychology; Quantum mechanics; Geometry; Geography","authors":[{"name":"Eleanor C. Sayre","is_ca":false},{"name":"Scott Franklin","is_ca":false},{"name":"Stephanie Dymek","is_ca":false},{"name":"Jessica Clark","is_ca":false},{"name":"Yifei Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1864111242870142,"gpt":0.5151428414377186,"spread":0.3287317171507044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00386847,0.000485694,0.0006148255,0.001151491,0.0004364449,0.001147573,0.00100934,0.0008675478,0.002268706],"category_scores_gemma":[0.03996743,0.0003526823,0.0003501245,0.0006378517,0.0009529382,0.0009237605,0.001062627,0.001696597,0.0009850782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005986642,"about_ca_system_score_gemma":0.0005382418,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002639468,"about_ca_topic_score_gemma":0.002702108,"domain_scores_codex":[0.9974774,0.0007002194,0.0001920131,0.0004479771,0.0008918968,0.0002904288],"domain_scores_gemma":[0.9481472,0.02678088,0.01198366,0.004700078,0.004144779,0.004243483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003525717,0.01076096,0.8875015,0.0001166858,0.000253309,0.00023594,0.009969561,0.000876646,0.01031468,0.0001693743,0.0006058175,0.07566977],"study_design_scores_gemma":[0.00002473929,0.004718638,0.9914868,0.00000768925,0.00002276855,0.00007935297,0.0007125494,0.0004848528,0.001966704,0.0001121963,0.0003596434,0.00002394894],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9995678,0.0000246847,0.00006082484,0.00001461712,0.000002745642,0.00000901975,0.00002536028,0.000006368157,0.0002885787],"genre_scores_gemma":[0.9987897,0.00003108141,0.0001104761,0.0000148291,0.00000559802,0.00002314335,0.00010609,0.00000650601,0.0009125585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00386847,"threshold_uncertainty_score":0.0204587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1579539787","doi":"10.1103/physrevstper.11.020108","title":"Transforming a fourth year modern optics course using a deliberate practice framework","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Course (navigation); Process (computing); Orchestration; Calculus (dental); Active learning (machine learning); Division (mathematics); Physics education","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1127166777360769,"gpt":0.4848216434733579,"spread":0.372104965737281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005971507,0.0004464945,0.0004192069,0.0008724415,0.001219487,0.002522767,0.001528213,0.0007642076,0.003830736],"category_scores_gemma":[0.01354505,0.000291791,0.0005217964,0.0005898213,0.001723491,0.001169715,0.003650702,0.001568818,0.0007172388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001501589,"about_ca_system_score_gemma":0.002302343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006368388,"about_ca_topic_score_gemma":0.001181506,"domain_scores_codex":[0.9962753,0.001922567,0.0001427082,0.0005233258,0.0007849303,0.0003511711],"domain_scores_gemma":[0.9881645,0.007390289,0.0009801107,0.00166199,0.0005625563,0.001240446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00134015,0.03322836,0.01578205,0.0005327229,0.0001101148,0.0003543358,0.02188696,0.01508711,0.04167313,0.02136061,0.003147851,0.8454966],"study_design_scores_gemma":[0.005073129,0.06538858,0.1822358,0.0009876007,0.0005090697,0.001298082,0.02561835,0.0795596,0.2662656,0.1335508,0.2388607,0.0006526798],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9041272,0.00008015028,0.07976906,0.000653228,0.00005910762,0.001913562,0.00005934881,0.0005351207,0.01280328],"genre_scores_gemma":[0.876612,0.0001174935,0.1165593,0.0002543202,0.00002362855,0.00149007,0.0001033796,0.00004626183,0.004793508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005971507,"threshold_uncertainty_score":0.03158075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2319196674","doi":"10.1103/physrevstper.10.010112","title":"Correlating student interest and high school preparation with learning and performance in an introductory university physics course","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; License; Course (navigation); Concept inventory; Attribution; Citation; Final examination; Psychology; Physics; Library science; Computer science","authors":[{"name":"Jason J. B. Harlow","is_ca":true},{"name":"David Harrison","is_ca":true},{"name":"Andrew Meyertholen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0952671731160703,"gpt":0.4902071731328033,"spread":0.394940000016733,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002037025,0.000242147,0.0002945606,0.001106545,0.0003700192,0.0008974458,0.000424571,0.0004594272,0.00294161],"category_scores_gemma":[0.01099275,0.000122279,0.0003308305,0.0007705711,0.0003117227,0.0003215021,0.0005918096,0.000808315,0.0008778141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003557068,"about_ca_system_score_gemma":0.0004056225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0028849,"about_ca_topic_score_gemma":0.002835134,"domain_scores_codex":[0.9990484,0.000273684,0.00007923136,0.0001209321,0.0002738062,0.0002039588],"domain_scores_gemma":[0.9889409,0.003458218,0.003093999,0.0004252331,0.001532588,0.002549074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001146552,0.0004518969,0.993327,0.000007140864,0.00003222686,0.00002800915,0.0001675885,0.00009126117,0.0002785692,0.00003382155,0.00008351235,0.005384343],"study_design_scores_gemma":[0.000002277618,0.0003275213,0.999102,0.000001919872,0.000006964515,0.00001873683,0.0001314772,0.00009499707,0.0001589283,0.00002082916,0.0001318573,0.000002550082],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992149,0.00005081852,0.00004552876,0.00002325586,0.000002455637,0.00000486192,0.00003386861,0.000003298092,0.0006209374],"genre_scores_gemma":[0.9991981,0.00003400397,0.00005686768,0.000007281742,0.000004456856,0.000003806915,0.00009744109,0.000001611109,0.0005964876],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00294161,"threshold_uncertainty_score":0.01077288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001581855","doi":"10.1103/physrevstper.10.020120","title":"Comparison of integrated testlet and constructed-response question formats","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"Brock University; Trent University","keywords":"Inter-rater reliability; Reliability (semiconductor); Set (abstract data type); Proxy (statistics); Multiple choice; Baseline (sea)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1877132760863169,"gpt":0.5850961455017246,"spread":0.3973828694154077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02085151,0.0009246247,0.000818791,0.002616644,0.0002414311,0.002556632,0.001769481,0.001427923,0.006069037],"category_scores_gemma":[0.1559141,0.0003517676,0.0008655657,0.001792709,0.0006583861,0.003303639,0.002448181,0.001405348,0.00177145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007851465,"about_ca_system_score_gemma":0.0007537072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000570401,"about_ca_topic_score_gemma":0.0005637076,"domain_scores_codex":[0.9728776,0.01331758,0.003541039,0.002725806,0.006842385,0.0006955371],"domain_scores_gemma":[0.8090975,0.1453398,0.0117821,0.009700936,0.02075285,0.003326786],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02451076,0.007608745,0.1844928,0.003467637,0.00126128,0.0005591297,0.007719516,0.01032906,0.04197519,0.006267414,0.006724685,0.7050838],"study_design_scores_gemma":[0.00313093,0.0562452,0.7636264,0.001667623,0.001164894,0.003119902,0.00431681,0.06203721,0.05764119,0.008114501,0.03841904,0.00051624],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9389254,0.0008306125,0.03861868,0.0003637919,0.000253461,0.002412301,0.002110709,0.001076193,0.01540904],"genre_scores_gemma":[0.9458732,0.0004202998,0.04126549,0.0004859907,0.00015366,0.002446781,0.005378755,0.0003219333,0.003653918],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02085151,"threshold_uncertainty_score":0.1102746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}