{"meta":{"query_hash":"7bc758896211","filters":{"venue":"Physical Review Special Topics - Physics Education Research"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7bc758896211","api":"https://metacan.xera.ac/api/v1/cohort?venue=Physical+Review+Special+Topics+-+Physics+Education+Research"},"results":[{"id":"W1579539787","doi":"10.1103/physrevstper.11.020108","title":"Transforming a fourth year modern optics course using a deliberate practice framework","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Course (navigation); Process (computing); Orchestration; Calculus (dental); Active learning (machine learning); Division (mathematics); Physics education","score_opus":0.11271667773607687,"score_gpt":0.4848216434733579,"score_spread":0.372104965737281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579539787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90412724,0.000080150276,0.07976906,0.000653228,0.000059107617,0.0019135623,0.000059348808,0.0005351207,0.012803276],"genre_scores_gemma":[0.876612,0.00011749352,0.116559274,0.0002543202,0.000023628545,0.0014900696,0.00010337959,0.000046261826,0.0047935084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962753,0.0019225668,0.00014270819,0.00052332575,0.0007849303,0.0003511711],"domain_scores_gemma":[0.98816454,0.0073902886,0.0009801107,0.0016619897,0.0005625563,0.0012404457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005971507,0.00044649452,0.0004192069,0.0008724415,0.0012194873,0.0025227666,0.001528213,0.00076420757,0.0038307363],"category_scores_gemma":[0.013545052,0.00029179096,0.0005217964,0.00058982125,0.0017234907,0.0011697152,0.0036507016,0.0015688176,0.0007172388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013401499,0.03322836,0.015782047,0.00053272286,0.00011011484,0.0003543358,0.021886958,0.015087108,0.04167313,0.021360612,0.0031478512,0.8454966],"study_design_scores_gemma":[0.005073129,0.06538858,0.1822358,0.0009876007,0.00050906965,0.0012980824,0.025618352,0.0795596,0.26626557,0.13355084,0.23886074,0.00065267977],"about_ca_topic_score_codex":0.0006368388,"about_ca_topic_score_gemma":0.0011815059,"teacher_disagreement_score":0.005971507,"about_ca_system_score_codex":0.001501589,"about_ca_system_score_gemma":0.0023023426,"threshold_uncertainty_score":0.031580746},"labels":[],"label_agreement":null},{"id":"W1965414028","doi":"10.1103/physrevstper.8.010116","title":"Learning, retention, and forgetting of Newton’s third law throughout university physics","year":2012,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wabash College; National Science Foundation","keywords":"Forgetting; Electromagnetism; Third law; Mathematics education; Theoretical physics; Calculus (dental); Scalar (mathematics); Quarter (Canadian coin); Physics; Mathematics; Classical mechanics; Psychology; Cognitive psychology; Quantum mechanics; Geometry; Geography","score_opus":0.1864111242870142,"score_gpt":0.5151428414377186,"score_spread":0.3287317171507044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965414028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995678,0.000024684705,0.00006082484,0.000014617117,0.000002745642,0.00000901975,0.000025360283,0.0000063681573,0.0002885787],"genre_scores_gemma":[0.9987897,0.000031081414,0.00011047613,0.0000148290965,0.00000559802,0.000023143346,0.00010608997,0.00000650601,0.00091255846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747735,0.0007002194,0.00019201312,0.00044797713,0.0008918968,0.00029042875],"domain_scores_gemma":[0.9481472,0.026780883,0.011983661,0.004700078,0.0041447794,0.004243483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038684702,0.00048569398,0.00061482546,0.0011514906,0.00043644485,0.0011475732,0.0010093402,0.00086754776,0.0022687064],"category_scores_gemma":[0.03996743,0.00035268228,0.00035012452,0.0006378517,0.0009529382,0.00092376047,0.0010626272,0.001696597,0.0009850782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035257174,0.010760957,0.8875015,0.00011668576,0.000253309,0.00023593998,0.009969561,0.000876646,0.010314679,0.00016937427,0.00060581753,0.075669765],"study_design_scores_gemma":[0.000024739293,0.004718638,0.9914868,0.00000768925,0.00002276855,0.00007935297,0.00071254943,0.0004848528,0.001966704,0.000112196285,0.0003596434,0.000023948938],"about_ca_topic_score_codex":0.0026394678,"about_ca_topic_score_gemma":0.0027021077,"teacher_disagreement_score":0.0038684702,"about_ca_system_score_codex":0.0005986642,"about_ca_system_score_gemma":0.00053824176,"threshold_uncertainty_score":0.020458698},"labels":[],"label_agreement":null},{"id":"W1966802006","doi":"10.1103/physrevstper.10.020105","title":"Assessing the quality of a student-generated question repository","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Edinburgh; Joint Information Systems Committee","keywords":"Quality (philosophy); Summative assessment; Subject (documents); Work (physics); Quality assessment; Contrast (vision)","score_opus":0.3622447747359495,"score_gpt":0.6512391505911971,"score_spread":0.28899437585524756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966802006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722048,0.00088225596,0.021588925,0.00035412874,0.000043519627,0.0004889771,0.00057296304,0.0009177087,0.0029466434],"genre_scores_gemma":[0.97170097,0.00033506463,0.02474918,0.00010697438,0.00003470513,0.00022977892,0.0013280467,0.00018657606,0.0013287466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9490711,0.023693128,0.0058198916,0.0034984197,0.016892932,0.0010245079],"domain_scores_gemma":[0.37702173,0.46768534,0.05655294,0.027605567,0.06722413,0.003910292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05560659,0.00064504676,0.0011500042,0.007519387,0.00081476563,0.004909476,0.0016377276,0.0014290118,0.0016430191],"category_scores_gemma":[0.35330135,0.00047320564,0.0008326941,0.004196597,0.0011088866,0.0031108372,0.0031212694,0.0010559215,0.0006701177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013457478,0.0012140067,0.5301958,0.0022505524,0.0005916061,0.000494498,0.034619246,0.004035186,0.02068803,0.001056063,0.002558783,0.40095052],"study_design_scores_gemma":[0.0001659071,0.005686433,0.87893397,0.001189949,0.0006786109,0.0020652919,0.017202402,0.021560319,0.046070136,0.0030645244,0.022934662,0.00044780562],"about_ca_topic_score_codex":0.0010472025,"about_ca_topic_score_gemma":0.0017708696,"teacher_disagreement_score":0.05560659,"about_ca_system_score_codex":0.0012558893,"about_ca_system_score_gemma":0.001829044,"threshold_uncertainty_score":0.29407924},"labels":[],"label_agreement":null},{"id":"W1977206605","doi":"10.1103/physrevstper.7.010114","title":"Development of the Concise Data Processing Assessment","year":2011,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Edinburgh","keywords":"Reliability (semiconductor); Test (biology); Index (typography); Range (aeronautics); Computer science; Point (geometry); Process (computing); Statistics; Reliability engineering; Psychology; Power (physics); Mathematics education; Engineering; Mathematics","score_opus":0.6247319928794584,"score_gpt":0.6262620651555258,"score_spread":0.0015300722760674956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977206605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14388362,0.0008037107,0.78870857,0.0016845327,0.0008280157,0.029764451,0.0046699177,0.008827545,0.02082972],"genre_scores_gemma":[0.09877882,0.00074022217,0.874074,0.00034796284,0.00014756109,0.016036991,0.0035489807,0.0004800598,0.00584534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9827496,0.0048857597,0.0031841795,0.0011723614,0.0076877433,0.00032042767],"domain_scores_gemma":[0.88996917,0.0302266,0.0059658648,0.0058024772,0.0658671,0.0021688417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026425764,0.00087230693,0.001256791,0.004479581,0.0005318586,0.0020729168,0.0017700562,0.0005858729,0.0032236502],"category_scores_gemma":[0.11621348,0.0007913309,0.0008162082,0.001751331,0.0005901592,0.0019569127,0.0027838356,0.0015989168,0.0023249183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033249217,0.0006199447,0.022836586,0.001090597,0.000052577103,0.00024035548,0.0029242781,0.0022435272,0.012799775,0.005503495,0.017198348,0.93415797],"study_design_scores_gemma":[0.000560414,0.008408812,0.28705147,0.004097469,0.00042271902,0.0032410047,0.0071633384,0.076421365,0.08151004,0.029450463,0.5008678,0.00080515037],"about_ca_topic_score_codex":0.0010261344,"about_ca_topic_score_gemma":0.0013612172,"teacher_disagreement_score":0.026425764,"about_ca_system_score_codex":0.0010919289,"about_ca_system_score_gemma":0.0054738,"threshold_uncertainty_score":0.13975447},"labels":[],"label_agreement":null},{"id":"W1989069585","doi":"10.1103/physrevstper.4.020103","title":"Deeper look at student learning of quantum mechanics: The case of tunneling","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Quantum tunnelling; Energy (signal processing); Quantum; Physics education","score_opus":0.05772204940381728,"score_gpt":0.4294582275573595,"score_spread":0.3717361781535422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989069585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941566,0.0000714181,0.0010134317,0.0013048039,0.000009327676,0.000014157509,0.000008709221,0.000014733658,0.003406717],"genre_scores_gemma":[0.99642414,0.00009939667,0.00078814005,0.00024829092,0.000008226819,0.000019134897,0.000015843912,0.000015474114,0.002381313],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99618536,0.0020417306,0.00007087338,0.00041269505,0.00067403045,0.00061522593],"domain_scores_gemma":[0.9914914,0.005176541,0.0008048411,0.0006752802,0.0006273066,0.0012248029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039612185,0.0004401816,0.00069528713,0.0012031284,0.0060103033,0.0044610067,0.0019114391,0.003227225,0.0036997206],"category_scores_gemma":[0.020506736,0.00038874298,0.0004743243,0.0011577724,0.007477406,0.006547982,0.005996827,0.0060383193,0.0005306769],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023110863,0.0022077253,0.045891117,0.0001440579,0.00004731581,0.0036840206,0.87509984,0.0009307586,0.0043319934,0.021248102,0.0026763536,0.043507695],"study_design_scores_gemma":[0.000064461135,0.001847914,0.068405285,0.00019047383,0.00004535057,0.0034734572,0.8506503,0.006483844,0.0062920176,0.033503313,0.028843597,0.00019992462],"about_ca_topic_score_codex":0.0049559134,"about_ca_topic_score_gemma":0.0067905593,"teacher_disagreement_score":0.0060103033,"about_ca_system_score_codex":0.0020312422,"about_ca_system_score_gemma":0.0012402241,"threshold_uncertainty_score":0.020949185},"labels":[],"label_agreement":null},{"id":"W1993645564","doi":"10.1103/physrevstper.9.010111","title":"Transitions in students’ epistemic framing along two axes","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Framing (construction); Expansive; Epistemology; Framing effect; Frame problem; Mathematics education; Psychology; Sociology; Social psychology; Physics; Computer science; Philosophy; Engineering; Artificial intelligence","score_opus":0.1676985823928606,"score_gpt":0.565714835589911,"score_spread":0.39801625319705036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993645564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99017406,0.000076274715,0.002982003,0.00037465262,0.000014005906,0.000039130606,0.00002980837,0.00002837507,0.0062816357],"genre_scores_gemma":[0.9982993,0.000029656738,0.0010614881,0.000029220128,0.00000537537,0.00003747515,0.000030020146,0.000012692336,0.0004948421],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99083674,0.005578524,0.00030530858,0.0008311123,0.001581536,0.00086673506],"domain_scores_gemma":[0.9765671,0.014053513,0.004186212,0.0011178965,0.0024664355,0.001608907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098990025,0.00035952305,0.00040160277,0.0031187672,0.002544984,0.0070009376,0.00094729493,0.0014618698,0.002310095],"category_scores_gemma":[0.035657935,0.00053018547,0.00035207171,0.0014688441,0.004501253,0.003734737,0.0050636055,0.0023595886,0.00036288315],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006377746,0.00032639797,0.1525682,0.00011847184,0.000045726,0.0003377333,0.764556,0.00042953616,0.012494644,0.018282559,0.0007179215,0.04948507],"study_design_scores_gemma":[0.00007100165,0.00062499,0.24790359,0.00014834836,0.000036892052,0.00024488982,0.7069181,0.0024500266,0.0048588244,0.018960001,0.01762197,0.00016134114],"about_ca_topic_score_codex":0.0017313535,"about_ca_topic_score_gemma":0.0023215548,"teacher_disagreement_score":0.0098990025,"about_ca_system_score_codex":0.001910477,"about_ca_system_score_gemma":0.0011882297,"threshold_uncertainty_score":0.052351594},"labels":[],"label_agreement":null},{"id":"W1994895423","doi":"10.1103/physrevstper.6.020121","title":"Design and validation of the Quantum Mechanics Conceptual Survey","year":2010,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Graduate students; Quantum; Process (computing); Test (biology); Quantum measurement; Physics education; Conceptual framework","score_opus":0.3171610867592442,"score_gpt":0.5368609690450339,"score_spread":0.21969988228578968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994895423","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13642257,0.000282492,0.078728296,0.0017486339,0.001085591,0.7690352,0.0028064041,0.0005571217,0.009333691],"genre_scores_gemma":[0.039659087,0.00015500831,0.05877691,0.0012030049,0.00018842942,0.8974609,0.00093411206,0.000096396485,0.0015261518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91125727,0.060914613,0.009305789,0.005347051,0.009522709,0.0036525205],"domain_scores_gemma":[0.79519194,0.07962993,0.009886196,0.026087986,0.08394007,0.005263908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13507499,0.0016303842,0.0019554761,0.005210794,0.002876675,0.002874718,0.002332021,0.002856318,0.0147747975],"category_scores_gemma":[0.19507898,0.0022787796,0.0017214834,0.0030632508,0.0032013599,0.0029075656,0.0031613787,0.0040182583,0.006187466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026298268,0.040050644,0.09426517,0.007064358,0.00032756518,0.0016203433,0.050528884,0.010156036,0.013570496,0.040862914,0.051689394,0.6635658],"study_design_scores_gemma":[0.025889155,0.07750203,0.23446736,0.0032432578,0.000587881,0.0006654592,0.04511567,0.02909387,0.024764072,0.031135071,0.52664214,0.00089399586],"about_ca_topic_score_codex":0.0024469318,"about_ca_topic_score_gemma":0.0026506141,"teacher_disagreement_score":0.13507499,"about_ca_system_score_codex":0.005199229,"about_ca_system_score_gemma":0.017324885,"threshold_uncertainty_score":0.7143533},"labels":[],"label_agreement":null},{"id":"W2001581855","doi":"10.1103/physrevstper.10.020120","title":"Comparison of integrated testlet and constructed-response question formats","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"Brock University; Trent University","keywords":"Inter-rater reliability; Reliability (semiconductor); Set (abstract data type); Proxy (statistics); Multiple choice; Baseline (sea)","score_opus":0.18771327608631694,"score_gpt":0.5850961455017246,"score_spread":0.3973828694154077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001581855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389254,0.0008306125,0.038618676,0.00036379186,0.00025346098,0.0024123013,0.002110709,0.0010761931,0.0154090375],"genre_scores_gemma":[0.9458732,0.00042029982,0.041265488,0.00048599072,0.00015365997,0.0024467811,0.005378755,0.00032193327,0.0036539184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9728776,0.013317583,0.003541039,0.0027258063,0.006842385,0.00069553714],"domain_scores_gemma":[0.8090975,0.14533985,0.011782102,0.009700936,0.02075285,0.003326786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020851513,0.0009246247,0.00081879104,0.0026166441,0.00024143115,0.0025566323,0.0017694809,0.0014279227,0.0060690367],"category_scores_gemma":[0.1559141,0.0003517676,0.0008655657,0.0017927089,0.0006583861,0.0033036391,0.0024481812,0.0014053482,0.0017714503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024510762,0.007608745,0.18449277,0.0034676373,0.00126128,0.0005591297,0.007719516,0.01032906,0.041975185,0.006267414,0.006724685,0.70508385],"study_design_scores_gemma":[0.00313093,0.0562452,0.7636264,0.0016676228,0.0011648935,0.0031199018,0.00431681,0.062037207,0.057641193,0.008114501,0.03841904,0.00051624],"about_ca_topic_score_codex":0.000570401,"about_ca_topic_score_gemma":0.00056370755,"teacher_disagreement_score":0.020851513,"about_ca_system_score_codex":0.0007851465,"about_ca_system_score_gemma":0.0007537072,"threshold_uncertainty_score":0.11027461},"labels":[],"label_agreement":null},{"id":"W2079870401","doi":"10.1103/physrevstper.10.020117","title":"Interactions between teaching assistants and students boost engagement in physics labs","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Attribution; Mathematics education; License; Class (philosophy); Citation; Student achievement; Test (biology); Psychology; Pedagogy; Academic achievement; Computer science; Social psychology","score_opus":0.24640034192418717,"score_gpt":0.6213738840136622,"score_spread":0.3749735420894751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079870401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978223,0.00004997084,0.0005144994,0.00008376901,0.0000048704383,0.000013733098,0.000021671376,0.000027406815,0.0014617449],"genre_scores_gemma":[0.99824286,0.000053207223,0.0005790806,0.000033109125,0.0000138478845,0.000021690126,0.000035722864,0.00000622885,0.0010143839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649554,0.0017892428,0.00015438086,0.00036179615,0.00084018667,0.000358797],"domain_scores_gemma":[0.97258854,0.013115757,0.00751265,0.0009175072,0.0018801946,0.003985354],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019338634,0.00024711504,0.00034962836,0.00073792064,0.0006357097,0.0019418963,0.0005164741,0.00052886363,0.0024648095],"category_scores_gemma":[0.02474525,0.0002501295,0.00026266696,0.00031914943,0.00045828734,0.00063338585,0.0014831213,0.0007856206,0.0006635538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048188044,0.002007813,0.8675467,0.00010930396,0.00011419072,0.00028088113,0.01867663,0.00039446945,0.0068328045,0.00023982208,0.0010229071,0.10229265],"study_design_scores_gemma":[0.000025077508,0.0017123343,0.97871417,0.000033072334,0.000048194182,0.00023086705,0.012434412,0.0012257065,0.0023117748,0.00042343876,0.0028077099,0.00003330955],"about_ca_topic_score_codex":0.0011636711,"about_ca_topic_score_gemma":0.0021657043,"teacher_disagreement_score":0.9980661,"about_ca_system_score_codex":0.0005547405,"about_ca_system_score_gemma":0.0008069247,"threshold_uncertainty_score":0.010227323},"labels":[],"label_agreement":null},{"id":"W2157943007","doi":"10.1103/physrevstper.9.023102","title":"Use of research-based instructional strategies: How to avoid faculty quitting","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.5928757163794591,"score_gpt":0.6311008047557212,"score_spread":0.03822508837626204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157943007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96649617,0.0050597875,0.0054011587,0.011761896,0.00015660064,0.0014670354,0.00007941041,0.00030524205,0.009272713],"genre_scores_gemma":[0.9577948,0.003414373,0.033614542,0.0017712181,0.00008540667,0.0015826061,0.000083669016,0.0000410727,0.001612468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9752533,0.016195282,0.0017852695,0.0009806129,0.004739416,0.0010460723],"domain_scores_gemma":[0.91628116,0.054446824,0.012451086,0.0045666113,0.0069767237,0.0052776504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045802772,0.00043781474,0.0008632874,0.0016137601,0.0015315382,0.0028156356,0.0020706197,0.001320435,0.0019283602],"category_scores_gemma":[0.13309677,0.00032115137,0.00067929144,0.00092612713,0.0008546127,0.0022542344,0.0014388532,0.0014740371,0.000596828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003485518,0.005021217,0.075858906,0.001336167,0.00019631075,0.0000913623,0.016860018,0.00022859701,0.0014038242,0.0005173355,0.0033212504,0.89481646],"study_design_scores_gemma":[0.002600545,0.03184731,0.768939,0.009964712,0.0018878904,0.0012164797,0.08360982,0.0042283717,0.014981647,0.0058599073,0.074486814,0.00037744036],"about_ca_topic_score_codex":0.0028502336,"about_ca_topic_score_gemma":0.007695123,"teacher_disagreement_score":0.045802772,"about_ca_system_score_codex":0.0020033142,"about_ca_system_score_gemma":0.008406826,"threshold_uncertainty_score":0.24223113},"labels":[],"label_agreement":null},{"id":"W2319196674","doi":"10.1103/physrevstper.10.010112","title":"Correlating student interest and high school preparation with learning and performance in an introductory university physics course","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; License; Course (navigation); Concept inventory; Attribution; Citation; Final examination; Psychology; Physics; Library science; Computer science","score_opus":0.0952671731160703,"score_gpt":0.49020717313280326,"score_spread":0.39494000001673296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319196674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992149,0.000050818522,0.000045528763,0.000023255856,0.0000024556368,0.00000486192,0.00003386861,0.0000032980925,0.0006209374],"genre_scores_gemma":[0.99919814,0.000034003973,0.000056867684,0.0000072817425,0.0000044568555,0.0000038069154,0.000097441094,0.0000016111086,0.0005964876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990484,0.000273684,0.00007923136,0.00012093212,0.0002738062,0.00020395884],"domain_scores_gemma":[0.9889409,0.0034582184,0.0030939993,0.00042523307,0.0015325876,0.0025490744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020370248,0.00024214695,0.0002945606,0.001106545,0.0003700192,0.0008974458,0.00042457102,0.00045942722,0.0029416098],"category_scores_gemma":[0.010992747,0.00012227902,0.00033083046,0.00077057106,0.00031172266,0.00032150213,0.00059180957,0.000808315,0.00087781413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011465517,0.00045189686,0.993327,0.0000071408645,0.000032226864,0.000028009146,0.00016758851,0.00009126117,0.00027856918,0.00003382155,0.00008351235,0.0053843427],"study_design_scores_gemma":[0.0000022776185,0.0003275213,0.999102,0.0000019198721,0.0000069645153,0.000018736831,0.0001314772,0.00009499707,0.00015892835,0.000020829157,0.00013185729,0.0000025500817],"about_ca_topic_score_codex":0.0028849,"about_ca_topic_score_gemma":0.0028351343,"teacher_disagreement_score":0.0029416098,"about_ca_system_score_codex":0.00035570675,"about_ca_system_score_gemma":0.0004056225,"threshold_uncertainty_score":0.010772884},"labels":[],"label_agreement":null},{"id":"W2468260017","doi":"10.1103/physrevstper.11.020112","title":"Student understanding of time dependence in quantum mechanics","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mount Allison University; University of Washington; National Science Foundation","keywords":"Attribution; License; Set (abstract data type); Mathematics education; Citation; Categorization; Psychology; Computer science; Social psychology; Artificial intelligence","score_opus":0.16994923403261566,"score_gpt":0.46514922583404794,"score_spread":0.2951999918014323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468260017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840926,0.0018740689,0.0024892623,0.0021856045,0.000032553347,0.000018696826,0.000023270617,0.000023836168,0.0092601655],"genre_scores_gemma":[0.9950742,0.0015338364,0.0006159555,0.00025615797,0.0000122409665,0.000012458565,0.000029554023,0.0000051669044,0.0024605042],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982834,0.0007788021,0.00007363279,0.00016974179,0.00057981396,0.00011468427],"domain_scores_gemma":[0.9947456,0.0028597757,0.0011380302,0.00026464107,0.00079142064,0.00020052772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026646534,0.00014307612,0.0003052348,0.00035339512,0.00040905515,0.0017077513,0.00048217454,0.0006192827,0.0018144991],"category_scores_gemma":[0.012920564,0.000116752904,0.0001720176,0.0002903745,0.0007152992,0.0014732947,0.0010434024,0.0010009906,0.000316669],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003169727,0.001024717,0.27931288,0.0008092549,0.00007608687,0.00069052004,0.19158462,0.0023002168,0.02016813,0.02422874,0.011500209,0.46798763],"study_design_scores_gemma":[0.00005366211,0.0026082287,0.6633222,0.0010456278,0.00010168024,0.0022503,0.12865154,0.011427986,0.01683875,0.06228533,0.11126471,0.00015000561],"about_ca_topic_score_codex":0.001349654,"about_ca_topic_score_gemma":0.0011401909,"teacher_disagreement_score":0.0026646534,"about_ca_system_score_codex":0.0005647089,"about_ca_system_score_gemma":0.00082540774,"threshold_uncertainty_score":0.014092207},"labels":[],"label_agreement":null},{"id":"W2953019934","doi":"10.1103/physrevstper.4.010103","title":"Why we should teach the Bohr model and how to teach it effectively","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Bohr model; Curriculum; Atom (system on chip); Mathematics education; Atomic model; Computer science; Physics; Quantum mechanics; Pedagogy; Psychology; Atomic physics","score_opus":0.3269798550093867,"score_gpt":0.5395966759339549,"score_spread":0.21261682092456818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953019934","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03377012,0.026602158,0.045616873,0.8374885,0.004499083,0.00025026017,0.00009543305,0.0006711664,0.051006433],"genre_scores_gemma":[0.54789543,0.046593696,0.17595115,0.18794023,0.0027246529,0.001932315,0.00025440202,0.0005990387,0.03610911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99247897,0.0036587224,0.00019793632,0.0005898668,0.0024485232,0.00062602764],"domain_scores_gemma":[0.9878087,0.0062478534,0.0011185883,0.0010743303,0.001985899,0.0017646247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011873786,0.00047483822,0.00064976787,0.0010094994,0.0016303934,0.0032402894,0.002079548,0.0043311133,0.0041224705],"category_scores_gemma":[0.025235845,0.00039133138,0.0006331429,0.0006071126,0.00609272,0.01070871,0.0025945567,0.0054948167,0.0023713107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103731865,0.00096418615,0.0048235385,0.0036066596,0.000119803546,0.00018379164,0.008643968,0.0025409027,0.003341314,0.47818047,0.21136533,0.28612638],"study_design_scores_gemma":[0.0002684984,0.00042235974,0.0047574285,0.002528676,0.00007888856,0.00027112168,0.0064720307,0.0027930725,0.004077569,0.41907927,0.55915207,0.00009898741],"about_ca_topic_score_codex":0.005699278,"about_ca_topic_score_gemma":0.005656059,"teacher_disagreement_score":0.011873786,"about_ca_system_score_codex":0.004827515,"about_ca_system_score_gemma":0.010850689,"threshold_uncertainty_score":0.06279528},"labels":[],"label_agreement":null}]}