{"meta":{"query_hash":"16ef6b73f4e3","filters":{"venue":"Physical Review Physics Education Research"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/16ef6b73f4e3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Physical+Review+Physics+Education+Research"},"results":[{"id":"W2436074497","doi":"10.1103/physrevphyseducres.12.010138","title":"Effective student teams for collaborative learning in an introductory university physics course","year":2016,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Medical education; Course (navigation); Physics education; Collaborative learning; Team-based learning; Psychology; Physics; Medicine","score_opus":0.09427027595971095,"score_gpt":0.5615257587336359,"score_spread":0.4672554827739249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436074497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91274416,0.0024472538,0.018937232,0.022111455,0.0010305339,0.013929715,0.000053904336,0.00026083054,0.028484887],"genre_scores_gemma":[0.9920274,0.0015808736,0.0013615413,0.00014245145,0.002798592,0.00042689775,0.000021182355,0.000035100285,0.0016059587],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904505,0.0073940256,0.00018985714,0.00055513874,0.0008597963,0.0005506954],"domain_scores_gemma":[0.9936727,0.0031466517,0.00015905722,0.0003473938,0.0025090335,0.00016512723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00666085,0.0001676816,0.0003987608,0.00008204896,0.00074483,0.000056290613,0.00053583394,0.00004351693,0.000018493884],"category_scores_gemma":[0.0026086133,0.0001402487,0.00009286669,0.0023701352,0.00069917593,0.00068852765,0.00010482346,0.0006125568,0.00005399757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003336143,0.0018123656,0.0039842688,0.00017896545,0.000025228146,3.1583815e-7,0.012084005,0.000006136409,0.003192976,0.4645787,0.0017704711,0.5123332],"study_design_scores_gemma":[0.002458468,0.0018001324,0.051794555,0.0056357556,0.0001787275,2.2961352e-7,0.06447302,0.0001734008,0.0058681965,0.4547615,0.41125387,0.001602147],"about_ca_topic_score_codex":0.00022239418,"about_ca_topic_score_gemma":0.00008085736,"teacher_disagreement_score":0.51073104,"about_ca_system_score_codex":0.0013445204,"about_ca_system_score_gemma":0.002759646,"threshold_uncertainty_score":0.57287055},"labels":[],"label_agreement":null},{"id":"W2479607102","doi":"10.1103/physrevphyseducres.12.020104","title":"Gender gaps and gendered action in a first-year physics laboratory","year":2016,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Gender gap; Test (biology); Mathematics education; Telecommunications; Psychology; Computer science; Demographic economics; Biology; Economics; Ecology","score_opus":0.2041415264555841,"score_gpt":0.4729628708940865,"score_spread":0.2688213444385024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479607102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8979628,0.014507415,0.00047899038,0.022588994,0.0008272596,0.0031088414,0.000051059847,0.00016858618,0.060306042],"genre_scores_gemma":[0.9619071,0.036336143,0.00010417557,0.00021935637,0.0008556091,0.00010618656,0.000008516367,0.000012191938,0.00045075678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979234,0.00044354453,0.00013198637,0.00032706064,0.0007973217,0.00037670654],"domain_scores_gemma":[0.9986247,0.0003840559,0.000053921038,0.00021489257,0.0005390577,0.00018341809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010483152,0.00010433581,0.0001962647,0.000056382578,0.00037823536,0.000059221147,0.00020985109,0.00003599535,0.00009421714],"category_scores_gemma":[0.00040072517,0.000086274464,0.000056185454,0.0010411384,0.00029217906,0.00046724628,0.0001110582,0.00020322615,0.00025217928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033708566,0.001366334,0.043990377,0.0014599828,0.000040393592,0.0000015420259,0.014697323,4.700644e-7,0.0015997215,0.5636224,0.048985224,0.32420254],"study_design_scores_gemma":[0.0011845551,0.0000755588,0.08266122,0.002841155,0.00006329071,3.264028e-7,0.009540619,0.000019491625,0.0017765976,0.49626014,0.40464568,0.00093137013],"about_ca_topic_score_codex":0.00032057092,"about_ca_topic_score_gemma":0.00014318638,"teacher_disagreement_score":0.35566047,"about_ca_system_score_codex":0.00036839786,"about_ca_system_score_gemma":0.0012358062,"threshold_uncertainty_score":0.35181704},"labels":[],"label_agreement":null},{"id":"W2518402795","doi":"10.1103/physrevphyseducres.12.020128","title":"Investigating the effect of question-driven pedagogy on the development of physics teacher candidates’ pedagogical content knowledge","year":2016,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Auckland","keywords":"Rubric; Mathematics education; Subject (documents); Peer instruction; Teacher education; Pedagogy; Content (measure theory); Computer science; Psychology; Peer feedback; Mathematics; World Wide Web","score_opus":0.39862009278986776,"score_gpt":0.5982323534034999,"score_spread":0.19961226061363213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518402795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614379,0.00096591486,0.0019521713,0.01072536,0.00020241541,0.0021953399,0.000005988661,0.000031541855,0.022483395],"genre_scores_gemma":[0.99681383,0.0002392416,0.00053413486,0.00010181026,0.00084704795,0.00047821537,0.00000537708,0.000020877053,0.0009594487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9881625,0.0094620725,0.0004684337,0.00031318195,0.0011859408,0.00040784958],"domain_scores_gemma":[0.9892221,0.008677038,0.00034233485,0.00051416806,0.001138085,0.000106243584],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011666977,0.00018513108,0.00044374028,0.000040507413,0.0007274257,0.000027421118,0.00078666507,0.000040059862,0.000052604737],"category_scores_gemma":[0.00916064,0.000082786,0.00015139468,0.001110096,0.0014887026,0.00012008622,0.00016812759,0.000617711,0.00010065824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009485248,0.00043381678,0.0037352657,0.00036913028,0.00003895076,2.1301698e-8,0.017489059,6.270974e-7,0.011556652,0.6100489,0.0012214215,0.3550967],"study_design_scores_gemma":[0.0016905908,0.0021809745,0.044509146,0.036212105,0.00037054744,8.676563e-7,0.015626963,0.00035916563,0.45486423,0.32221797,0.1202349,0.0017325535],"about_ca_topic_score_codex":0.00027093524,"about_ca_topic_score_gemma":0.000037259888,"teacher_disagreement_score":0.44330758,"about_ca_system_score_codex":0.00031153977,"about_ca_system_score_gemma":0.002233539,"threshold_uncertainty_score":0.9991856},"labels":[],"label_agreement":null},{"id":"W2528280255","doi":"10.1103/physrevphyseducres.12.020120","title":"Masculinities and experimental practices in physics: The view from three case studies","year":2016,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Masculinity; Subject (documents); Limiting; Ethnography; Dynamics (music); Physics education; Graduate students; Mathematics education; Sociology; Pedagogy; Gender studies; Psychology; Library science; Engineering; Anthropology; Computer science","score_opus":0.36832522946993296,"score_gpt":0.5560175501600549,"score_spread":0.18769232069012198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528280255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90898424,0.06422129,0.000010694755,0.018534372,0.00024118701,0.0010188341,0.000010647352,0.00002443752,0.006954292],"genre_scores_gemma":[0.9544977,0.043652155,0.000051979125,0.0003135081,0.0010475395,0.00021922681,0.0000035619487,0.000007360467,0.00020698014],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99787194,0.00071820035,0.00014884297,0.00029678512,0.00068515807,0.00027909814],"domain_scores_gemma":[0.9968894,0.002271687,0.0001248793,0.00024006686,0.00038204587,0.00009190737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013247149,0.00010998801,0.00024212754,0.000023272703,0.00063020596,0.000092557464,0.00026302622,0.000018037645,0.00005953282],"category_scores_gemma":[0.0009877214,0.000065382534,0.00006236516,0.0004764343,0.00077944156,0.00057815167,0.00024107707,0.00018673789,0.000116227544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002698039,0.0011284216,0.010254407,0.0004495106,0.00013502709,0.000033600598,0.08268876,1.3391411e-7,0.00035694128,0.20433953,0.014154638,0.68643206],"study_design_scores_gemma":[0.0008637735,0.00014305633,0.0039122095,0.005319692,0.00014587597,0.000008927845,0.20941633,0.00001515917,0.0018125863,0.6453744,0.13220125,0.0007867133],"about_ca_topic_score_codex":0.002873497,"about_ca_topic_score_gemma":0.0009580921,"teacher_disagreement_score":0.68564534,"about_ca_system_score_codex":0.00020218593,"about_ca_system_score_gemma":0.00056208484,"threshold_uncertainty_score":0.48470986},"labels":[],"label_agreement":null},{"id":"W2556239236","doi":"10.1103/physrevphyseducres.12.028001","title":"Comment on “Benefits of completing homework for students with different aptitudes in an introductory electricity and magnetism course”","year":2016,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Magnetism; Psychology; Mathematics education; Medical education; Physics; Medicine; Condensed matter physics","score_opus":0.12255458416952618,"score_gpt":0.4381432722149282,"score_spread":0.315588688045402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556239236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788194,0.0010642277,0.0000041037224,0.019153738,0.00003845182,0.0008036727,0.000025515661,0.0000064964047,0.00008443114],"genre_scores_gemma":[0.99691993,0.0017107975,0.00006321719,0.00049228483,0.00036968227,0.00037311474,0.00003704433,0.0000016928898,0.000032209853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864334,0.00016049008,0.00017606674,0.00029189457,0.00050955603,0.00021866141],"domain_scores_gemma":[0.99802953,0.0011006399,0.00008939055,0.00009613984,0.00062469527,0.00005962616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046685393,0.00010915713,0.00024084961,0.000022145327,0.00014555044,0.000028453022,0.00023557057,0.0000133430485,0.000020317859],"category_scores_gemma":[0.00015910396,0.0000398733,0.000027910737,0.00054366625,0.00014159163,0.00010030375,0.00007209412,0.00011408243,0.000003815117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009184503,0.010680605,0.14222631,0.00048689966,0.000048544203,5.4200108e-8,0.0002872477,0.0000023831856,0.013386376,0.34239924,0.0064047617,0.48398572],"study_design_scores_gemma":[0.0002173666,0.0011907768,0.97752166,0.0019934874,0.00001939376,1.4941708e-7,0.00028677474,0.0000064009423,0.0011318865,0.013663227,0.0037985242,0.00017037237],"about_ca_topic_score_codex":0.000041711242,"about_ca_topic_score_gemma":0.00003418467,"teacher_disagreement_score":0.8352953,"about_ca_system_score_codex":0.000077820216,"about_ca_system_score_gemma":0.00004330943,"threshold_uncertainty_score":0.1625986},"labels":[],"label_agreement":null},{"id":"W2606111406","doi":"10.1103/physrevphyseducres.13.010116","title":"Toolboxes and handing students a hammer: The effects of cueing and instruction on getting students to think critically","year":2017,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Critically ill; Hammer; Psychology; Mathematics education; Aeronautics; Computer science; Computer security; Engineering; Medicine; Intensive care medicine; Mechanical engineering","score_opus":0.07384709227845235,"score_gpt":0.5383232676421975,"score_spread":0.4644761753637452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606111406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753928,0.0009786154,0.000035453606,0.019181741,0.00038472176,0.0010732571,6.5299116e-7,0.000013819124,0.0029389064],"genre_scores_gemma":[0.99304533,0.004191046,0.00022648141,0.0016441016,0.00048584194,0.00016138387,0.000001201688,0.000010156774,0.00023446167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99725616,0.00052611926,0.00019443096,0.00029484526,0.0014229926,0.0003054591],"domain_scores_gemma":[0.9974584,0.0013528414,0.00008050964,0.0003490527,0.00054164353,0.00021755949],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022779214,0.00010514411,0.00022222781,0.00004655172,0.0020410307,0.00059292006,0.0006258962,0.000024965742,0.000005931857],"category_scores_gemma":[0.008146922,0.00008040909,0.00004174701,0.00022589063,0.0005317136,0.00023626574,0.00031914745,0.0003178002,0.000019521694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009790624,0.000900833,0.015103967,0.0015953955,0.00003803997,3.6709787e-7,0.027597224,9.1196526e-8,0.00058116094,0.5763041,0.00095409265,0.37691498],"study_design_scores_gemma":[0.00085217773,0.0005086339,0.37396845,0.02383379,0.00016769419,0.0000013724563,0.014674589,0.000019810013,0.0037432504,0.559474,0.022043156,0.00071306055],"about_ca_topic_score_codex":0.00024054713,"about_ca_topic_score_gemma":0.000011105977,"teacher_disagreement_score":0.37620193,"about_ca_system_score_codex":0.00009627759,"about_ca_system_score_gemma":0.00028886046,"threshold_uncertainty_score":0.99925816},"labels":[],"label_agreement":null},{"id":"W3045815317","doi":"10.1103/physrevphyseducres.16.020107","title":"Development and validation of the moon phases concept inventory for middle school","year":2020,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Université du Québec à Montréal","keywords":"Cronbach's alpha; Readability; Test (biology); Psychology; Reading (process); Reliability (semiconductor); Construct validity; Face validity; Perspective (graphical); Statistics; Psychometrics; Clinical psychology; Computer science; Mathematics; Artificial intelligence; Physics","score_opus":0.45189588099384703,"score_gpt":0.5574689975373768,"score_spread":0.10557311654352974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045815317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92354304,0.0064631924,0.0003125428,0.056779932,0.0005160766,0.0029627206,0.000009079924,0.000028472004,0.009384928],"genre_scores_gemma":[0.9953716,0.0009816864,0.00028509722,0.0016102445,0.00096268574,0.00030054236,0.000013343364,0.000006776598,0.00046807167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983927,0.000418036,0.00017441875,0.00020386222,0.0006196032,0.00019136321],"domain_scores_gemma":[0.9985791,0.0003824039,0.000101213715,0.00014795903,0.0005783153,0.00021100597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010105171,0.00006112512,0.000137762,0.000019211224,0.0005257821,0.000045233417,0.00031523994,0.000015892507,0.000110436165],"category_scores_gemma":[0.002682407,0.00004733799,0.000057704172,0.00075494027,0.0003965329,0.00017780565,0.000050148014,0.00015155751,0.000028061682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015707648,0.0012660087,0.0019950776,0.0017107341,0.000026769238,1.972459e-8,0.16798261,0.000007013753,0.004286954,0.39610255,0.077890284,0.34871626],"study_design_scores_gemma":[0.00024201602,0.00007611308,0.00091826596,0.0010044778,0.000027125876,8.6453674e-8,0.03745775,0.00015174912,0.03981939,0.032178164,0.88789195,0.0002329374],"about_ca_topic_score_codex":0.000117918404,"about_ca_topic_score_gemma":0.000009705089,"teacher_disagreement_score":0.8100016,"about_ca_system_score_codex":0.00007846163,"about_ca_system_score_gemma":0.0032717236,"threshold_uncertainty_score":0.58038974},"labels":[],"label_agreement":null},{"id":"W3159535429","doi":"10.1103/physrevphyseducres.17.010131","title":"Comparison of labatorials and traditional labs: The impacts of instructional scaffolding on the student experience and conceptual understanding","year":2021,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Worksheet; Scaffold; Class (philosophy); Mathematics education; Context (archaeology); Memorization; Construct (python library); Computer science; Concept learning; Psychology; Artificial intelligence","score_opus":0.22670451219154508,"score_gpt":0.4738337158912585,"score_spread":0.24712920369971342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159535429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99108475,0.006993089,0.000116556956,0.00049814844,0.0001729825,0.00022371269,0.0000063997913,0.0000104078845,0.00089395436],"genre_scores_gemma":[0.99763864,0.0019220926,0.00010129375,0.000031634252,0.00022554118,0.00006036628,0.0000059268173,0.000011464114,0.0000030329609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988647,0.00015194995,0.00019939529,0.00012517361,0.00052935333,0.00012941823],"domain_scores_gemma":[0.9985208,0.0011021947,0.000047018937,0.00015887198,0.00012206275,0.00004905078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035765013,0.000086925975,0.00020749733,0.000021149639,0.000116904084,0.000027983984,0.00011510669,0.000013934759,0.000020930744],"category_scores_gemma":[0.00021595476,0.000060768518,0.000035837744,0.00034218837,0.00032366964,0.00008717335,0.000054276585,0.00024973156,0.0000013815159],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003392366,0.00027105887,0.0011827414,0.0006771044,0.000058732494,1.262759e-7,0.008873042,0.0013170416,0.10414296,0.8805876,0.00095966476,0.0019265662],"study_design_scores_gemma":[0.0008024419,0.0004936096,0.023303911,0.012767273,0.000115353534,0.000017132925,0.12516332,0.020345598,0.76284885,0.047831062,0.0055118385,0.00079961383],"about_ca_topic_score_codex":0.0000031980924,"about_ca_topic_score_gemma":2.817776e-7,"teacher_disagreement_score":0.8327565,"about_ca_system_score_codex":0.00010299921,"about_ca_system_score_gemma":0.00008981928,"threshold_uncertainty_score":0.24780682},"labels":[],"label_agreement":null},{"id":"W3196271628","doi":"10.1103/physrevphyseducres.17.020109","title":"Student behavior in undergraduate physics laboratories: Designing experiments","year":2021,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; National Science Foundation","keywords":"Mathematics education; Engineering physics; Physics; Psychology","score_opus":0.2911388720143689,"score_gpt":0.6187056358976099,"score_spread":0.32756676388324096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196271628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7989373,0.033056553,0.000932967,0.040495165,0.0040615876,0.0045528254,0.000016900507,0.00018704348,0.11775964],"genre_scores_gemma":[0.9833539,0.010795767,0.00039838298,0.0009960403,0.0016845698,0.0010323037,0.00003241439,0.000022052947,0.001684544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99498016,0.0019771042,0.0002903607,0.0005183893,0.0016167847,0.00061718974],"domain_scores_gemma":[0.99700326,0.00064189476,0.00009549291,0.00046916786,0.0014891154,0.0003010492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018741965,0.00014858408,0.00030098463,0.00006164488,0.0006953547,0.00024128471,0.00051226054,0.000036039197,0.00017122374],"category_scores_gemma":[0.0011036259,0.00015529919,0.00009838713,0.003880712,0.00037112145,0.00047921794,0.00011304004,0.00054427783,0.00034865737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043090195,0.006116269,0.014445537,0.00029290872,0.000017401931,0.0000053851973,0.044723682,0.0000072650682,0.0058966833,0.79168546,0.011544951,0.12526013],"study_design_scores_gemma":[0.0008537668,0.00021011171,0.02650477,0.003656912,0.00012381442,0.0000019238817,0.21978262,0.00006426975,0.03411461,0.39160007,0.32144764,0.0016394733],"about_ca_topic_score_codex":0.0005939401,"about_ca_topic_score_gemma":0.00012821835,"teacher_disagreement_score":0.4000854,"about_ca_system_score_codex":0.0005075485,"about_ca_system_score_gemma":0.0071010482,"threshold_uncertainty_score":0.99852777},"labels":[],"label_agreement":null},{"id":"W3204491020","doi":"10.1103/physrevphyseducres.17.020128","title":"Restructuring physics labs to cultivate sense of student agency","year":2021,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Cornell University; National Science Foundation","keywords":"Agency (philosophy); Attribution; Mathematics education; Physics education; License; Restructuring; Preference; Psychology; Mathematics; Computer science; Sociology; Political science; Social psychology; Social science","score_opus":0.22770479683485426,"score_gpt":0.5758712050589198,"score_spread":0.3481664082240655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204491020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9470301,0.010044848,0.00008744171,0.0035040886,0.0007299929,0.00073943543,0.000020620573,0.000032241354,0.03781118],"genre_scores_gemma":[0.9918003,0.0025115365,0.0005355822,0.00062263216,0.0015493939,0.0004284049,0.000071632036,0.000035027206,0.0024454738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9970639,0.00067840295,0.00040921965,0.00056237873,0.0007963173,0.0004898326],"domain_scores_gemma":[0.99674773,0.0005621635,0.0001396659,0.00090468733,0.0014424052,0.00020336584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000538218,0.00019567761,0.0004539528,0.000044493754,0.00016951024,0.000051406005,0.0003573933,0.000036707428,0.00031022588],"category_scores_gemma":[0.00030197264,0.00017957193,0.00019207856,0.001463546,0.00015383447,0.00011242042,0.00023420762,0.00043892197,0.0006125369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026938305,0.0042413254,0.0035273335,0.0024410025,0.00018803138,0.000011252333,0.0077014244,0.000053280535,0.015051696,0.8053503,0.05105621,0.11035119],"study_design_scores_gemma":[0.0005279752,0.00047048443,0.45801413,0.004772526,0.00017253055,0.000026587406,0.01169111,0.000017831188,0.03407561,0.43304983,0.056112114,0.0010692533],"about_ca_topic_score_codex":0.00014924,"about_ca_topic_score_gemma":0.000002723808,"teacher_disagreement_score":0.45448682,"about_ca_system_score_codex":0.00012817167,"about_ca_system_score_gemma":0.0008597162,"threshold_uncertainty_score":0.7873127},"labels":[],"label_agreement":null},{"id":"W4385289168","doi":"10.1103/physrevphyseducres.19.020106","title":"Using story-based methodologies to explore physics identities: How do moments add up to a life in physics?","year":2023,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Vetenskapsrådet","keywords":"Timeline; Context (archaeology); Narrative; Interview; Physics education; Narrative inquiry; Physics; Mathematics education; Sociology; Psychology; Literature; Mathematics; History; Art","score_opus":0.8487496426773131,"score_gpt":0.6626365299621945,"score_spread":0.18611311271511866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385289168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51496786,0.0079038935,0.012989425,0.44165415,0.0048217806,0.011390435,0.0000696042,0.0009152343,0.0052876035],"genre_scores_gemma":[0.9808342,0.0019946275,0.0023688206,0.0041276948,0.0051605953,0.0028430992,0.000050215043,0.00008887962,0.0025318677],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99298364,0.0031168247,0.00030870948,0.00075172924,0.0017759277,0.0010631796],"domain_scores_gemma":[0.99591064,0.0017684012,0.00013857918,0.0006499233,0.00097057805,0.0005618876],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038198188,0.0002989149,0.0006586514,0.0002835414,0.0006942234,0.0003167506,0.00083095225,0.00005640591,0.000058321875],"category_scores_gemma":[0.0058441446,0.00030657445,0.00022812736,0.006873487,0.00038052388,0.00051355973,0.00023619519,0.00072774023,0.0010000007],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037103513,0.0012383247,0.001925873,0.0022813475,0.000102613325,0.0000014585402,0.5189379,0.00084422296,0.000950476,0.05031227,0.24362044,0.179748],"study_design_scores_gemma":[0.0005342623,0.00018867503,0.0035411164,0.0048773983,0.00009660566,1.0373793e-7,0.7428235,0.00035009618,0.0009261389,0.1370466,0.10831567,0.0012998513],"about_ca_topic_score_codex":0.0005297291,"about_ca_topic_score_gemma":0.000048014073,"teacher_disagreement_score":0.46586633,"about_ca_system_score_codex":0.00082666404,"about_ca_system_score_gemma":0.0027414723,"threshold_uncertainty_score":0.9999386},"labels":[],"label_agreement":null},{"id":"W4389335555","doi":"10.1103/physrevphyseducres.19.020164","title":"Confirmatory factor analysis of two self-efficacy scales for astronomy understanding and robotic telescope use","year":2023,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Confirmatory factor analysis; Attribution; License; Scale (ratio); Self-efficacy; Construct validity; Construct (python library); Psychology; Subject (documents); Telescope; Citation; Astronomy; Computer science; Physics; Library science; Structural equation modeling; Psychometrics; Social psychology","score_opus":0.3124720375094777,"score_gpt":0.49840380292067143,"score_spread":0.18593176541119372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389335555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885894,0.001148795,0.003475949,0.0018562698,0.00019192291,0.0022946042,0.000053117117,0.00011419227,0.0022757405],"genre_scores_gemma":[0.9967768,0.0023152533,0.00041758604,0.000040888615,0.00014980283,0.000056799156,0.00007069774,0.000007501741,0.00016462327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998449,0.00026610255,0.00015753122,0.00024026573,0.00058559084,0.00030148754],"domain_scores_gemma":[0.99766505,0.0015015558,0.0000784196,0.0001645533,0.00043497834,0.00015542316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000822394,0.00008435681,0.00032947713,0.00020338931,0.00043152363,0.00009387704,0.00019293753,0.0000176511,0.000023693554],"category_scores_gemma":[0.00034403012,0.000083718165,0.00016147447,0.0024509232,0.0002614806,0.00027480302,0.00009330173,0.00011456474,0.000023238616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021095926,0.0016136976,0.05965685,0.0019741019,0.0011439247,3.8431696e-7,0.019345053,0.000082599254,0.00033072592,0.81949335,0.016026793,0.08031142],"study_design_scores_gemma":[0.0028140391,0.00031376586,0.6372097,0.0040557897,0.0051179393,2.1236293e-7,0.05324948,0.0063935197,0.0009459484,0.12750429,0.16008326,0.0023120355],"about_ca_topic_score_codex":0.00028798,"about_ca_topic_score_gemma":0.00007385716,"teacher_disagreement_score":0.69198906,"about_ca_system_score_codex":0.00023624342,"about_ca_system_score_gemma":0.000718049,"threshold_uncertainty_score":0.34139276},"labels":[],"label_agreement":null},{"id":"W4391345463","doi":"10.1103/physrevphyseducres.20.010102","title":"Gender equity in physics labs","year":2024,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Scholarship; Intersectionality; Equity (law); Gender equity; Context (archaeology); Curriculum; Engineering ethics; Public relations; Sociology; Political science; Social science; Pedagogy; Engineering; Gender studies","score_opus":0.36670602685263864,"score_gpt":0.5861405963774424,"score_spread":0.21943456952480378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391345463","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062448762,0.03673935,0.0002794342,0.011407611,0.0014910329,0.0020967042,0.000020175485,0.00024731434,0.88526964],"genre_scores_gemma":[0.9797136,0.014851404,0.00008612385,0.00047121226,0.0025339252,0.00013382529,0.000037477806,0.000016491264,0.0021559198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971703,0.00047663433,0.00015531416,0.00037670138,0.0013213,0.00049974653],"domain_scores_gemma":[0.99871314,0.00042894378,0.00002362008,0.00024147046,0.00041192595,0.00018091706],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020677813,0.0001118528,0.00021463828,0.000071819064,0.00031803641,0.00021235933,0.00042959992,0.00003211694,0.00019501384],"category_scores_gemma":[0.00030153687,0.00010969748,0.00012928389,0.0023961884,0.0002570828,0.00045158248,0.0002856032,0.000508592,0.0012539055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020517703,0.00038368857,0.0008509829,0.001013597,0.000011869641,0.0000019053259,0.0074316016,8.681133e-7,0.00006504255,0.6174752,0.044135936,0.32862723],"study_design_scores_gemma":[0.00007687047,0.000015550277,0.002886358,0.0016180753,0.000025461935,1.4941624e-7,0.0017303375,0.00012915324,0.0001792761,0.5923545,0.40069926,0.00028503634],"about_ca_topic_score_codex":0.00077603146,"about_ca_topic_score_gemma":0.00008719207,"teacher_disagreement_score":0.9172649,"about_ca_system_score_codex":0.00059486163,"about_ca_system_score_gemma":0.0033531177,"threshold_uncertainty_score":0.99952376},"labels":[],"label_agreement":null},{"id":"W4391839724","doi":"10.1103/physrevphyseducres.20.010106","title":"Using continua to analyze qualitative data investigating epistemic beliefs about physics knowledge: Visualizing beliefs","year":2024,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Brandon University","funders":"Research Manitoba","keywords":"Epistemology; Physics; Qualitative property; Computer science; Philosophy","score_opus":0.5550170180679805,"score_gpt":0.6725105470796182,"score_spread":0.11749352901163768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391839724","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38713998,0.449726,0.010336583,0.029806664,0.0069034267,0.0071146167,0.0007138726,0.00082468754,0.1074342],"genre_scores_gemma":[0.9737791,0.0035408528,0.0036869564,0.001479796,0.010739552,0.001187054,0.001150374,0.00020084687,0.0042355056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9938386,0.0020811115,0.0007852405,0.0014288946,0.0009158741,0.00095026486],"domain_scores_gemma":[0.9932649,0.0032936216,0.00019467899,0.0016627526,0.0011624383,0.0004216123],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035127033,0.00042535306,0.00075380603,0.00016809283,0.00054109114,0.0004265048,0.0013850916,0.00008372021,0.00014796945],"category_scores_gemma":[0.0013573719,0.00039457242,0.00022097488,0.003517475,0.0005045711,0.0006254993,0.00066235446,0.0011128086,0.0021191176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073605743,0.0012212584,0.0001442614,0.004738659,0.00025805837,0.0000024025896,0.04154235,0.000026199914,0.002594703,0.76871794,0.10255063,0.07819615],"study_design_scores_gemma":[0.0004463783,0.000542206,0.0036213724,0.04373327,0.00056381995,0.000031243748,0.06251218,0.007118715,0.0009412936,0.703965,0.17399378,0.0025307296],"about_ca_topic_score_codex":0.0011451901,"about_ca_topic_score_gemma":0.000017892007,"teacher_disagreement_score":0.5866391,"about_ca_system_score_codex":0.00044052865,"about_ca_system_score_gemma":0.002411166,"threshold_uncertainty_score":0.99985063},"labels":[],"label_agreement":null},{"id":"W4396720198","doi":"10.1103/physrevphyseducres.20.010137","title":"Self-efficacy changes and gender effects on self-efficacy in a large-scale robotic telescope focused curriculum","year":2024,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Curriculum; Self-efficacy; Scale (ratio); Psychology; Pedagogy; Geography; Psychotherapist; Cartography","score_opus":0.0666115388630518,"score_gpt":0.4190822664726384,"score_spread":0.35247072760958664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396720198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92397577,0.029577529,0.00005186376,0.011840339,0.0009928253,0.0050862366,0.0000075965527,0.00046564895,0.028002212],"genre_scores_gemma":[0.9779482,0.01945615,0.00032585117,0.00041230005,0.0012799542,0.00023583334,0.00002518612,0.000026484566,0.0002900513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681073,0.0007786325,0.00015421907,0.0005645745,0.0010742751,0.0006175822],"domain_scores_gemma":[0.9980655,0.0011143032,0.00003622609,0.00025637358,0.00025934368,0.0002682618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014918623,0.00018444078,0.00034372226,0.00016890005,0.00041812027,0.00021904478,0.0003224279,0.00005236671,0.000031374966],"category_scores_gemma":[0.00036175628,0.0001667563,0.00010535302,0.0020471779,0.000104219645,0.0002434512,0.00017818242,0.0005483489,0.00036911783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014037268,0.017325947,0.0029992396,0.011471766,0.00014558899,0.000018383773,0.08077342,0.0000036812921,0.00009904092,0.18369317,0.03657332,0.6668824],"study_design_scores_gemma":[0.0033374531,0.0008467456,0.11601433,0.020869361,0.00070580264,0.0000028063898,0.008309301,0.0043543964,0.0011281439,0.06366298,0.77775854,0.0030101412],"about_ca_topic_score_codex":0.00021743507,"about_ca_topic_score_gemma":0.00012207842,"teacher_disagreement_score":0.7411852,"about_ca_system_score_codex":0.0004120491,"about_ca_system_score_gemma":0.0010362176,"threshold_uncertainty_score":0.68001246},"labels":[],"label_agreement":null},{"id":"W4398141864","doi":"10.1103/physrevphyseducres.20.010144","title":"Importance of undergraduate institution prestige in physics faculty hiring networks","year":2024,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Science Foundation","keywords":"Prestige; Institution; Medical education; Mathematics education; Psychology; Pedagogy; Sociology; Medicine; Social science; Philosophy; Linguistics","score_opus":0.3449500155640113,"score_gpt":0.6052982771233288,"score_spread":0.26034826155931756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398141864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51962155,0.107104264,0.014526447,0.15747316,0.0034890557,0.009233715,0.000046279038,0.0007128541,0.18779266],"genre_scores_gemma":[0.98484594,0.0126762865,0.00027446751,0.00013462164,0.0013849803,0.0002058105,0.00004538049,0.00001911955,0.00041336933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99617857,0.0012908309,0.00037466895,0.00041016898,0.0013523662,0.00039338664],"domain_scores_gemma":[0.99773604,0.0011098643,0.00015864168,0.00034215927,0.00052763516,0.00012566512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042543043,0.00013424338,0.00028726793,0.00008211516,0.00029016583,0.00013393145,0.00041121177,0.000036773075,0.000018991894],"category_scores_gemma":[0.002085425,0.0001295422,0.00012542924,0.0021957962,0.00039520118,0.0010601257,0.000090459536,0.00082300283,0.00011050979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036540707,0.00051971985,0.0018592613,0.0011095877,0.0000186171,6.575877e-7,0.0021054456,0.000988093,0.00008662627,0.7717968,0.0035378074,0.21797372],"study_design_scores_gemma":[0.00022292373,0.00010096608,0.009047454,0.013748599,0.00012626003,6.9531e-7,0.0009888345,0.039894212,0.0003725556,0.78083605,0.15405418,0.000607287],"about_ca_topic_score_codex":0.0014254204,"about_ca_topic_score_gemma":0.00019816546,"teacher_disagreement_score":0.46522442,"about_ca_system_score_codex":0.0004256689,"about_ca_system_score_gemma":0.0022520968,"threshold_uncertainty_score":0.5282577},"labels":[],"label_agreement":null},{"id":"W4399062566","doi":"10.1103/g4gf-w1yd","title":"Characterizing discourse group roles in inquiry-based university science labs","year":2025,"lang":"en","type":"preprint","venue":"Physical Review Physics Education Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Group (periodic table); Sociology; Mathematics education; Computer science; Engineering ethics; Engineering; Psychology; Chemistry","score_opus":0.19912772014617208,"score_gpt":0.5848207752014192,"score_spread":0.3856930550552471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399062566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8579756,0.008064892,0.015481783,0.014121584,0.0047003054,0.0043880874,0.00010939883,0.00026832081,0.09489002],"genre_scores_gemma":[0.99370515,0.0005983543,0.001441873,0.0008113484,0.0012636277,0.00023585036,0.00022735583,0.00003358991,0.0016828334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9915693,0.005288291,0.0003476894,0.0011697136,0.0009077333,0.0007172985],"domain_scores_gemma":[0.9964111,0.0010088397,0.00027152424,0.0012631909,0.0009036238,0.00014176602],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009156535,0.00031139283,0.0006684331,0.00069038104,0.00040487474,0.000105683444,0.0014189379,0.000106817744,0.00007441168],"category_scores_gemma":[0.0010367366,0.00031655468,0.00018711727,0.0038468055,0.0011724827,0.00016647122,0.00084942416,0.004072987,0.00014681922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067794004,0.004261898,0.002159061,0.004209155,0.0000525173,0.0000052784853,0.01051009,0.00005254011,0.003167802,0.5067923,0.0028441248,0.4658774],"study_design_scores_gemma":[0.002711948,0.0007619058,0.36083388,0.1268387,0.0005312112,0.0000029632552,0.020108996,0.005608686,0.0030731037,0.22884318,0.24564308,0.0050423346],"about_ca_topic_score_codex":0.00044797527,"about_ca_topic_score_gemma":0.0000050105596,"teacher_disagreement_score":0.4608351,"about_ca_system_score_codex":0.00073506637,"about_ca_system_score_gemma":0.0036856676,"threshold_uncertainty_score":0.99992865},"labels":[],"label_agreement":null},{"id":"W4407952648","doi":"10.1103/physrevphyseducres.21.010114","title":"Moving toward belonging in a physics department: What changes are possible with and without a paradigm shift?","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Paradigm shift; Physics; Psychology; Medicine; Quantum mechanics","score_opus":0.18487663322968478,"score_gpt":0.5407169335191566,"score_spread":0.35584030028947183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407952648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57770747,0.067665115,0.00096985087,0.33326793,0.00042185897,0.005278553,0.000006828745,0.00018479097,0.014497591],"genre_scores_gemma":[0.96961844,0.0275891,0.00027970187,0.00102838,0.0005317215,0.0006652794,0.000011058173,0.000020181478,0.00025616545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962892,0.0014367165,0.00020115929,0.00049275864,0.0010770252,0.00050314603],"domain_scores_gemma":[0.9980828,0.0009655907,0.00018662552,0.00034843135,0.00026311458,0.00015341102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002905942,0.00017533205,0.00038023535,0.00012386679,0.00062761235,0.0005430779,0.00035224928,0.000035473855,0.000014625905],"category_scores_gemma":[0.0008421802,0.00015749937,0.00004973418,0.0016274581,0.000336599,0.0014772109,0.00012808798,0.00059942185,0.000033081047],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035620204,0.001396296,0.028444957,0.0022187014,0.000069678405,0.0000010069241,0.020436583,0.000036416375,0.0000372259,0.5680888,0.0005911771,0.37864348],"study_design_scores_gemma":[0.0011748434,0.00028247872,0.06581033,0.043751143,0.0003255548,0.0000010481185,0.022976507,0.002143287,0.0005510967,0.7927317,0.069087714,0.0011643084],"about_ca_topic_score_codex":0.00097279175,"about_ca_topic_score_gemma":0.0005827287,"teacher_disagreement_score":0.39191094,"about_ca_system_score_codex":0.0003215446,"about_ca_system_score_gemma":0.0014323372,"threshold_uncertainty_score":0.64226377},"labels":[],"label_agreement":null},{"id":"W4408288272","doi":"10.1103/physrevphyseducres.21.010118","title":"Investigating the design-science connection in a multiweek engineering design-based introductory physics laboratory task","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Connection (principal bundle); Task (project management); Mathematics education; Science and engineering; Computer science; Engineering; Systems engineering; Engineering ethics; Psychology; Mechanical engineering","score_opus":0.0751746739585975,"score_gpt":0.4144063272145139,"score_spread":0.3392316532559164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408288272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047757037,0.029081259,0.88861144,0.014852373,0.0045639863,0.009212737,0.000015821286,0.00091796176,0.004987377],"genre_scores_gemma":[0.9896431,0.0012784088,0.0056748264,0.0011490353,0.0007980626,0.0013334152,0.000013678313,0.000052523425,0.000056975834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719334,0.00081027666,0.0003500126,0.0004332609,0.0006845023,0.00052858976],"domain_scores_gemma":[0.9952878,0.003000641,0.00007326236,0.0006745711,0.0008184061,0.00014537279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038950874,0.00023587568,0.00029356175,0.0002224013,0.00030220507,0.00017641405,0.0005973231,0.00003595062,0.000011951993],"category_scores_gemma":[0.0035011978,0.00020991766,0.000063853084,0.0058725486,0.00030362565,0.0005665198,0.00005536435,0.0010356776,0.00010477579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017835899,0.0017325074,0.00019421756,0.004954483,0.00007332471,7.81723e-7,0.0025577995,0.35119456,0.35080522,0.07391082,0.04179965,0.1727588],"study_design_scores_gemma":[0.00039469198,0.00007005174,0.0015071497,0.0033259524,0.000074598225,7.4751495e-7,0.00053729914,0.8420107,0.10735381,0.01663033,0.027459456,0.00063521],"about_ca_topic_score_codex":0.000034341265,"about_ca_topic_score_gemma":9.66793e-7,"teacher_disagreement_score":0.94188607,"about_ca_system_score_codex":0.00059639383,"about_ca_system_score_gemma":0.0030233308,"threshold_uncertainty_score":0.8560194},"labels":[],"label_agreement":null},{"id":"W4408613583","doi":"10.1103/physrevphyseducres.21.010122","title":"Presenting a STEM Ways of Thinking framework for engineering design-based physics problems","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Engineering ethics; Engineering; Computer science; Management science; Systems engineering","score_opus":0.16908174304026566,"score_gpt":0.4382893667398063,"score_spread":0.26920762369954065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003624604,0.0022939579,0.99034727,0.0052303053,0.00016125717,0.0013449483,7.090453e-7,0.0001521483,0.00010696582],"genre_scores_gemma":[0.3624527,0.00015856951,0.63343287,0.0013862923,0.00078521087,0.0016295395,0.000012212508,0.000047989306,0.00009460154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975223,0.00039805876,0.00033634919,0.0005067588,0.0007058483,0.0005306699],"domain_scores_gemma":[0.9947938,0.003471034,0.00018103531,0.0007949802,0.00068372075,0.00007546356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021949026,0.00018639918,0.00039145388,0.00010490588,0.00032744548,0.00021355573,0.0011786502,0.00004893855,6.079709e-7],"category_scores_gemma":[0.00095315767,0.00017718338,0.00021979742,0.0018730245,0.00006109373,0.00026263716,0.00021288298,0.000970793,0.0000074102177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019577935,0.00037410168,0.00003647036,0.0044112615,0.000025856114,1.0168038e-7,0.00074535166,0.0042602234,0.00025567223,0.63435525,0.0006411354,0.35489264],"study_design_scores_gemma":[0.00022385102,0.00014471206,0.000040886964,0.014303894,0.00005476735,3.0227943e-7,0.000053979296,0.43954566,0.0075890813,0.49615958,0.04151663,0.0003666371],"about_ca_topic_score_codex":0.000017966493,"about_ca_topic_score_gemma":5.159094e-8,"teacher_disagreement_score":0.43528545,"about_ca_system_score_codex":0.00009582232,"about_ca_system_score_gemma":0.0008375964,"threshold_uncertainty_score":0.72253287},"labels":[],"label_agreement":null},{"id":"W4408849865","doi":"10.1103/physrevphyseducres.21.010124","title":"Improving undergraduate astronomy students’ skills with research literature via accessible summaries: An exploratory case study with Astrobites-based reading assignments","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Virginia Space Grant Consortium; Deutsche Forschungsgemeinschaft; National Aeronautics and Space Administration; Space Telescope Science Institute; National Science Foundation","keywords":"Reading (process); Mathematics education; Exploratory research; Computer science; Psychology; Sociology; Linguistics","score_opus":0.07172789867500298,"score_gpt":0.4832029744187009,"score_spread":0.4114750757436979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408849865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98677397,0.0008752072,0.0025568993,0.001287687,0.00015387706,0.0046134936,0.00001299406,0.000092084316,0.0036337906],"genre_scores_gemma":[0.9965536,0.00021436255,0.00081074913,0.00015302467,0.0003175383,0.00078871066,0.000083963925,0.0000256223,0.0010524496],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9926282,0.002657341,0.0002608943,0.0008151654,0.0027856901,0.0008526981],"domain_scores_gemma":[0.9953857,0.00083014736,0.00012774923,0.0006816269,0.0025882495,0.00038654666],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0046411115,0.00025695225,0.0004064134,0.00034293238,0.0023455622,0.0011777728,0.00095440366,0.000045820103,0.000021597425],"category_scores_gemma":[0.00025720696,0.00020899596,0.000070426686,0.00467971,0.0005612931,0.0013623238,0.0003717331,0.0010284202,0.000030876337],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004652235,0.029080993,0.5661365,0.0038170198,0.0005624729,0.00032945542,0.06572231,0.000055527336,0.000315106,0.01810296,0.009784222,0.3056282],"study_design_scores_gemma":[0.01117443,0.009022597,0.036141634,0.04853598,0.0013722436,0.00001796632,0.79993814,0.00054528064,0.0030887215,0.032516524,0.0528066,0.0048398557],"about_ca_topic_score_codex":0.0022556323,"about_ca_topic_score_gemma":0.0010287696,"teacher_disagreement_score":0.73421586,"about_ca_system_score_codex":0.0009202553,"about_ca_system_score_gemma":0.0056274016,"threshold_uncertainty_score":0.9998591},"labels":[],"label_agreement":null}]}