{"meta":{"query_hash":"7bc758896211","filters":{"venue":"Physical Review Special Topics - Physics Education Research"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7bc758896211","api":"https://metacan.xera.ac/api/v1/cohort?venue=Physical+Review+Special+Topics+-+Physics+Education+Research"},"results":[{"id":"W1579539787","doi":"10.1103/physrevstper.11.020108","title":"Transforming a fourth year modern optics course using a deliberate practice framework","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Course (navigation); Process (computing); Orchestration; Calculus (dental); Active learning (machine learning); Division (mathematics); Physics education","score_opus":0.11271667773607687,"score_gpt":0.4848216434733579,"score_spread":0.372104965737281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579539787","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021676132,0.0057270806,0.03722654,0.005938658,0.0014231249,0.0024159893,0.000060116134,0.000076633325,0.92545575],"genre_scores_gemma":[0.92736137,0.0010876878,0.012220005,0.00082725025,0.05695953,0.00035935498,0.00008689678,0.00011507954,0.0009828085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99720895,0.00033028692,0.00036167217,0.00046758875,0.0010231574,0.0006083638],"domain_scores_gemma":[0.9974772,0.00036299875,0.00013422484,0.00048452325,0.001148896,0.00039221233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005778229,0.0002926518,0.0005007128,0.000034374923,0.00034236137,0.0001501809,0.00037388955,0.00004005901,0.000111450725],"category_scores_gemma":[0.00017607637,0.0002684666,0.0002313819,0.00073911843,0.00031834148,0.00048876595,0.00019978078,0.00084213587,0.00022535169],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002328242,0.0017000538,0.000051308558,0.00011591317,0.00008588369,7.84104e-7,0.0016332179,0.00004389527,0.00010341595,0.92713445,0.0010667441,0.06804106],"study_design_scores_gemma":[0.00021664,0.000112016096,0.0000023272562,0.0006113899,0.000118335905,6.631992e-7,0.0018568324,0.0013894077,0.0011168134,0.97909045,0.015180882,0.0003042333],"about_ca_topic_score_codex":0.00007666139,"about_ca_topic_score_gemma":5.0394885e-7,"teacher_disagreement_score":0.9244729,"about_ca_system_score_codex":0.00015954845,"about_ca_system_score_gemma":0.00092526025,"threshold_uncertainty_score":0.99997675},"labels":[],"label_agreement":null},{"id":"W1965414028","doi":"10.1103/physrevstper.8.010116","title":"Learning, retention, and forgetting of Newton’s third law throughout university physics","year":2012,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wabash College; National Science Foundation","keywords":"Forgetting; Electromagnetism; Third law; Mathematics education; Theoretical physics; Calculus (dental); Scalar (mathematics); Quarter (Canadian coin); Physics; Mathematics; Classical mechanics; Psychology; Cognitive psychology; Quantum mechanics; Geometry; Geography","score_opus":0.1864111242870142,"score_gpt":0.5151428414377186,"score_spread":0.3287317171507044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965414028","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12632024,0.004770909,0.0002570429,0.018358197,0.0024295438,0.001475198,0.000008937461,0.00007798755,0.8463019],"genre_scores_gemma":[0.9245573,0.012875286,0.00045473658,0.0008714989,0.04451816,0.000026503058,0.000031610627,0.0000242429,0.016640652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972346,0.0009852379,0.00020131575,0.00025842644,0.0008418721,0.00047859142],"domain_scores_gemma":[0.9981863,0.0004121716,0.0001650733,0.0002427752,0.00072037155,0.00027329352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019675535,0.00011002158,0.0002603177,0.000040067094,0.0010733157,0.00006021522,0.0003309871,0.000047101716,0.00013787288],"category_scores_gemma":[0.0007992322,0.00011390299,0.000113916314,0.0010173956,0.00081502495,0.0006997618,0.00011000009,0.0004986735,0.00006957285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002436058,0.00032418894,0.0035506354,0.00015590129,0.0000062508743,3.6200802e-8,0.013914263,4.8931344e-7,0.000049156257,0.90202373,0.005426663,0.07454626],"study_design_scores_gemma":[0.00006875752,0.000036798298,0.0020677375,0.00019395865,0.000024007473,1.73362e-7,0.010139928,0.0000126368295,0.00028151978,0.06685309,0.9201815,0.00013990125],"about_ca_topic_score_codex":0.0014764875,"about_ca_topic_score_gemma":0.0000930659,"teacher_disagreement_score":0.9147548,"about_ca_system_score_codex":0.00017450094,"about_ca_system_score_gemma":0.000911245,"threshold_uncertainty_score":0.8255185},"labels":[],"label_agreement":null},{"id":"W1966802006","doi":"10.1103/physrevstper.10.020105","title":"Assessing the quality of a student-generated question repository","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Edinburgh; Joint Information Systems Committee","keywords":"Quality (philosophy); Summative assessment; Subject (documents); Work (physics); Quality assessment; Contrast (vision)","score_opus":0.3622447747359495,"score_gpt":0.6512391505911971,"score_spread":0.28899437585524756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966802006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48263454,0.0020380467,0.00034336626,0.029325902,0.0037158208,0.0013217366,0.0000016494794,0.000045292585,0.48057365],"genre_scores_gemma":[0.96318394,0.0014357091,0.00010502176,0.00059003575,0.031734664,0.00010575738,0.000009944755,0.000008694288,0.0028262076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99285746,0.0047420706,0.00036813863,0.0002767398,0.0014601679,0.00029541558],"domain_scores_gemma":[0.9968189,0.0010663247,0.00022540105,0.00044474736,0.0013025883,0.00014201216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068477835,0.00009026777,0.00024487742,0.000043796575,0.001074226,0.00024980752,0.0006014372,0.000035306744,0.00011393144],"category_scores_gemma":[0.002496045,0.00006976988,0.000110985195,0.0011747902,0.0006609337,0.0003434765,0.0000625796,0.0004006825,0.000055244684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010952559,0.00048160533,0.0019959798,0.00010191035,0.000004705114,1.9840497e-8,0.005301238,0.0000018220559,0.0004681264,0.81791264,0.0045467257,0.16918413],"study_design_scores_gemma":[0.00015126726,0.000079338024,0.10653613,0.0007548307,0.00003867432,3.1288792e-7,0.016198896,0.000109823435,0.0019457429,0.17974104,0.6941091,0.00033484775],"about_ca_topic_score_codex":0.0013407449,"about_ca_topic_score_gemma":0.00010347588,"teacher_disagreement_score":0.6895624,"about_ca_system_score_codex":0.000176783,"about_ca_system_score_gemma":0.0019600426,"threshold_uncertainty_score":0.82621866},"labels":[],"label_agreement":null},{"id":"W1977206605","doi":"10.1103/physrevstper.7.010114","title":"Development of the Concise Data Processing Assessment","year":2011,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Edinburgh","keywords":"Reliability (semiconductor); Test (biology); Index (typography); Range (aeronautics); Computer science; Point (geometry); Process (computing); Statistics; Reliability engineering; Psychology; Power (physics); Mathematics education; Engineering; Mathematics","score_opus":0.6247319928794584,"score_gpt":0.6262620651555258,"score_spread":0.0015300722760674956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977206605","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042039093,0.0021821691,0.0003119308,0.0109331105,0.0027064881,0.001990631,0.000009680276,0.000031989613,0.9397949],"genre_scores_gemma":[0.93765813,0.00429146,0.012696403,0.0016109257,0.035205156,0.00036567714,0.00006444876,0.00003558552,0.008072239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972183,0.00060040905,0.00028901626,0.0003118246,0.0012700876,0.00031033336],"domain_scores_gemma":[0.99810314,0.00013710454,0.00016283499,0.0006995265,0.0007531075,0.00014429272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002598215,0.000085234715,0.00018572708,0.000034003166,0.0009436895,0.000058281705,0.0015608191,0.000025180632,0.00059882435],"category_scores_gemma":[0.0007310419,0.00006411355,0.000054422588,0.0011714913,0.00058659515,0.00032429316,0.00031313943,0.00035292507,0.0000626434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010313356,0.0005750589,0.00050228817,0.00014855908,0.0000036544934,2.6147205e-8,0.023085507,3.2270993e-8,0.000035447272,0.35215795,0.0062556453,0.6172348],"study_design_scores_gemma":[0.000044321423,0.000009648397,0.009430406,0.0004701478,0.000014109737,8.896722e-8,0.007927432,0.000025925601,0.0004974153,0.035257526,0.94620055,0.0001224402],"about_ca_topic_score_codex":0.00027114165,"about_ca_topic_score_gemma":0.00022290341,"teacher_disagreement_score":0.9399449,"about_ca_system_score_codex":0.00018363312,"about_ca_system_score_gemma":0.011030414,"threshold_uncertainty_score":0.9945761},"labels":[],"label_agreement":null},{"id":"W1989069585","doi":"10.1103/physrevstper.4.020103","title":"Deeper look at student learning of quantum mechanics: The case of tunneling","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Experimental and Theoretical Physics Studies","field":"Physics and Astronomy","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Quantum tunnelling; Energy (signal processing); Quantum; Physics education","score_opus":0.05772204940381728,"score_gpt":0.4294582275573595,"score_spread":0.3717361781535422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989069585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7376209,0.010329356,0.0030393065,0.0013696599,0.0008392506,0.002310927,0.000041858904,0.000031425745,0.24441731],"genre_scores_gemma":[0.99255514,0.0011800199,0.000046012396,0.000043352382,0.005620093,0.00012176354,0.000018429604,0.000022377344,0.00039283198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99798435,0.00034943174,0.00043312923,0.0003111935,0.0005781455,0.00034372884],"domain_scores_gemma":[0.9982107,0.0004482434,0.00020944938,0.00042642813,0.0006017363,0.000103436105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004046149,0.00019634694,0.0005060672,0.000032523083,0.00056228484,0.0000138638125,0.00035363447,0.000019139603,0.00029624486],"category_scores_gemma":[0.00006030434,0.00014257214,0.0003055455,0.00051048637,0.0005062389,0.000093974355,0.00044491963,0.00048910733,0.00007215687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009557533,0.0011472303,0.0006049697,0.00021872044,0.00007953172,0.0000023521818,0.0020684698,0.000019511464,0.0006337701,0.98360246,0.00069188187,0.01092154],"study_design_scores_gemma":[0.00018055442,0.00014659062,0.00009095151,0.0003957059,0.00006239614,0.000004696927,0.00275201,0.00037007793,0.010751185,0.9815326,0.003516043,0.00019718536],"about_ca_topic_score_codex":0.000226881,"about_ca_topic_score_gemma":0.0000017314104,"teacher_disagreement_score":0.25493422,"about_ca_system_score_codex":0.000084250925,"about_ca_system_score_gemma":0.0002144056,"threshold_uncertainty_score":0.58139235},"labels":[],"label_agreement":null},{"id":"W1993645564","doi":"10.1103/physrevstper.9.010111","title":"Transitions in students’ epistemic framing along two axes","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Framing (construction); Expansive; Epistemology; Framing effect; Frame problem; Mathematics education; Psychology; Sociology; Social psychology; Physics; Computer science; Philosophy; Engineering; Artificial intelligence","score_opus":0.1676985823928606,"score_gpt":0.565714835589911,"score_spread":0.39801625319705036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993645564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5741096,0.0037348764,0.00008707522,0.11231934,0.0025733546,0.0035469164,0.000006260581,0.00006915345,0.30355343],"genre_scores_gemma":[0.9659187,0.005152243,0.00014741886,0.0013144156,0.022634093,0.00070459046,0.000022315873,0.000016596443,0.004089608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961681,0.00111169,0.00034226704,0.00039523662,0.0013973552,0.0005853599],"domain_scores_gemma":[0.9981995,0.00045161744,0.00007773127,0.0003495515,0.0006350171,0.00028656318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018345016,0.0001300162,0.00027881618,0.00013598225,0.0007328013,0.00030032,0.0007588359,0.000040827974,0.0015934964],"category_scores_gemma":[0.0008457208,0.0001306443,0.00011672369,0.0018801009,0.00046735248,0.00058503216,0.00006561311,0.0006476234,0.0011951313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010864076,0.0010471431,0.0050131776,0.00012890456,0.0000049704095,3.094454e-7,0.02052481,0.0000020540065,0.000083876745,0.6819617,0.008176328,0.2830556],"study_design_scores_gemma":[0.00028155817,0.00005185827,0.035004918,0.0011861846,0.000019765013,6.065836e-7,0.032484684,0.00006772534,0.00011396337,0.52437097,0.40595895,0.00045883877],"about_ca_topic_score_codex":0.005805559,"about_ca_topic_score_gemma":0.0015430267,"teacher_disagreement_score":0.39778262,"about_ca_system_score_codex":0.00037455457,"about_ca_system_score_gemma":0.0019434236,"threshold_uncertainty_score":0.9995825},"labels":[],"label_agreement":null},{"id":"W1994895423","doi":"10.1103/physrevstper.6.020121","title":"Design and validation of the Quantum Mechanics Conceptual Survey","year":2010,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Graduate students; Quantum; Process (computing); Test (biology); Quantum measurement; Physics education; Conceptual framework","score_opus":0.3171610867592442,"score_gpt":0.5368609690450339,"score_spread":0.21969988228578968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994895423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8709715,0.0025992678,0.003727774,0.04956998,0.015542003,0.0062694135,0.000030226292,0.000066585606,0.05122327],"genre_scores_gemma":[0.985415,0.0026368771,0.00020527489,0.00038195527,0.010372421,0.00008214704,0.000011824424,0.000011004064,0.00088353554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963177,0.0020202121,0.00020989146,0.00024382914,0.0009430405,0.00026532443],"domain_scores_gemma":[0.9971943,0.0011868412,0.00013018226,0.0003534303,0.0009886996,0.000146575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044251727,0.00008420251,0.00018577749,0.000035512545,0.00065768993,0.00007809045,0.00052686385,0.000046251796,0.0003082685],"category_scores_gemma":[0.0038561698,0.00006610802,0.00006084081,0.0010931713,0.00080665306,0.00019381661,0.00008424485,0.00053759024,0.00003959329],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025290985,0.00022464052,0.00046260256,0.000037447902,0.0000028634734,1.1577824e-8,0.005905669,0.0000012950119,0.0005351798,0.9481375,0.0059108697,0.038779393],"study_design_scores_gemma":[0.00013531394,0.000074938136,0.009186851,0.00023428012,0.000026702639,4.0665122e-7,0.0047674044,0.0002965226,0.0059102145,0.6345606,0.34452835,0.00027845526],"about_ca_topic_score_codex":0.00090364594,"about_ca_topic_score_gemma":0.00023697836,"teacher_disagreement_score":0.33861747,"about_ca_system_score_codex":0.000051414914,"about_ca_system_score_gemma":0.002578902,"threshold_uncertainty_score":0.5058485},"labels":[],"label_agreement":null},{"id":"W2001581855","doi":"10.1103/physrevstper.10.020120","title":"Comparison of integrated testlet and constructed-response question formats","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"Brock University; Trent University","keywords":"Inter-rater reliability; Reliability (semiconductor); Set (abstract data type); Proxy (statistics); Multiple choice; Baseline (sea)","score_opus":0.18771327608631694,"score_gpt":0.5850961455017246,"score_spread":0.3973828694154077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001581855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83225894,0.0023688646,0.0005160827,0.027090885,0.0019912713,0.0014956372,0.000014324357,0.00006268912,0.13420129],"genre_scores_gemma":[0.99031276,0.0016757804,0.00031750085,0.00037627592,0.0064404756,0.00005605241,0.000021643064,0.000008209545,0.0007913187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964215,0.0019921414,0.00029326463,0.00023362448,0.000770084,0.00028938628],"domain_scores_gemma":[0.9973342,0.0011107193,0.00014532969,0.00024483085,0.0009547954,0.00021013824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031574408,0.00009809324,0.00030369364,0.00008894435,0.0004674986,0.00008314777,0.00029529133,0.00004339555,0.00028223114],"category_scores_gemma":[0.0047262474,0.000090551745,0.000057395413,0.0010200724,0.00088319863,0.00024408012,0.00005042629,0.00036698984,0.00007149734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012475043,0.00030274858,0.003728778,0.000112082314,0.0000026213208,1.5065263e-8,0.00475713,3.94694e-7,0.0001947376,0.6263855,0.006805187,0.3576983],"study_design_scores_gemma":[0.00012122462,0.00014138302,0.013337957,0.0005732998,0.000017643997,4.073138e-7,0.006600355,0.00027929165,0.00090230437,0.12263479,0.85520405,0.00018729601],"about_ca_topic_score_codex":0.0006383997,"about_ca_topic_score_gemma":0.00008791644,"teacher_disagreement_score":0.84839886,"about_ca_system_score_codex":0.00012960509,"about_ca_system_score_gemma":0.0016938694,"threshold_uncertainty_score":0.5658101},"labels":[],"label_agreement":null},{"id":"W2079870401","doi":"10.1103/physrevstper.10.020117","title":"Interactions between teaching assistants and students boost engagement in physics labs","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Attribution; Mathematics education; License; Class (philosophy); Citation; Student achievement; Test (biology); Psychology; Pedagogy; Academic achievement; Computer science; Social psychology","score_opus":0.24640034192418717,"score_gpt":0.6213738840136622,"score_spread":0.3749735420894751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079870401","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31185246,0.001093844,0.0024570853,0.03135789,0.004938543,0.0036448443,0.000027526325,0.000099779725,0.64452803],"genre_scores_gemma":[0.8851644,0.002119477,0.006741266,0.0011336319,0.09969251,0.000585915,0.0000833319,0.000048729034,0.0044307834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943553,0.00299919,0.00040856696,0.0004304666,0.0013480138,0.0004584673],"domain_scores_gemma":[0.99697065,0.0016905337,0.00015013019,0.00038958513,0.00063724053,0.00016183047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006060811,0.00016186816,0.00034951133,0.00013464324,0.0010191746,0.00023610669,0.00056286197,0.00004141466,0.000090203575],"category_scores_gemma":[0.003720659,0.00017309238,0.00007227718,0.0012871933,0.000317101,0.0004363892,0.0002256452,0.0011812437,0.0000893532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013719587,0.0005998438,0.0102109,0.000109650835,0.000010511512,6.033563e-8,0.003272017,6.319219e-7,0.00001563972,0.5495669,0.0029778352,0.43323463],"study_design_scores_gemma":[0.00011062175,0.000029199518,0.046452302,0.00066113746,0.000021616634,7.847942e-8,0.0012886357,0.00002025589,0.00006594286,0.27933124,0.6718252,0.00019380117],"about_ca_topic_score_codex":0.0003814964,"about_ca_topic_score_gemma":0.00011059504,"teacher_disagreement_score":0.6688473,"about_ca_system_score_codex":0.0006114957,"about_ca_system_score_gemma":0.0007914684,"threshold_uncertainty_score":0.78387696},"labels":[],"label_agreement":null},{"id":"W2157943007","doi":"10.1103/physrevstper.9.023102","title":"Use of research-based instructional strategies: How to avoid faculty quitting","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.5928757163794591,"score_gpt":0.6311008047557212,"score_spread":0.03822508837626204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157943007","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32841393,0.0009570576,0.00066645694,0.5047344,0.002219952,0.008545176,0.000054746306,0.0001701484,0.15423812],"genre_scores_gemma":[0.9105486,0.001959089,0.016399344,0.0016392277,0.056396995,0.0015712634,0.00015868411,0.00007978492,0.0112470025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158686,0.003354566,0.00036970188,0.0004725003,0.0035900932,0.0006262856],"domain_scores_gemma":[0.99170095,0.0024201209,0.00022545447,0.0005154825,0.0047731567,0.00036485627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005211072,0.00015319805,0.0003406023,0.00022065229,0.0010602835,0.0007447164,0.00072197244,0.000064989246,0.00071995275],"category_scores_gemma":[0.014827069,0.00014903198,0.00015268177,0.002194522,0.0009415999,0.0018356894,0.00017126965,0.0010530893,0.000526154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006337773,0.0005982417,0.00019878797,0.00047179495,0.000014864053,1.2691638e-7,0.0029716853,0.000039561324,0.0003412351,0.74082315,0.06256022,0.19197395],"study_design_scores_gemma":[0.00009489457,0.000115534596,0.0027687137,0.0011360855,0.000016155665,1.271276e-7,0.0056939,0.00016688,0.00052703527,0.14830035,0.84096164,0.0002186711],"about_ca_topic_score_codex":0.004712768,"about_ca_topic_score_gemma":0.00022527862,"teacher_disagreement_score":0.77840143,"about_ca_system_score_codex":0.000473576,"about_ca_system_score_gemma":0.004576269,"threshold_uncertainty_score":0.99347144},"labels":[],"label_agreement":null},{"id":"W2319196674","doi":"10.1103/physrevstper.10.010112","title":"Correlating student interest and high school preparation with learning and performance in an introductory university physics course","year":2014,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; License; Course (navigation); Concept inventory; Attribution; Citation; Final examination; Psychology; Physics; Library science; Computer science","score_opus":0.0952671731160703,"score_gpt":0.49020717313280326,"score_spread":0.39494000001673296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319196674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861595,0.00027606238,0.0000536389,0.0021760357,0.00026002573,0.0004625081,4.6125777e-7,0.000016008373,0.010595737],"genre_scores_gemma":[0.9879703,0.003107381,0.00011699908,0.000091265654,0.0077563156,0.000015022202,0.000009949263,0.000007221797,0.0009255301],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99779505,0.0009701731,0.00013227355,0.00035522075,0.00048514,0.00026213625],"domain_scores_gemma":[0.9988902,0.00025534566,0.000089701294,0.00016917389,0.00038002522,0.00021553428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013546259,0.00009792869,0.0001874312,0.000049075457,0.00067026383,0.00013766397,0.00019760868,0.000028842693,0.000052486605],"category_scores_gemma":[0.0003888501,0.00009552133,0.000017033095,0.0006407843,0.0004437553,0.000642849,0.00006746166,0.00054642686,0.000022987278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021883125,0.0005564567,0.13308614,0.00014965149,0.0000049039795,1.5808016e-7,0.014415588,0.000023407458,0.000025075682,0.39933446,0.00027955553,0.45210272],"study_design_scores_gemma":[0.0006787126,0.0011375926,0.6369574,0.0014649718,0.00006189804,0.0000011364549,0.040693022,0.002686874,0.000086567656,0.021175768,0.2943574,0.00069866056],"about_ca_topic_score_codex":0.0002952708,"about_ca_topic_score_gemma":0.0006072692,"teacher_disagreement_score":0.50387126,"about_ca_system_score_codex":0.00018137073,"about_ca_system_score_gemma":0.00086893176,"threshold_uncertainty_score":0.5155195},"labels":[],"label_agreement":null},{"id":"W2468260017","doi":"10.1103/physrevstper.11.020112","title":"Student understanding of time dependence in quantum mechanics","year":2015,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mount Allison University; University of Washington; National Science Foundation","keywords":"Attribution; License; Set (abstract data type); Mathematics education; Citation; Categorization; Psychology; Computer science; Social psychology; Artificial intelligence","score_opus":0.16994923403261566,"score_gpt":0.46514922583404794,"score_spread":0.2951999918014323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468260017","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37082982,0.011629062,0.13937928,0.01860661,0.0045100744,0.015334159,0.00030252023,0.00019279115,0.4392157],"genre_scores_gemma":[0.9937269,0.00048520087,0.00008987148,0.00006463758,0.005128436,0.00022689647,0.000051694013,0.000025554795,0.00020080277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977978,0.00021592762,0.00040120163,0.00035262568,0.0008728145,0.00035967203],"domain_scores_gemma":[0.99855685,0.00015921539,0.0001542967,0.00047810253,0.00045246477,0.00019908554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009009946,0.00016132058,0.00040326663,0.00008629392,0.000097337506,0.000047001486,0.00047639015,0.000026510243,0.00017883365],"category_scores_gemma":[0.000062463565,0.00015843281,0.00012680053,0.0010533785,0.00005994152,0.00015805026,0.00018078787,0.00043302707,0.00022463512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036453794,0.001145968,0.00018705962,0.00009592785,0.000013079324,1.8156541e-7,0.00033950456,0.0000137744155,0.0002162644,0.98306304,0.0025717153,0.012349865],"study_design_scores_gemma":[0.0001656537,0.0000631429,0.00005734899,0.00039946887,0.000017291852,1.3896327e-7,0.00085621467,0.0032481889,0.0005230012,0.9846899,0.00982498,0.00015470102],"about_ca_topic_score_codex":0.0001446449,"about_ca_topic_score_gemma":0.000006798146,"teacher_disagreement_score":0.6228971,"about_ca_system_score_codex":0.00025917732,"about_ca_system_score_gemma":0.000864148,"threshold_uncertainty_score":0.64607024},"labels":[],"label_agreement":null},{"id":"W2953019934","doi":"10.1103/physrevstper.4.010103","title":"Why we should teach the Bohr model and how to teach it effectively","year":2008,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"William and Flora Hewlett Foundation; National Science Foundation","keywords":"Bohr model; Curriculum; Atom (system on chip); Mathematics education; Atomic model; Computer science; Physics; Quantum mechanics; Pedagogy; Psychology; Atomic physics","score_opus":0.3269798550093867,"score_gpt":0.5395966759339549,"score_spread":0.21261682092456818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953019934","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033152483,0.0027471415,0.0004248973,0.82231945,0.0010253418,0.0023485415,0.0000074615746,0.000045848483,0.13792881],"genre_scores_gemma":[0.71362764,0.0632892,0.0010612181,0.051382463,0.095672294,0.0018587526,0.00002860478,0.00007894852,0.073000856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960477,0.0012405079,0.00016873518,0.0005081254,0.0014655967,0.0005693472],"domain_scores_gemma":[0.99749035,0.00086082343,0.00007109165,0.00046548963,0.0006932266,0.00041904813],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023033782,0.00016580422,0.0002911582,0.00008251793,0.002145346,0.00022101011,0.0007457957,0.00005279211,0.00014968756],"category_scores_gemma":[0.0023826307,0.00012697556,0.000117063195,0.0014804096,0.00084167253,0.00034810175,0.0001522947,0.0007711135,0.00016576619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034060788,0.00035932814,0.00016104332,0.00006984235,0.000005875315,1.9031523e-7,0.025865676,0.0000052491814,0.000060216385,0.30832294,0.54443246,0.120713785],"study_design_scores_gemma":[0.000049418144,0.00004334234,0.0007796279,0.0001443493,0.000011344019,7.5378836e-7,0.004023903,0.00014957038,0.00005518904,0.039806414,0.9547745,0.00016159202],"about_ca_topic_score_codex":0.00053304544,"about_ca_topic_score_gemma":0.0002732045,"teacher_disagreement_score":0.770937,"about_ca_system_score_codex":0.0002443068,"about_ca_system_score_gemma":0.0021707735,"threshold_uncertainty_score":0.99915373},"labels":[],"label_agreement":null}]}