{"meta":{"query_hash":"26a11434ae5d","filters":{"venue":"Journal of Political Science Education"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/26a11434ae5d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Political+Science+Education"},"results":[{"id":"W1997191741","doi":"10.1080/15512161003708129","title":"Creating Better Citizens? Effects of a Model Citizens' Assembly on Student Political Attitudes and Behavior","year":2010,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Social Media and Politics","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ideology; Politics; Suspect; Public relations; Political science; Democracy; Political efficacy; Social psychology; Civic engagement; Sociology; Psychology; Law","score_opus":0.023490804553733032,"score_gpt":0.40780855214099393,"score_spread":0.3843177475872609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997191741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862686,0.00001222765,0.000040856292,0.00398177,0.001924186,0.00017928463,0.0000032147439,0.0000093543695,0.0075805523],"genre_scores_gemma":[0.9954306,0.000004366998,0.0017429545,0.0009930662,0.0017493078,0.000008542256,3.0060704e-7,0.00000820196,0.00006269197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972409,0.00012487212,0.00042037183,0.00017501929,0.0011739029,0.0008649184],"domain_scores_gemma":[0.99680036,0.001067801,0.00020537536,0.00013192228,0.0006410833,0.0011534655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010710359,0.000116609015,0.00024833044,0.00023414288,0.00042132378,0.00015178359,0.00035727018,0.00012899928,0.00002523896],"category_scores_gemma":[0.0053881286,0.00009956992,0.00008629494,0.00027667882,0.0016057348,0.00031387908,0.00004486753,0.0004186236,0.000002945483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003480546,0.0004831778,0.05433879,0.000024704183,0.0000047851604,0.0000026676314,0.0046062972,2.5273425e-7,0.027728707,0.9115281,0.00005493124,0.0012240778],"study_design_scores_gemma":[0.000387968,0.00040910885,0.9178033,0.00021563367,0.0001511589,0.000026590546,0.013010731,0.000032979904,0.022510696,0.04516154,0.00006496235,0.00022532073],"about_ca_topic_score_codex":0.00067814323,"about_ca_topic_score_gemma":0.000048854552,"teacher_disagreement_score":0.86636657,"about_ca_system_score_codex":0.0003068132,"about_ca_system_score_gemma":0.0030654497,"threshold_uncertainty_score":0.6450482},"labels":[],"label_agreement":null},{"id":"W2024350153","doi":"10.1080/15512169.2014.894350","title":"An Elephant in the Room: Bias in Evaluating a Required Quantitative Methods Course","year":2014,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Enthusiasm; Framing (construction); Course (navigation); Course evaluation; Psychology; Mathematics education; Rating scale; Higher education; Medical education; Social psychology; Political science","score_opus":0.4407186819958298,"score_gpt":0.6504874485499342,"score_spread":0.20976876655410442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024350153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578147,0.000040751416,0.014043661,0.013293775,0.0015645039,0.00019736774,3.6008998e-7,0.000008542666,0.013036356],"genre_scores_gemma":[0.8209532,0.0000035262444,0.17782468,0.0007441651,0.000451456,0.000005467534,1.4066431e-7,0.0000027837864,0.000014629195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98490614,0.0118920505,0.00066731346,0.00023695716,0.0014610685,0.0008364732],"domain_scores_gemma":[0.9920677,0.0061417012,0.00052537647,0.00020205232,0.00082803424,0.00023515569],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16532294,0.00009361391,0.0002291601,0.0003703713,0.00064568355,0.00025338618,0.0014697273,0.00007288742,0.000023095487],"category_scores_gemma":[0.10160392,0.000062023515,0.00004896597,0.0030541439,0.0023937668,0.0014183172,0.000036720092,0.00046507677,0.0000021581243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008003122,0.00022691714,0.010466193,0.0000017524648,8.710693e-7,4.6626477e-7,0.050122622,0.000022607464,0.0032850383,0.8852863,0.000027705479,0.05055156],"study_design_scores_gemma":[0.00013899813,0.0005003485,0.332735,0.000067125206,0.000009318796,0.0000055263968,0.2647212,0.0011189183,0.0004535005,0.39964613,0.00047614626,0.00012777088],"about_ca_topic_score_codex":0.0043127406,"about_ca_topic_score_gemma":0.0010772407,"teacher_disagreement_score":0.4856401,"about_ca_system_score_codex":0.0008845092,"about_ca_system_score_gemma":0.0058528893,"threshold_uncertainty_score":0.999783},"labels":[],"label_agreement":null},{"id":"W2027661244","doi":"10.1080/15512160802611948","title":"Connecting Students Internationally to Explore Postconflict Peacebuilding: An American–Canadian Collaboration","year":2009,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Peacebuilding; Political science; Videoconferencing; Set (abstract data type); Public relations; Pedagogy; Sociology; Psychology; Public administration; Engineering; Computer science","score_opus":0.13966950751222562,"score_gpt":0.5372762267813967,"score_spread":0.3976067192691711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027661244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383922,0.0000063557122,0.0017437628,0.04470542,0.0019953924,0.00016922626,0.0000014584355,0.00002126116,0.012964888],"genre_scores_gemma":[0.96973664,0.0000030185734,0.024852049,0.0041254503,0.0012088482,0.0000017299112,7.2940344e-7,0.0000038294884,0.00006770296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99646616,0.0005468907,0.00042275223,0.00023252402,0.0015687628,0.00076293334],"domain_scores_gemma":[0.99584377,0.00030037717,0.00036187508,0.00012505795,0.0021981401,0.0011707668],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011466273,0.00009558005,0.00017362984,0.00067600183,0.0012672808,0.00069990545,0.001445884,0.000045918216,0.000045450568],"category_scores_gemma":[0.022934712,0.000087682594,0.00003992555,0.0026407577,0.0007751911,0.0017307564,0.000035945963,0.00023453312,0.00000715446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010523698,0.00014180083,0.013215841,5.4013486e-7,0.0000031322586,0.0000013033762,0.05690347,0.000022019485,0.0026081707,0.8775659,0.0002831949,0.04924407],"study_design_scores_gemma":[0.00011705678,0.0008986003,0.51955557,0.00005478655,0.000012246716,0.000011044073,0.4163703,0.000020706075,0.0008028346,0.044884373,0.01700809,0.00026439424],"about_ca_topic_score_codex":0.030143287,"about_ca_topic_score_gemma":0.014201894,"teacher_disagreement_score":0.83268154,"about_ca_system_score_codex":0.002785756,"about_ca_system_score_gemma":0.008906356,"threshold_uncertainty_score":0.9967122},"labels":[],"label_agreement":null},{"id":"W2270377342","doi":"10.1080/15512169.2015.1016031","title":"Teaching the Arab World and the West … As an Arab in the West","year":2015,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Global Education and Multiculturalism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Critical thinking; Politics; Pedagogy; Identity (music); Sociology; Subject (documents); Value (mathematics); Space (punctuation); Psychology; Mathematics education; Political science","score_opus":0.04409987291534754,"score_gpt":0.41515855329740003,"score_spread":0.3710586803820525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270377342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6948131,0.0000746861,0.000002102296,0.26562452,0.0011853517,0.0001323405,2.8678457e-7,0.0000030669448,0.038164545],"genre_scores_gemma":[0.99093693,0.000009023685,0.000117131036,0.007112075,0.0010465606,0.000004543383,2.45558e-7,0.0000016386286,0.0007718187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99778765,0.0007196465,0.00024586832,0.00010364303,0.0007724915,0.00037072247],"domain_scores_gemma":[0.99847656,0.00041321787,0.00014566124,0.00014072003,0.0004130881,0.00041073424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009216762,0.00006265117,0.000086380925,0.000086285676,0.0008222588,0.0005403925,0.0007430871,0.000025291009,0.000027976046],"category_scores_gemma":[0.006317316,0.000025619614,0.000033118326,0.0005422194,0.0019234625,0.00077137386,0.000024122948,0.00035030526,0.000014649893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006378314,0.0001038079,0.00084207306,5.7643183e-7,8.226386e-7,2.4103122e-7,0.10500515,0.0000015847529,0.000011078979,0.89103013,0.0011849077,0.001813234],"study_design_scores_gemma":[0.00037986203,0.00005319821,0.22921869,0.000033393502,0.000021791417,0.00008293928,0.6135873,0.000054381697,0.000010787284,0.0683559,0.08811116,0.000090579844],"about_ca_topic_score_codex":0.030560827,"about_ca_topic_score_gemma":0.0067897206,"teacher_disagreement_score":0.8226742,"about_ca_system_score_codex":0.00032067165,"about_ca_system_score_gemma":0.0028160694,"threshold_uncertainty_score":0.97589475},"labels":[],"label_agreement":null},{"id":"W2936505153","doi":"10.1080/15512169.2019.1586548","title":"The Civic Republican Response to “Liberalism and its Critics”","year":2019,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Political theory and Gramsci","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Liberalism; Individualism; Narrative; Sociology; Epistemology; Politics; Classical liberalism; Cosmopolitanism; Constructive; Syllabus; Law; Political science; Environmental ethics; Law and economics; Social science; Pedagogy; Philosophy","score_opus":0.01978718898532443,"score_gpt":0.3914990316179749,"score_spread":0.37171184263265045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936505153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8545787,0.000049058846,0.0000099223535,0.12651266,0.0012386382,0.000112831265,0.0000012540344,0.000006227139,0.017490739],"genre_scores_gemma":[0.9916023,0.000006074195,0.00010558853,0.0032823214,0.00054371706,0.0000018119422,4.1595452e-8,0.0000031451746,0.0044550244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99778676,0.00041244534,0.00026361452,0.0001372159,0.000667539,0.0007324134],"domain_scores_gemma":[0.9966381,0.001297144,0.00007378095,0.00014328035,0.0006447928,0.0012028777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008636705,0.000058318365,0.00010142979,0.00014248904,0.0007167122,0.00039108924,0.0004927914,0.000040180355,0.00010106295],"category_scores_gemma":[0.015656514,0.00003919528,0.000040515737,0.0005656605,0.0008812848,0.00062837603,0.000054634093,0.00016868956,0.00002892125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035792873,0.00003559108,0.0003485395,0.0000017230419,0.0000012148746,3.6059276e-7,0.0016033257,1.591747e-7,0.0009289711,0.9952743,0.00035924517,0.0014107758],"study_design_scores_gemma":[0.00016302319,0.00033374238,0.13329509,0.00006847863,0.000013964226,0.000042114363,0.018966952,0.00001700075,0.0012385512,0.6456166,0.20007348,0.0001710011],"about_ca_topic_score_codex":0.00015407981,"about_ca_topic_score_gemma":0.000023762786,"teacher_disagreement_score":0.34965768,"about_ca_system_score_codex":0.00034368318,"about_ca_system_score_gemma":0.0036719881,"threshold_uncertainty_score":0.992635},"labels":[],"label_agreement":null},{"id":"W2980967167","doi":"10.1080/15512169.2019.1678481","title":"The Role of the Faculty Advisor for a Model United Nations Conference: 5 Lessons Learned from Practice","year":2019,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Delegate; Politics; Event (particle physics); Theme (computing); Public relations; Political science; Sociology; Pedagogy; Medical education; Medicine; Computer science","score_opus":0.2644949695038503,"score_gpt":0.5361819793537971,"score_spread":0.27168700984994676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980967167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6438739,0.000054709744,0.00541129,0.253895,0.0031058893,0.00062278064,0.000046576242,0.000015232118,0.09297462],"genre_scores_gemma":[0.98082143,0.000025478641,0.017637571,0.00040903,0.00026640686,0.0000067106284,9.5036165e-7,0.000003022408,0.00082941947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971835,0.0007282916,0.0003793165,0.0001490808,0.0011010371,0.00045878018],"domain_scores_gemma":[0.9910149,0.004857733,0.0007045623,0.00018957783,0.0030880673,0.00014513642],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011057105,0.000067948604,0.00013106935,0.00023613058,0.0018165205,0.00020302914,0.0014146479,0.00006859907,0.000018013016],"category_scores_gemma":[0.07129465,0.00003802651,0.00007707051,0.0027749466,0.0026534474,0.00080389855,0.000085141386,0.0002944511,0.0000020010793],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001121781,0.00006788373,0.0005460285,0.0000010350185,0.000004720329,6.478538e-9,0.010738295,0.000057633853,0.0035115397,0.978318,0.00020633983,0.0065373476],"study_design_scores_gemma":[0.00010073725,0.000060480354,0.007437378,0.000032715143,0.000025399093,7.106087e-7,0.20079589,0.0013625179,0.0016199013,0.7161069,0.07238261,0.0000747795],"about_ca_topic_score_codex":0.0035087909,"about_ca_topic_score_gemma":0.00033824833,"teacher_disagreement_score":0.33694753,"about_ca_system_score_codex":0.00043713694,"about_ca_system_score_gemma":0.009114403,"threshold_uncertainty_score":0.999483},"labels":[],"label_agreement":null},{"id":"W3212294359","doi":"10.1080/15512169.2021.1987259","title":"What Do People Want from Politics? Rediscovering and Repurposing the “Maslow Hierarchy” to Teach Political Needs","year":2021,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Political Philosophy and Ethics","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Maslow's hierarchy of needs; Hierarchy; Politics; Adaptation (eye); Sociology; Democracy; Epistemology; Public relations; Political science; Psychology; Social psychology; Law","score_opus":0.03297113195302766,"score_gpt":0.36987870769656495,"score_spread":0.3369075757435373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212294359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69041747,0.00045411015,0.0002957539,0.2932281,0.0029059341,0.00010897626,0.000008819639,0.0000121410885,0.012568683],"genre_scores_gemma":[0.9866971,0.000091261914,0.0009915497,0.0079421,0.003997087,0.0000029474124,0.0000012138453,0.000009331084,0.00026743917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99602795,0.0003851002,0.00052379747,0.00028237276,0.0013363241,0.0014444485],"domain_scores_gemma":[0.9952004,0.0013083743,0.00011481863,0.00029691446,0.000865332,0.0022141424],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027822338,0.00013714726,0.00025334817,0.00023236993,0.0012937437,0.0014565453,0.0005666173,0.00012422397,0.00006935031],"category_scores_gemma":[0.010961289,0.00010527773,0.000103905964,0.0010308636,0.0019652643,0.0017261205,0.00018947257,0.0006351709,0.0000099628105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052707214,0.00011149877,0.00096999394,0.0000063584257,0.000006448509,0.0000043651207,0.013958542,0.0000010109252,0.0006923552,0.9819243,0.00015438715,0.0021654575],"study_design_scores_gemma":[0.0001042152,0.00007428905,0.017394397,0.00026237313,0.00004695186,0.00007288257,0.13498034,0.000024197749,0.0018602081,0.83590025,0.0091083385,0.00017157763],"about_ca_topic_score_codex":0.003678556,"about_ca_topic_score_gemma":0.00020018475,"teacher_disagreement_score":0.29627958,"about_ca_system_score_codex":0.0010020116,"about_ca_system_score_gemma":0.008303258,"threshold_uncertainty_score":0.99958},"labels":[],"label_agreement":null},{"id":"W4285490559","doi":"10.1080/15512169.2022.2099410","title":"Evaluating Simultaneous Group Activities Through Self- and Peer-Assessment: Addressing the \"Evaluation Challenge\" in Active Learning","year":2022,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grading (engineering); Peer assessment; Scholarship; Normalization (sociology); Peer evaluation; Computer science; Mathematics education; Peer feedback; Formative assessment; Protocol (science); Psychology; Higher education; Engineering; Sociology; Political science","score_opus":0.3137626305748978,"score_gpt":0.5734745516704596,"score_spread":0.2597119210955618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285490559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613897,0.00010244509,0.00038826978,0.015235124,0.0015371492,0.00028633425,9.2952604e-7,0.000017005561,0.021043003],"genre_scores_gemma":[0.9887661,0.000018097726,0.01040867,0.00021392807,0.00050587975,0.000022860755,5.205665e-7,0.0000046303376,0.000059338192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9905269,0.0050452296,0.0003866939,0.00023607764,0.0031822938,0.0006227627],"domain_scores_gemma":[0.99424326,0.0042339494,0.00054666394,0.00009037067,0.0007744874,0.00011126223],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050489716,0.00009165355,0.00016650799,0.00020242197,0.004108366,0.00026261283,0.00062811724,0.000042007352,0.00008651961],"category_scores_gemma":[0.028861186,0.00007115019,0.000038224774,0.0013655823,0.0016967546,0.0013354676,0.00019469002,0.0009534491,2.1633687e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000148741865,0.00025370577,0.002917817,0.0000054010893,0.000006321533,0.000001183777,0.16542287,0.0009837551,0.000891368,0.6502589,0.000015629395,0.17922816],"study_design_scores_gemma":[0.00022650481,0.0004563836,0.03706549,0.000038724153,0.000030312454,0.000015657231,0.8199729,0.0046079936,0.00006624763,0.1355613,0.0018066311,0.00015189446],"about_ca_topic_score_codex":0.0016219949,"about_ca_topic_score_gemma":0.0001738509,"teacher_disagreement_score":0.65454996,"about_ca_system_score_codex":0.003514666,"about_ca_system_score_gemma":0.0063429684,"threshold_uncertainty_score":0.99929017},"labels":[],"label_agreement":null},{"id":"W4307138256","doi":"10.1080/15512169.2022.2130795","title":"Electoral Candidate Debates for Policy Learning in Large First-Year Classes","year":2022,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Experiential learning; Debriefing; Experiential education; Politics; Active learning (machine learning); Class (philosophy); Pedagogy; Student engagement; Civic engagement; Political science; Psychology; Mathematics education; Sociology; Public relations; Social psychology; Computer science; Law","score_opus":0.06339964857883483,"score_gpt":0.4687816817313101,"score_spread":0.40538203315247523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307138256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93850356,0.00005413557,0.0020436274,0.049046338,0.0026282072,0.0002664133,0.00000705368,0.000026439073,0.00742422],"genre_scores_gemma":[0.9930595,0.0000061490714,0.005009294,0.00049694476,0.0010212323,0.000016038019,8.60947e-7,0.0000047586395,0.0003852063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99677885,0.00075828575,0.00036879155,0.00017691894,0.00092529965,0.0009918384],"domain_scores_gemma":[0.99782455,0.0010860018,0.0003089528,0.00006993874,0.00047945927,0.0002311028],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016729614,0.00007341174,0.00016800809,0.00054743345,0.00246932,0.00014635449,0.00081406254,0.00003801934,0.000100220415],"category_scores_gemma":[0.030803401,0.00006691651,0.00007786866,0.0025713036,0.0010976321,0.00063838967,0.00011599686,0.00046289922,0.0000010699208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014556234,0.00012104903,0.09038995,0.0000032824703,0.0000019080946,4.0660214e-7,0.0066308314,0.00005338129,0.00020969966,0.9005029,0.0004386892,0.0016333136],"study_design_scores_gemma":[0.00054764934,0.0007595618,0.24033312,0.000039491708,0.000016331835,0.000012997863,0.20100044,0.00015066523,0.00053685124,0.40735742,0.14889488,0.00035058393],"about_ca_topic_score_codex":0.006644894,"about_ca_topic_score_gemma":0.0016420966,"teacher_disagreement_score":0.49314553,"about_ca_system_score_codex":0.0033119924,"about_ca_system_score_gemma":0.013163017,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W4313252061","doi":"10.1080/15512169.2022.2160336","title":"A Study of Ungrading in Upper-level Political Theory Courses","year":2022,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Mathematics education; Computer science; Student engagement; Psychology; Engineering","score_opus":0.19582458130921457,"score_gpt":0.5138686882286905,"score_spread":0.31804410691947593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313252061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720991,0.000023852848,0.00025606249,0.004754283,0.00232997,0.00019721143,0.0000032632427,0.000008192046,0.020328065],"genre_scores_gemma":[0.9967021,0.0000010832781,0.0024351326,0.00032372738,0.0003886763,0.000007967718,1.3015688e-7,0.000004033833,0.00013719354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99341613,0.0028597643,0.00064265396,0.00020543623,0.0019454752,0.00093053037],"domain_scores_gemma":[0.99670684,0.0018734749,0.0003956317,0.00013860989,0.00056429324,0.00032114307],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031507604,0.00008481917,0.0002541958,0.00065072585,0.0011102372,0.00007003436,0.0012407043,0.00003600358,0.0001500029],"category_scores_gemma":[0.021329943,0.000073982315,0.000061733794,0.0026921257,0.0027303956,0.0005693495,0.00019266452,0.00052046083,6.8719686e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013624665,0.0008935416,0.077475235,0.0000018223786,0.00000305636,0.000002090487,0.03123297,0.000007606054,0.000272307,0.88724434,0.00005261818,0.0028007745],"study_design_scores_gemma":[0.00012849076,0.00034633133,0.19775654,0.000012660606,0.000009159267,0.000009196438,0.56259364,0.000003161467,0.00012097944,0.23868753,0.00025912633,0.000073163676],"about_ca_topic_score_codex":0.0044482164,"about_ca_topic_score_gemma":0.00020981485,"teacher_disagreement_score":0.6485568,"about_ca_system_score_codex":0.0022661374,"about_ca_system_score_gemma":0.008125853,"threshold_uncertainty_score":0.9999836},"labels":[],"label_agreement":null},{"id":"W4389138862","doi":"10.1080/15512169.2023.2286472","title":"The Russia-Ukraine War: A Good Case Study for Students to Learn and Apply the Critical Juncture Framework","year":2023,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Political Conflict and Governance","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Politics; Juncture; Human rights; Public opinion; Power (physics); Political science; Law; Spanish Civil War; World War II; Sociology; Engineering","score_opus":0.0359968170638461,"score_gpt":0.47775279052270436,"score_spread":0.44175597345885825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389138862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86896646,0.00007731717,0.0003083549,0.12763233,0.0014539058,0.0005165823,0.0000053701983,0.000013525399,0.0010261278],"genre_scores_gemma":[0.9953221,0.000013588976,0.00019260004,0.002045346,0.0015416879,0.000030707866,8.182355e-8,0.0000057077777,0.0008481895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99725175,0.00018273112,0.00031682532,0.0001798122,0.0011784969,0.00089038577],"domain_scores_gemma":[0.9953712,0.003024847,0.00008485339,0.00017882945,0.0005015885,0.00083865697],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0054005194,0.00009261792,0.0001381361,0.00008021858,0.002160501,0.0004926693,0.0007302023,0.00005595728,0.000009718537],"category_scores_gemma":[0.021490032,0.000048645285,0.00006095468,0.00088088296,0.001316444,0.00027253389,0.00011308477,0.0003070502,0.000011061051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013193637,0.00017312488,0.0044978475,0.000004132913,0.0000063671455,0.0000139414415,0.015275737,6.084626e-7,0.00001231734,0.97410643,0.0011577519,0.0047385483],"study_design_scores_gemma":[0.0003863902,0.0009120818,0.25002882,0.000091464964,0.00011128864,0.00026258678,0.35759392,0.00006243793,0.00003380799,0.19422792,0.19603035,0.00025895107],"about_ca_topic_score_codex":0.0015144306,"about_ca_topic_score_gemma":0.0004940395,"teacher_disagreement_score":0.7798785,"about_ca_system_score_codex":0.00023343146,"about_ca_system_score_gemma":0.0017110041,"threshold_uncertainty_score":0.99913853},"labels":[],"label_agreement":null},{"id":"W4404181996","doi":"10.1080/15512169.2024.2426153","title":"Navigating Generative AI Tools in the Classroom Through a Lens of Equity and Accessibility","year":2024,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Equity (law); Generative grammar; Through-the-lens metering; Lens (geology); Psychology; Mathematics education; Political science; Computer science; Artificial intelligence; Engineering; Law","score_opus":0.30751709662890686,"score_gpt":0.5775122985779967,"score_spread":0.2699952019490898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404181996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9354862,0.00033157668,0.0005326532,0.062171675,0.0005828099,0.00013031485,0.0000013076458,0.0000024116662,0.0007610234],"genre_scores_gemma":[0.99582225,0.00002902079,0.0010107332,0.0025380843,0.00058757403,0.0000031477243,7.0313837e-7,0.0000021439457,0.000006348536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99863565,0.00007517445,0.0004952589,0.00012374653,0.00042457264,0.00024558534],"domain_scores_gemma":[0.99880916,0.00042707333,0.00009616687,0.00010546437,0.00044730402,0.00011485618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025279396,0.000050560124,0.00012425592,0.000054545257,0.00008457738,0.00012522508,0.00013646545,0.000039031514,0.000018541059],"category_scores_gemma":[0.002456151,0.000030254178,0.000035964164,0.0005575639,0.0004369226,0.000913661,0.00003338328,0.00040981697,0.0000013564004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037079426,0.00054878806,0.06738333,0.00032533114,0.0000070924193,0.000004788344,0.027609572,0.0000039515376,0.012987092,0.5372289,0.00039942045,0.35346466],"study_design_scores_gemma":[0.00005296312,0.0007235145,0.5017247,0.0015707226,0.00006287587,0.00035141574,0.054189432,0.0013903937,0.058517974,0.38085502,0.00044996061,0.00011101624],"about_ca_topic_score_codex":0.0007612282,"about_ca_topic_score_gemma":0.000038693623,"teacher_disagreement_score":0.43434137,"about_ca_system_score_codex":0.00033661773,"about_ca_system_score_gemma":0.0041065565,"threshold_uncertainty_score":0.7284855},"labels":[],"label_agreement":null}]}