{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":188,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":188,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"0bbed9773039","filters":{"topic":"Innovative Teaching Methodologies in Social Sciences"}},"results":[{"id":"W2093084344","doi":"10.1016/j.jssr.2014.10.001","title":"Beyond the “Babel Problem”: Defining Simulations for the Social Studies","year":2014,"lang":"en","type":"article","venue":"The Journal of Social Studies Research","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Mary's University","funders":"","keywords":"Conflation; Field (mathematics); Epistemology; Dynamism; Verisimilitude; CLARITY; Consistency (knowledge bases); Phenomenon; Social simulation; Sociology; Mediation; Computer science; Management science; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.6279011266230526,"gpt":0.6388775814683652,"spread":0.01097645484531251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09616286,0.0001634215,0.0004655162,0.0001063533,0.03995508,0.000208791,0.002118665,0.000113867,0.00001643112],"category_scores_gemma":[0.04342231,0.00007280592,0.0002246776,0.001722563,0.01256706,0.0002586814,0.0006366861,0.001310798,0.000005595918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005642928,"about_ca_system_score_gemma":0.0004151827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003109736,"about_ca_topic_score_gemma":0.001522574,"domain_scores_codex":[0.9863169,0.009738542,0.0006351489,0.0001672266,0.002251545,0.000890596],"domain_scores_gemma":[0.9332305,0.06139697,0.0007017222,0.0001672794,0.004459897,0.00004363311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007536869,0.00002765456,0.0002402629,0.00001505205,0.0004953265,2.637825e-7,0.5577756,0.00007630952,0.00006478214,0.3698953,0.04472012,0.02661395],"study_design_scores_gemma":[0.0002393685,0.0001435342,0.001277059,0.00001650276,0.00008280476,6.185331e-7,0.6012704,0.0000222347,0.00001670314,0.3113672,0.08546969,0.00009383094],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2190686,0.0218225,0.004839037,0.6895105,0.005320684,0.003477901,0.00003535764,0.0001106816,0.05581468],"genre_scores_gemma":[0.9897445,0.001816883,0.001472917,0.0006839929,0.005134952,0.00005598687,2.91541e-7,0.00001852467,0.001071891],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.770676,"threshold_uncertainty_score":0.9901202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2108548610","doi":"10.1108/09596110310488195","title":"Business simulations: a balanced approach to tourism education","year":2003,"lang":"en","type":"article","venue":"International Journal of Contemporary Hospitality Management","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Tourism; Hospitality; Business simulation; Hospitality management studies; Psychology; Critical thinking; Hospitality industry; Participant observation; Mathematics education; Knowledge management; Computer science; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.07664387852759084,"gpt":0.4037400539519833,"spread":0.3270961754243925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004788678,0.0001167136,0.0002026407,0.0003200156,0.0002434293,0.0001946093,0.0009753868,0.00005805345,0.0000440713],"category_scores_gemma":[0.002592916,0.0001095319,0.00008663565,0.0007593018,0.0001984306,0.0007718915,0.00008444901,0.0001511011,0.000005609515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004224882,"about_ca_system_score_gemma":0.0006062509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002862117,"about_ca_topic_score_gemma":0.00001003679,"domain_scores_codex":[0.9970078,0.0008272885,0.0005839476,0.0001967018,0.001195224,0.0001890028],"domain_scores_gemma":[0.9974376,0.0001891952,0.0005318571,0.0001475542,0.001588807,0.0001049726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005499097,0.000686777,0.01655133,0.0000142309,0.0002280148,0.00001613635,0.009869739,0.0006577512,0.00003102973,0.9271905,0.01520992,0.02948961],"study_design_scores_gemma":[0.0008415753,0.0001023314,0.07919754,0.00017063,0.00002999589,0.000005598671,0.06177344,0.00001866399,0.00007631838,0.1460473,0.7112883,0.0004483434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.122827,0.0002221844,0.1249397,0.007639828,0.006830307,0.0005970133,0.000006039337,0.00004509758,0.7368928],"genre_scores_gemma":[0.9416233,0.00003651986,0.05529989,0.001095125,0.0004824003,0.00001175193,0.000003936815,0.000007118989,0.001439986],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8187963,"threshold_uncertainty_score":0.4466582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2962566413","doi":"10.1177/2158244019861488","title":"A Mixed Research Synthesis of Literature on Teaching Qualitative Research Methods","year":2019,"lang":"en","type":"article","venue":"SAGE Open","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Qualitative research; Experiential learning; Inclusion (mineral); Multimethodology; Psychology; Teaching method; Empirical research; Pedagogy; Mathematics education; Descriptive research; Sociology; Social science; Social psychology; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.7092149948304004,"gpt":0.7254602341808677,"spread":0.01624523935046729,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3502334,0.0001401902,0.0004663019,0.000524684,0.002376711,0.000613528,0.003373309,0.0002643726,0.0005735876],"category_scores_gemma":[0.1249067,0.0001135743,0.00008607614,0.003593825,0.002411623,0.0006911826,0.001330239,0.002262401,0.0001575941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004431168,"about_ca_system_score_gemma":0.0005875755,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006868238,"about_ca_topic_score_gemma":0.0004287261,"domain_scores_codex":[0.8625675,0.1331701,0.0004045208,0.0006615412,0.002243378,0.0009530332],"domain_scores_gemma":[0.9375277,0.06071995,0.0001839087,0.0005255324,0.0009377935,0.0001051693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007689932,0.00007076509,0.0002688634,0.00001941591,0.00002075676,0.000002465269,0.3605363,7.711657e-7,0.003266603,0.4601597,0.00196518,0.1736122],"study_design_scores_gemma":[0.0001837305,0.000355618,0.001197728,0.0007362317,0.000004041817,2.203354e-7,0.6775082,0.000007010969,0.00756054,0.2471804,0.06502257,0.0002437092],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1617679,0.0001454075,0.001019356,0.00425089,0.0006491307,0.001510864,0.00001739398,0.00004386348,0.8305952],"genre_scores_gemma":[0.7742512,0.00004855882,0.2077988,0.00008718498,0.0002037368,0.0001228583,0.000001788746,0.00001916289,0.01746674],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8131285,"threshold_uncertainty_score":0.9997451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1927985218","doi":"10.18806/tesl.v29i2.1104","title":"A Critical Role for Role-Playing Pedagogy","year":2012,"lang":"en","type":"article","venue":"TESL Canada Journal","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Scholarship; Variety (cybernetics); Construct (python library); Pedagogy; Literacy; Sociology; Critical thinking; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1155918970031935,"gpt":0.4661356035133307,"spread":0.3505437065101371,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008845228,0.000109394,0.000188422,0.00005876987,0.003176653,0.000158011,0.0005369482,0.00009446661,0.003251777],"category_scores_gemma":[0.01813731,0.00009834739,0.0000663867,0.0002948721,0.0004982987,0.0005380973,0.00005079267,0.000449181,0.000002785149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008603261,"about_ca_system_score_gemma":0.003108679,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2457082,"about_ca_topic_score_gemma":0.1894595,"domain_scores_codex":[0.9969408,0.0008193719,0.0002723958,0.0001310988,0.0007919378,0.001044418],"domain_scores_gemma":[0.9964905,0.002555709,0.000141189,0.00008787439,0.0003650402,0.0003596901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004160825,0.00008635245,0.0173339,0.00001347369,0.00005144123,0.00001283264,0.0715581,0.000009156304,0.001897315,0.7431305,0.07120299,0.09466235],"study_design_scores_gemma":[0.0001970879,0.00005859436,0.008192686,0.0000173563,0.00002629298,0.0000362855,0.104571,0.00003411194,0.0001454918,0.05169234,0.8346969,0.000331824],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3678105,0.05250826,0.07482678,0.07389032,0.03719172,0.001431609,0.0001053681,0.0004587098,0.3917767],"genre_scores_gemma":[0.9497498,0.0000139697,0.03367673,0.01219583,0.004043224,0.00001262457,6.562695e-7,0.00001287147,0.0002943039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7634939,"threshold_uncertainty_score":0.9981211,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010808139","doi":"10.1002/tea.20343","title":"Teaching about ethics through socioscientific issues in physics and chemistry: Teacher candidates' beliefs","year":2009,"lang":"en","type":"article","venue":"Journal of Research in Science Teaching","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"York University","funders":"","keywords":"Archetype; Subject (documents); Mathematics education; Science education; Chemistry; Teacher education; Psychology; Pedagogy; Sociology; Computer science; Literature; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.3037794294812641,"gpt":0.5836462905747329,"spread":0.2798668610934689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2263171,0.0002079179,0.0004820097,0.0006504621,0.004699246,0.0009680186,0.002496117,0.0002727341,0.00002066008],"category_scores_gemma":[0.04870305,0.0001792899,0.00007935129,0.003437065,0.008197158,0.003249726,0.0003651048,0.008857165,0.000002649641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001642933,"about_ca_system_score_gemma":0.002488215,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008521254,"about_ca_topic_score_gemma":0.0006373633,"domain_scores_codex":[0.984566,0.007371927,0.0008936492,0.0006626008,0.004852496,0.001653296],"domain_scores_gemma":[0.995181,0.003121168,0.0004918971,0.0003112015,0.0006447118,0.0002500481],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004010292,0.0003726502,0.04032735,0.00004111563,0.000006530646,0.00007502204,0.6910339,0.00008706465,0.02627038,0.1157293,0.0006004808,0.1254161],"study_design_scores_gemma":[0.001184085,0.0004871522,0.04885853,0.001730574,0.00001031058,0.0000351309,0.3184119,0.0006787058,0.002373764,0.5758164,0.04951506,0.000898402],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9055688,0.0007810098,0.00093237,0.0293259,0.0005666557,0.0002778659,0.000001466059,0.00004250028,0.06250343],"genre_scores_gemma":[0.9746414,0.0003495028,0.02286157,0.0002246215,0.001044868,0.000002984269,2.954419e-7,0.000009945593,0.0008647412],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4600871,"threshold_uncertainty_score":0.9980811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171112642","doi":"10.1177/1046878108325451","title":"Validity of a Simulation Game as a Method for History Teaching","year":2008,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test (biology); Comprehension; Mathematics education; Psychology; Game based learning; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3637637257361151,"gpt":0.5093920714858049,"spread":0.1456283457496898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01070291,0.0001265912,0.0002767051,0.0001643735,0.0009880625,0.00001593114,0.0002986017,0.0001577756,0.00009874916],"category_scores_gemma":[0.02548674,0.0001337721,0.0001335154,0.0003160421,0.0005137057,0.0004904775,0.00004982843,0.000218658,0.000004045755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007119008,"about_ca_system_score_gemma":0.000353756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001275607,"about_ca_topic_score_gemma":0.00005216944,"domain_scores_codex":[0.9960803,0.002223715,0.0004401445,0.0003108566,0.0006123399,0.0003325962],"domain_scores_gemma":[0.9893469,0.009542138,0.000490554,0.0001705837,0.0003930075,0.00005684053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007975489,0.00009392921,0.007149645,0.00003535426,0.00002365063,0.000001630258,0.249422,0.5743182,0.002665965,0.08528887,0.0002383318,0.08068265],"study_design_scores_gemma":[0.0008944038,0.0002612032,0.01234842,0.00007368387,0.0000573848,0.000001077554,0.01360734,0.551146,0.0005321326,0.06375419,0.3566601,0.0006640127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1896592,0.00003492003,0.7893404,0.0001447241,0.000686481,0.0004276778,0.000002574961,0.0001421969,0.01956182],"genre_scores_gemma":[0.8168278,0.000003436607,0.1818071,0.0001333958,0.0003333465,0.00001336809,0.000003588502,0.00001157913,0.0008664132],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6271687,"threshold_uncertainty_score":0.982722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986651561","doi":"10.1177/0092055x0503300309","title":"Introducing Multimedia Presentations and a Course Website to an Introductory Sociology Course: How Technology Affects Student Perceptions of Teaching Effectiveness","year":2005,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Blackboard (design pattern); Grading (engineering); Psychology; Perception; Teaching method; Course evaluation; Mathematics education; Presentation (obstetrics); Higher education; Pedagogy; Computer science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03800280395073414,"gpt":0.4473240540693729,"spread":0.4093212501186388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01913796,0.0003407803,0.0007940859,0.000510759,0.003091502,0.0000682872,0.001020231,0.0006275537,0.0000555278],"category_scores_gemma":[0.0101076,0.0003379728,0.0001051391,0.0004093153,0.007233184,0.000576292,0.0004366073,0.001966209,0.00001411448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004615966,"about_ca_system_score_gemma":0.0004008717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006112579,"about_ca_topic_score_gemma":0.0006822533,"domain_scores_codex":[0.9833505,0.01380717,0.0004158377,0.0009889458,0.0004564367,0.0009810787],"domain_scores_gemma":[0.9941221,0.00451102,0.0004017402,0.0005072874,0.0002515779,0.0002062579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00003118948,0.0004404611,0.2593837,0.0000227804,0.0001398067,0.000002629663,0.4189371,0.0003350135,0.03318103,0.235004,0.001070964,0.05145137],"study_design_scores_gemma":[0.001008402,0.0009345542,0.5890635,0.00006564636,0.0001889237,0.00001216452,0.38476,0.0002292586,0.0002493232,0.01541301,0.007260908,0.0008143584],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9508046,0.0002890196,0.01634381,0.02853087,0.001123852,0.0009335611,0.00001461654,0.0004316332,0.001528063],"genre_scores_gemma":[0.9218907,0.00002707544,0.07560242,0.0003592725,0.001730096,0.0001294074,0.00001460677,0.00003191779,0.0002145474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3296798,"threshold_uncertainty_score":0.9999073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983028646","doi":"10.1017/s1049096510990677","title":"Undergraduate Research-Methods Training in Political Science: A Comparative Perspective","year":2010,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Politics; Liberal arts education; Curriculum; State (computer science); Political science; Norm (philosophy); Higher education; Training (meteorology); Mathematics education; Sociology; Pedagogy; Psychology; Law; Computer science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.4593989836391525,"gpt":0.6441923012390856,"spread":0.1847933175999331,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09266727,0.0003877096,0.000678102,0.001844569,0.007606567,0.001158468,0.004306158,0.0003507242,0.0001130091],"category_scores_gemma":[0.1333196,0.0003572855,0.0001240314,0.0114845,0.1384081,0.001773453,0.001063062,0.003623798,0.00007629031],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.008031246,"about_ca_system_score_gemma":0.02581633,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0503634,"about_ca_topic_score_gemma":0.005559016,"domain_scores_codex":[0.9765648,0.004213878,0.0008322792,0.001659165,0.004959041,0.01177078],"domain_scores_gemma":[0.9828461,0.008902711,0.0001656529,0.0008041855,0.003752457,0.003528942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005181993,0.0001087565,0.002242263,0.000003443584,0.000003339842,0.000008886906,0.06058897,9.655365e-7,0.006487042,0.9297333,0.00003272008,0.000785141],"study_design_scores_gemma":[0.0001596682,0.00009698015,0.01266034,0.00002104853,0.000005437474,0.000007941442,0.2438972,0.0001895941,0.003529556,0.736841,0.002232185,0.0003590373],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3515216,0.00001082118,0.001477953,0.04362739,0.002204643,0.0005792714,0.00001705135,0.0002074785,0.6003538],"genre_scores_gemma":[0.9253754,0.000002440897,0.07170209,0.00114095,0.001206003,0.00004494326,7.311747e-7,0.00001925736,0.0005081941],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5998456,"threshold_uncertainty_score":0.9998879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2374421917","doi":"10.4101/jvwr.v2i1.374","title":"Canadian Border Simulation at Loyalist College","year":2009,"lang":"en","type":"article","venue":"Journal of Virtual Worlds Research","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Loyalist College","funders":"","keywords":"GRASP; Process (computing); Class (philosophy); Mathematics education; Computer science; Border Security; Psychology; Medical education; Political science; Artificial intelligence; Law; Software engineering; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2156397096938135,"gpt":0.5622188963413477,"spread":0.3465791866475342,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02872403,0.00009413201,0.0002338484,0.0007743076,0.002639533,0.0001545889,0.0009488245,0.0001514331,0.001030004],"category_scores_gemma":[0.01434467,0.00008064996,0.00009065887,0.002777077,0.0009560529,0.0004482494,0.00006922412,0.0009036566,0.0000455953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003118266,"about_ca_system_score_gemma":0.002304345,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03444842,"about_ca_topic_score_gemma":0.20411,"domain_scores_codex":[0.9930711,0.003330241,0.0004461308,0.0001685293,0.002183193,0.0008007945],"domain_scores_gemma":[0.9949622,0.002521584,0.000222858,0.0001454078,0.001728529,0.0004194596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004169004,0.0002287699,0.01279434,0.000005477299,0.00006322175,0.0002951145,0.05833601,0.004333552,0.001556899,0.566478,0.1409947,0.214497],"study_design_scores_gemma":[0.0003863941,0.0008791909,0.0214721,0.00005356757,0.000006801143,0.000005131706,0.02275885,0.0002067466,0.0001342241,0.03631326,0.9175503,0.0002334209],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5179316,0.0002803982,0.001024435,0.05683271,0.001685445,0.0004265438,0.00001857886,0.00003815801,0.4217621],"genre_scores_gemma":[0.9757854,0.00004857663,0.001982514,0.0004421874,0.0009465444,9.218995e-7,6.274337e-7,0.000006438298,0.02078675],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7765557,"threshold_uncertainty_score":0.9998832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280545764","doi":"10.1177/0092055x221096657","title":"Engaging Students Using an Arts-Based Pedagogy: Teaching and Learning Sociological Theory through Film, Art, and Music","year":2022,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"The arts; Pedagogy; Sociology; Mathematics education; Sociological theory; Visual arts education; Psychology; Visual arts; Social science; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.2627165028390516,"gpt":0.5158035594780893,"spread":0.2530870566390377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.07249946,0.0003237518,0.000570185,0.0001470191,0.02461999,0.0001797462,0.0009053397,0.000301762,0.0002928822],"category_scores_gemma":[0.01225296,0.0003177797,0.00009644248,0.0001606582,0.00452841,0.0005117176,0.001036813,0.006199371,0.000002900501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005089875,"about_ca_system_score_gemma":0.0002910781,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001688359,"about_ca_topic_score_gemma":0.00006683946,"domain_scores_codex":[0.9391179,0.05777622,0.000445268,0.0008931034,0.0006975127,0.001069972],"domain_scores_gemma":[0.9901597,0.009008116,0.0004195828,0.0002305302,0.00005032337,0.0001316753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004479331,0.0001646694,0.07109671,0.00001025647,0.00004912536,0.00001683246,0.5548098,0.0009886336,0.001138261,0.3538885,0.0001524676,0.01763993],"study_design_scores_gemma":[0.0007758187,0.0006750376,0.01464852,0.00002272708,0.00007732799,0.00001980445,0.7606609,0.001629685,0.000005870994,0.189069,0.03159776,0.0008174956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9598588,0.0003032133,0.02542421,0.001446674,0.0007268892,0.0003327801,0.000005830613,0.0004661018,0.01143545],"genre_scores_gemma":[0.9545801,0.00001312219,0.04155193,0.002785576,0.0005260266,0.00004236755,0.00001609099,0.00003251082,0.0004523344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2058511,"threshold_uncertainty_score":0.9999274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2558349452","doi":"10.1080/0142159x.2017.1248916","title":"Hawks, Doves and Rasch decisions: Understanding the influence of different cycles of an OSCE on students’ scores using Many Facet Rasch Modeling","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Keele University","keywords":"Rasch model; Facet (psychology); Psychology; Variance (accounting); Polytomous Rasch model; Range (aeronautics); Clinical psychology; Statistics; Item response theory; Psychometrics; Social psychology; Mathematics; Developmental psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2874108723821709,"gpt":0.4740656656617795,"spread":0.1866547932796085,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01094026,0.000144101,0.000321011,0.00008902689,0.0006567333,0.00005342741,0.001055437,0.00017769,0.0001077744],"category_scores_gemma":[0.01558735,0.00007211095,0.00005356262,0.0003231436,0.002889515,0.0002555756,0.000296915,0.0003055005,7.187323e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002283095,"about_ca_system_score_gemma":0.0001479477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001184412,"about_ca_topic_score_gemma":0.0003341672,"domain_scores_codex":[0.994702,0.002160155,0.0004376372,0.0003125022,0.00201252,0.0003751402],"domain_scores_gemma":[0.9974379,0.001862423,0.0002263708,0.0002410511,0.00009009102,0.0001421904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001334951,0.0006156346,0.6439838,0.00002908134,0.0001332618,0.000006412641,0.09119544,0.0007139907,0.008834369,0.1711689,0.0000508768,0.08313473],"study_design_scores_gemma":[0.002567728,0.0006312732,0.3189472,0.003410625,0.0001224313,0.000003844496,0.2039092,0.01561359,0.001090187,0.4525248,0.0001567509,0.001022348],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9369339,0.00007675422,0.06103402,0.0009584883,0.0001495992,0.0002032459,0.00000186875,0.00003283368,0.0006093233],"genre_scores_gemma":[0.9975304,0.0001786034,0.002032801,0.00008164482,0.0001121226,0.00000513483,1.933384e-7,0.000008868674,0.00005025226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3250367,"threshold_uncertainty_score":0.999824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4244363332","doi":"10.1177/0092055x0803600107","title":"Teaching Transgender","year":2008,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Transgender; Syllabus; Sociology; Gender studies; Pedagogy; Media studies","retraction":null,"screen_n_in":null,"score":{"opus":0.2344608838201789,"gpt":0.455556942397823,"spread":0.2210960585776441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01448387,0.000210712,0.000379148,0.00013345,0.007958947,0.00002622474,0.0009519148,0.0003942718,0.0002687007],"category_scores_gemma":[0.005789837,0.0001995153,0.0001637693,0.0001613775,0.004987435,0.0003494764,0.000099782,0.001943288,0.000090061],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003450669,"about_ca_system_score_gemma":0.0003476426,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007006762,"about_ca_topic_score_gemma":0.0001859193,"domain_scores_codex":[0.98909,0.00862497,0.0003696082,0.0004873436,0.0005007995,0.000927249],"domain_scores_gemma":[0.9971663,0.00218767,0.000183416,0.0002629771,0.00007208079,0.0001275975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005982868,0.00004445366,0.009330737,0.000002405483,0.00002113676,0.00001159522,0.374048,0.00000406732,0.0005331193,0.6015428,0.003256098,0.01119963],"study_design_scores_gemma":[0.0005920122,0.0001888368,0.02139318,0.00001758953,0.00002833606,0.00003450464,0.1155931,0.00002704468,0.00005610014,0.2331149,0.6280115,0.0009428811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5945273,0.000112613,0.01944824,0.006955011,0.00132622,0.0001942888,0.000002428795,0.0006870493,0.3767468],"genre_scores_gemma":[0.9555324,0.00003767615,0.03559527,0.001940105,0.001227188,0.00001977561,0.000003974571,0.00002139123,0.005622168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6247554,"threshold_uncertainty_score":0.9996057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385650378","doi":"10.1080/0142159x.2023.2241621","title":"Training simulated participants for role portrayal and feedback practices in communication skills training: A BEME scoping review: BEME Guide No. 86","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.3949229241449156,"gpt":0.5504001280185906,"spread":0.155477203873675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04215452,0.0001637895,0.0004921352,0.0001027476,0.0007218856,0.00007691131,0.0006884763,0.0002732268,0.0005484474],"category_scores_gemma":[0.1600683,0.0001479891,0.00006732661,0.0009446829,0.001183604,0.0003828199,0.0001778405,0.0005819704,0.00002447315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001109099,"about_ca_system_score_gemma":0.0006173691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001414638,"about_ca_topic_score_gemma":0.002350906,"domain_scores_codex":[0.9946693,0.002370854,0.0007545308,0.0004208071,0.0009651101,0.0008194682],"domain_scores_gemma":[0.9950747,0.003719353,0.0005646261,0.0002442049,0.0001701475,0.0002269474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004772911,0.000258582,0.04560745,0.0005780326,0.00008733507,0.00002370161,0.3912235,0.00002772007,0.000109454,0.0054805,0.006171667,0.5503844],"study_design_scores_gemma":[0.005364112,0.0006680298,0.04919137,0.05793107,0.0002963286,0.000008520092,0.4083934,0.02494705,0.00003769975,0.04567748,0.4046299,0.002855007],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8088427,0.006708366,0.0007338183,0.04832134,0.001058494,0.003681578,0.000007723203,0.0008641948,0.1297817],"genre_scores_gemma":[0.9614136,0.009615328,0.02084677,0.002784339,0.0007856358,0.0002975303,0.00004039303,0.00005233416,0.004164047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5475293,"threshold_uncertainty_score":0.9863035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129408311","doi":"10.1017/s1049096510990719","title":"(Ending) Civil War in the Classroom: A Peacebuilding Simulation","year":2010,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Peacebuilding; Face (sociological concept); Field (mathematics); Spanish Civil War; Political science; Sociology; Computer science; Management science; Engineering ethics; Engineering; Public administration; Social science; Law; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1149535791648007,"gpt":0.4757308142312275,"spread":0.3607772350664268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02336846,0.0001944161,0.0002295354,0.0003080725,0.003053993,0.0003973298,0.002355785,0.0002026764,0.0001379876],"category_scores_gemma":[0.04089884,0.0001450513,0.00008381678,0.002418668,0.01124036,0.0008363374,0.0002462981,0.001131223,0.00003435282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008271589,"about_ca_system_score_gemma":0.001424512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005687071,"about_ca_topic_score_gemma":0.003005141,"domain_scores_codex":[0.9930021,0.001103519,0.0004523216,0.0005444223,0.001977079,0.002920527],"domain_scores_gemma":[0.9939985,0.004624005,0.0001299406,0.0004488153,0.0003257037,0.0004730641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001142642,0.00004821496,0.01606984,0.000002535666,9.543722e-7,0.000003447732,0.01573637,0.00002651231,0.0006970276,0.9663221,0.00004954678,0.001042329],"study_design_scores_gemma":[0.0002173154,0.00007420812,0.07449365,0.00002313742,0.00001435227,0.000006130988,0.05916383,0.002444476,0.0004294231,0.8013371,0.06127802,0.0005184134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6474302,0.000008160135,0.002082918,0.009872822,0.001416449,0.0003228883,0.000005749462,0.0001312561,0.3387295],"genre_scores_gemma":[0.989826,0.000003268919,0.006356772,0.002365709,0.001191721,0.00001693329,8.474786e-7,0.000009806306,0.0002289861],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3423958,"threshold_uncertainty_score":0.9982439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141469655","doi":"10.1111/j.1528-3585.2012.00470.x","title":"Using a Blended Learning Approach to Simulate the Negotiation of a Multilateral Environmental Agreement","year":2012,"lang":"en","type":"article","venue":"International Studies Perspectives","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Negotiation; Library science; Sociology; Political science; Media studies; Computer science; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.2328490144224532,"gpt":0.4731447373107927,"spread":0.2402957228883394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002546862,0.00009708975,0.0001408035,0.00007359726,0.000843803,0.00002992905,0.0003534955,0.00003351457,0.00004777554],"category_scores_gemma":[0.001957821,0.00007064443,0.00006410835,0.0002270099,0.0007907746,0.0002973392,0.0002312698,0.0001463688,0.000005707146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007816327,"about_ca_system_score_gemma":0.00002986378,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006262474,"about_ca_topic_score_gemma":0.00003041121,"domain_scores_codex":[0.9981287,0.000620829,0.0001958883,0.0001787737,0.0006049965,0.0002708154],"domain_scores_gemma":[0.9991478,0.0004373874,0.0001803169,0.00006780089,0.0001318283,0.0000348158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000294578,0.0001820959,0.04673089,0.00000237941,0.0002501099,1.442971e-7,0.8847366,0.005368288,0.002534061,0.05666565,0.00006381058,0.003436494],"study_design_scores_gemma":[0.0001730737,0.00003973477,0.06285411,0.00001433157,0.00002081881,6.244443e-7,0.9282624,0.000801707,0.0003590106,0.001367507,0.005942822,0.0001638735],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474241,0.0009498691,0.007549011,0.001576369,0.001012116,0.0003523051,0.000004734987,0.00003633028,0.04109515],"genre_scores_gemma":[0.984479,0.0001416839,0.01436407,0.00006300669,0.0005040481,0.00001568974,8.446606e-7,0.000004896952,0.000426725],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05529814,"threshold_uncertainty_score":0.6489936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115454627","doi":"10.1177/1046878112455485","title":"Peacebuilding With Games and Simulations","year":2012,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Peacebuilding; Field (mathematics); Management science; Conflict management; Computer science; Sociology; Political science; Engineering; Social science; Public administration; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1329005809986841,"gpt":0.4470334051247756,"spread":0.3141328241260916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002585136,0.00008464626,0.0001069712,0.00008727532,0.00126857,0.00008896689,0.0001092054,0.00006451218,0.00007870869],"category_scores_gemma":[0.002288924,0.00007362387,0.00001598628,0.0005382923,0.0004910808,0.0008679365,0.00004326591,0.0001225917,0.000003753892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009975913,"about_ca_system_score_gemma":0.00004588224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001841802,"about_ca_topic_score_gemma":0.0001037015,"domain_scores_codex":[0.9985405,0.000484249,0.0001408151,0.0001513813,0.0003162882,0.0003667721],"domain_scores_gemma":[0.9978024,0.00180722,0.0001141019,0.00008639278,0.0001095314,0.00008034812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001202094,0.00002974368,0.6274654,0.0000071836,0.00001629696,4.156927e-7,0.1279531,0.03745612,0.0004561789,0.1353054,0.00002391484,0.07127425],"study_design_scores_gemma":[0.001157451,0.0001504609,0.5487309,0.0001721201,0.000105838,0.000002786323,0.1422283,0.05401123,0.0005261456,0.02151868,0.2298403,0.001555777],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8882168,0.0001602597,0.08461516,0.0004192693,0.0002970695,0.000201636,0.000001418935,0.0001731754,0.02591519],"genre_scores_gemma":[0.9693849,0.000006238617,0.02978721,0.0000987743,0.0003950502,0.000003195493,0.000001367534,0.000007893495,0.0003153318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2298164,"threshold_uncertainty_score":0.9756945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2620981826","doi":"10.1177/0092055x17711230","title":"What’s the Harm? The Coverage of Ethics and Harm Avoidance in Research Methods Textbooks","year":2017,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Harm; Research ethics; Do no harm; Psychology; Content analysis; Sociology; Engineering ethics; Social psychology; Social science; Criminology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.6756627541287616,"gpt":0.6690398582225984,"spread":0.006622895906163273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2284579,0.0001343188,0.0003383881,0.00008006378,0.01497324,0.000380499,0.002632456,0.0004348614,0.00002599893],"category_scores_gemma":[0.1119977,0.00008072596,0.00006581956,0.0001407255,0.02407083,0.0005019717,0.0008292163,0.006042338,0.000003954026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00018768,"about_ca_system_score_gemma":0.0004477302,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0133834,"about_ca_topic_score_gemma":0.002133349,"domain_scores_codex":[0.9316578,0.0660627,0.0004086477,0.0004404974,0.0006654982,0.0007648414],"domain_scores_gemma":[0.956236,0.04240764,0.000432677,0.0006714456,0.0002109646,0.00004127303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008677797,0.00001297173,0.00800331,0.000006037391,0.00001067726,0.000001044739,0.4520277,0.000002418834,0.0005395069,0.4832947,0.0002768053,0.05581607],"study_design_scores_gemma":[0.0001789565,0.00006391817,0.07683369,0.0000589909,0.000007310382,0.000001030025,0.2557167,0.0000305681,0.000109229,0.6222399,0.04461186,0.0001479111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7670655,0.001451983,0.005804513,0.1395175,0.003053984,0.0007154197,0.000003494608,0.00006445484,0.08232315],"genre_scores_gemma":[0.9863248,0.001029681,0.009644087,0.001133922,0.0003681181,0.00003637703,3.63167e-7,0.00001027735,0.001452402],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2192592,"threshold_uncertainty_score":0.9962507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102179623","doi":"10.1017/s1049096505056544","title":"Student Use of the Internet for Research Projects: A Problem? Our Problem? What Can We Do About It?","year":2005,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Northern Alberta Institute of Technology; Wilfrid Laurier University","funders":"","keywords":"The Internet; Quality (philosophy); Class (philosophy); Psychological intervention; Politics; Mathematics education; Psychology; Medical education; Public relations; Computer science; Political science; Medicine; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.4091370620966532,"gpt":0.5548583304698924,"spread":0.1457212683732392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0261021,0.0002563296,0.0003922063,0.0003292854,0.002634041,0.001573967,0.00363571,0.0002115746,0.00002452245],"category_scores_gemma":[0.02063905,0.0001773929,0.00017149,0.002559891,0.01380565,0.001709419,0.00111212,0.0007884842,0.00001108231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002867755,"about_ca_system_score_gemma":0.004564249,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01118083,"about_ca_topic_score_gemma":0.002998602,"domain_scores_codex":[0.9887316,0.002164152,0.0007990528,0.0008188582,0.003518855,0.00396747],"domain_scores_gemma":[0.993568,0.002772236,0.0002676185,0.0006295228,0.002090242,0.0006723911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00000506302,0.0001662967,0.005680659,0.00003029266,0.000008297841,4.404524e-7,0.06112022,0.000006500496,0.0002332468,0.9271375,0.001315737,0.004295781],"study_design_scores_gemma":[0.0003781399,0.0003982676,0.007116656,0.0006374792,0.0000337323,0.000003882089,0.3150678,0.000117975,0.005199063,0.5113545,0.1591143,0.0005782198],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5973203,0.0002247685,0.001559176,0.3101717,0.003183351,0.006737877,0.0001256188,0.0002626406,0.08041462],"genre_scores_gemma":[0.9613866,0.00006598849,0.03168537,0.0019992,0.001033506,0.000182161,8.100567e-7,0.00001929094,0.003627073],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.415783,"threshold_uncertainty_score":0.9994625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1602006865","doi":"10.47678/cjhe.v41i2.549","title":"Learning (About) Outcomes: How the Focus on Assessment Can Help Overall Course Design","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Queen's University","funders":"Queen's University; Lilly Endowment; Eli Lilly and Company","keywords":"Corporatization; Process (computing); Course (navigation); Course evaluation; Higher education; Process management; Computer science; Medical education; Knowledge management; Psychology; Mathematics education; Engineering management; Business; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.191862372677512,"gpt":0.420381618735697,"spread":0.228519246058185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006250897,0.0001099602,0.0001661255,0.0001420117,0.001335208,0.0001880351,0.0006683168,0.00008859881,0.0004768335],"category_scores_gemma":[0.001158534,0.0000758478,0.00007452853,0.0003665716,0.0005559768,0.0002497877,0.000008890323,0.0006120448,0.000004693718],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001002298,"about_ca_system_score_gemma":0.01012256,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04594723,"about_ca_topic_score_gemma":0.02302669,"domain_scores_codex":[0.9962794,0.002562134,0.0002178855,0.0001240758,0.0004239801,0.0003924892],"domain_scores_gemma":[0.9981185,0.0005861488,0.0004710084,0.0001314604,0.000404749,0.0002881527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000009824746,0.0001058242,0.3593448,0.000003735217,0.00009152579,0.000015128,0.1434727,0.00005516616,0.00003265369,0.3596424,0.0616341,0.07559217],"study_design_scores_gemma":[0.0001056526,0.0002099135,0.8177835,0.00003613963,0.00002971948,0.0000023634,0.03320824,6.761852e-7,0.00002904029,0.04191017,0.1065337,0.0001509073],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3836491,0.001352447,0.007720623,0.2510475,0.03079117,0.001078103,0.000007375729,0.00007549441,0.3242782],"genre_scores_gemma":[0.9798974,0.00001612112,0.008332107,0.001274296,0.0006585188,0.000007880485,4.455021e-7,0.000009454774,0.009803759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5962483,"threshold_uncertainty_score":0.9999649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3000104735","doi":"10.1093/isp/ekz028","title":"Scattered and Unsystematic: The Taught Discipline in the Intellectual Life of International Relations","year":2020,"lang":"en","type":"article","venue":"International Studies Perspectives","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Discipline; Scope (computer science); International relations; Sociology; Field (mathematics); Engineering ethics; Pedagogy; Political science; Social science; Law; Engineering; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.2370905808896634,"gpt":0.4679941321921531,"spread":0.2309035513024897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002968259,0.00009535641,0.0001805259,0.0000704284,0.0005700409,0.00007978037,0.0009556079,0.00003632611,0.0001679548],"category_scores_gemma":[0.03057675,0.00005423363,0.00005519428,0.0005655951,0.002120627,0.0002209359,0.0002794908,0.000235239,0.000008651586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001661895,"about_ca_system_score_gemma":0.00007341837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004099347,"about_ca_topic_score_gemma":0.0007786822,"domain_scores_codex":[0.9977537,0.0008877338,0.0003373046,0.0002214655,0.0006588988,0.0001408462],"domain_scores_gemma":[0.994957,0.004328389,0.0002104723,0.00008619991,0.0003920365,0.00002586081],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001891028,0.00003115707,0.00667751,0.000004260375,0.000131013,7.771033e-7,0.7168164,0.00002760857,0.00002872574,0.2717826,0.003941316,0.0005397583],"study_design_scores_gemma":[0.0001485923,0.00003072889,0.01913559,0.00003219121,0.00001054058,7.718606e-7,0.9571236,0.000157185,0.000008655768,0.01090573,0.01236869,0.00007775463],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.26562,0.004277033,0.002396933,0.5676406,0.001382939,0.0006558466,0.0000275077,0.00005499055,0.1579442],"genre_scores_gemma":[0.9966311,0.000815146,0.0009810278,0.00070215,0.0005454313,0.00003455391,0.000001285343,0.000003940027,0.0002852966],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7310112,"threshold_uncertainty_score":0.9775891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1857598793","doi":"10.1080/14616742.2013.819693","title":"Innovating International Relations Pedagogy","year":2013,"lang":"en","type":"article","venue":"International Feminist Journal of Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia; University of Victoria","funders":"","keywords":"Process (computing); Sociology; Pedagogy; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.09026717919065913,"gpt":0.4690980190539635,"spread":0.3788308398633044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003155015,0.0001059908,0.0001739028,0.0003256181,0.0005063456,0.0002793878,0.001269823,0.0001137515,0.002685793],"category_scores_gemma":[0.0122504,0.00009914107,0.0001083356,0.0003829292,0.0007659987,0.0007081094,0.0001261424,0.0004620461,0.000127285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005746887,"about_ca_system_score_gemma":0.0006452602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007189896,"about_ca_topic_score_gemma":0.00003157536,"domain_scores_codex":[0.9973283,0.0003424787,0.0007818138,0.0001265049,0.001105583,0.0003153159],"domain_scores_gemma":[0.9956425,0.001143639,0.0008279278,0.00009568981,0.002177406,0.0001128738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004211332,0.00006161795,0.0445691,0.000001299968,0.00007889788,0.000009221877,0.0128092,0.00001904007,0.0002628382,0.9067354,0.01934182,0.0161074],"study_design_scores_gemma":[0.0003284282,0.00006783271,0.01762803,0.00005393839,0.00001425725,0.0000529678,0.02961396,0.0001289011,0.0001284762,0.213396,0.7383662,0.0002209628],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1610949,0.00002852623,0.009723542,0.03571989,0.01031648,0.000116071,0.00001982135,0.00004349274,0.7829372],"genre_scores_gemma":[0.9194542,0.00001544763,0.0656862,0.00119042,0.003481201,0.000004313929,0.000003732174,0.00001057487,0.01015392],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7727833,"threshold_uncertainty_score":0.9982259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008045803","doi":"10.1111/medu.14141","title":"Aha! Taking on the myth that simulation‐derived surprise enhances learning","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Experiential learning; Surprise; Mythology; Curriculum; Narrative; Social constructivism; Fidelity; Computer science; Constructivism (international relations); Epistemology; Mathematics education; Psychology; Pedagogy; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2935321899373872,"gpt":0.5397082628412736,"spread":0.2461760729038864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01073384,0.0002872129,0.0007689178,0.0001119162,0.00201818,0.0002191105,0.00139558,0.000479516,0.001512011],"category_scores_gemma":[0.1317391,0.0001830005,0.0002349348,0.001377885,0.00128015,0.0001688098,0.0001447117,0.001670073,0.0001575348],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000538056,"about_ca_system_score_gemma":0.006159356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005160926,"about_ca_topic_score_gemma":0.00005789528,"domain_scores_codex":[0.9890485,0.007634979,0.0004982738,0.0005163954,0.001869676,0.0004322139],"domain_scores_gemma":[0.9873382,0.01101371,0.001096128,0.0002363707,0.0001607688,0.0001547743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001200094,0.0000345498,0.000009747477,0.0001725982,0.0000201825,9.543071e-7,0.01472699,0.00000509362,8.127684e-8,0.01050731,0.002860275,0.971661],"study_design_scores_gemma":[0.00001921803,0.00002288484,0.00001278654,0.00222555,0.00005209987,3.474264e-7,0.00841692,0.00003812898,6.154986e-7,0.001051539,0.9879661,0.0001938548],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008269163,0.9030734,0.00267378,0.02595369,0.006058425,0.00118776,0.000002420879,0.0003067914,0.06066098],"genre_scores_gemma":[0.00242276,0.9893888,0.0006171152,0.003800478,0.002752151,0.0001637692,0.00002510586,0.00002768725,0.0008021693],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9851058,"threshold_uncertainty_score":0.9994748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977857017","doi":"10.1111/j.1571-9979.2008.00187.x","title":"Mega-Simulations in Negotiation Teaching: Extraordinary Investments with Extraordinary Benefits","year":2008,"lang":"en","type":"article","venue":"Negotiation Journal","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Negotiation; Sophistication; Experiential learning; Diplomacy; International business; Engineering ethics; Public relations; Political science; Knowledge management; Computer science; Sociology; Engineering; Law; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1466615670446245,"gpt":0.3859594520714634,"spread":0.239297885026839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004476048,0.0002089007,0.000271906,0.0004624108,0.003773805,0.0001586231,0.000517406,0.000183649,0.0002916697],"category_scores_gemma":[0.002680425,0.000187289,0.00007478603,0.001216291,0.0006253349,0.002019792,0.00005463428,0.0009937192,0.000009194798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007482586,"about_ca_system_score_gemma":0.0007136661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005947739,"about_ca_topic_score_gemma":0.0005570283,"domain_scores_codex":[0.9948911,0.002458202,0.0005908469,0.0003371248,0.001128742,0.0005939598],"domain_scores_gemma":[0.998004,0.0007719697,0.0005481456,0.0001736222,0.0003133981,0.0001889056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001027717,0.0004095592,0.6596237,0.000006546879,0.00005092895,0.00008763633,0.1831819,0.01403371,0.0006327403,0.1066389,0.002691097,0.03254053],"study_design_scores_gemma":[0.001659339,0.0003930435,0.931148,0.000131553,0.00003071715,0.0001887662,0.02534421,0.0006507636,0.0001168161,0.0264856,0.01318036,0.0006708411],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9503529,0.0001558316,0.01346187,0.003559178,0.000989929,0.0003550999,0.000004438844,0.0001256395,0.0309951],"genre_scores_gemma":[0.9672523,0.000124149,0.03086044,0.0004411102,0.000709035,0.00001045223,0.000009132209,0.00001926508,0.0005740896],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2715243,"threshold_uncertainty_score":0.9975231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143090376","doi":"10.1017/s1049096510990732","title":"Blogging in the Political Science Classroom","year":2010,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Politics; The Internet; Focus (optics); Class (philosophy); Sociology; Political communication; Public relations; Media studies; Political science; Pedagogy; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1078904999909811,"gpt":0.4707405078102727,"spread":0.3628500078192915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.0407822,0.0003064072,0.000356511,0.0006752349,0.00479647,0.001190186,0.006171668,0.0002501849,0.0001185177],"category_scores_gemma":[0.06923679,0.0002262471,0.0001141875,0.005507567,0.07149143,0.001413073,0.0006721549,0.001902239,0.00008611097],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002012267,"about_ca_system_score_gemma":0.007360969,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02693487,"about_ca_topic_score_gemma":0.003748685,"domain_scores_codex":[0.9845015,0.001067077,0.0006711789,0.001025061,0.004094149,0.008640968],"domain_scores_gemma":[0.9925789,0.003859623,0.0001407634,0.0008959899,0.0007541427,0.001770619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001325676,0.00009150392,0.02748034,0.000003039006,9.688634e-7,0.000009214325,0.007415702,4.155797e-7,0.003121078,0.961086,0.00006662682,0.0007237354],"study_design_scores_gemma":[0.0001581604,0.0000645254,0.09510852,0.0000154295,0.0000104369,0.00002041503,0.06649162,0.0001314507,0.002116204,0.8265182,0.008929493,0.0004355469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5814171,0.00000474808,0.0004115249,0.04280642,0.002044095,0.000329612,0.000008651578,0.0001493229,0.3728285],"genre_scores_gemma":[0.9795761,0.000001740526,0.009526758,0.00905565,0.00152929,0.00002666362,6.782172e-7,0.00001370263,0.0002694549],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3981589,"threshold_uncertainty_score":0.9998467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317738911","doi":"10.1057/s41311-022-00425-5","title":"The disciplinary scholarship of teaching and learning in political science and international relations: methods, topics, and impact","year":2023,"lang":"en","type":"article","venue":"International Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Scholarship; Scholarship of Teaching and Learning; Discipline; International relations; Politics; International political economy; Field (mathematics); Sociology; International studies; Engineering ethics; Political science; Social science; Teaching method; Pedagogy; Engineering; Teaching and learning center; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1781445260776911,"gpt":0.5538583906040517,"spread":0.3757138645263606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02075994,0.00006912072,0.0000969099,0.0002603604,0.001478751,0.0002395585,0.0004226285,0.00005768008,0.000005634027],"category_scores_gemma":[0.05658104,0.00005368347,0.00001781701,0.0003948679,0.003205122,0.0004925218,0.0004573011,0.0005585985,8.557549e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003593538,"about_ca_system_score_gemma":0.0002741366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001758276,"about_ca_topic_score_gemma":0.00007539335,"domain_scores_codex":[0.9975035,0.001122527,0.0002408464,0.0002047249,0.0005384277,0.0003899832],"domain_scores_gemma":[0.9955347,0.003941754,0.00009747327,0.00006478368,0.0002661567,0.00009517516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000002660359,0.00000648885,0.1429294,0.000001634471,0.000007278108,5.534206e-7,0.006889172,0.000007897863,0.0001178121,0.8287918,0.00002500371,0.02122029],"study_design_scores_gemma":[0.00009103584,0.00002044562,0.5947281,0.00002294333,0.000002698314,0.000003217431,0.02430515,0.001510582,0.0000164819,0.3759723,0.003255601,0.00007154333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9164402,0.00007510374,0.0007563692,0.02117307,0.0006288755,0.00009844587,0.000006888834,0.00004489377,0.06077613],"genre_scores_gemma":[0.975369,0.00006160211,0.02268633,0.00008183172,0.0002207864,0.000004093331,0.000001825082,0.000003979613,0.001570567],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4528195,"threshold_uncertainty_score":0.9998212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012079167","doi":"10.1177/1046878104268732","title":"Cross-cultural simulation to advance student inquiry","year":2004,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Debriefing; Psychology; Diversity (politics); Mathematics education; Pedagogy; Cross-cultural; Reflection (computer programming); Cultural diversity; Identity (music); Sociology; Social psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2007412973153704,"gpt":0.5633961461062876,"spread":0.3626548487909173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003114804,0.0001370727,0.0001653013,0.0001051726,0.00158987,0.0003169124,0.0004099123,0.0001135726,0.00007908212],"category_scores_gemma":[0.007302353,0.0001326386,0.00005767987,0.001082453,0.0005931319,0.001254163,0.0001153302,0.0001768023,0.00006389347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007448198,"about_ca_system_score_gemma":0.0001104562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003794965,"about_ca_topic_score_gemma":0.0002016691,"domain_scores_codex":[0.9976226,0.0004170023,0.0003460486,0.0003679362,0.0008085977,0.0004377783],"domain_scores_gemma":[0.9980249,0.0009787693,0.000182635,0.0001699937,0.000543821,0.00009982503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000009464697,0.00001902675,0.01072286,0.00000194668,0.00000377817,9.060126e-7,0.09786535,0.8522391,0.0002950437,0.02002101,0.000002840484,0.0188187],"study_design_scores_gemma":[0.001935687,0.000301929,0.6499464,0.0001977006,0.00003066659,4.797336e-7,0.1420569,0.0130523,0.000943188,0.06917173,0.120712,0.001651094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7903022,0.00002381071,0.1983558,0.0005484928,0.001369013,0.000356662,0.000001310074,0.0002309694,0.008811751],"genre_scores_gemma":[0.9719467,0.000002924329,0.02636838,0.0004648876,0.0008194199,0.00001234767,0.000003209779,0.00001034461,0.0003717499],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8391868,"threshold_uncertainty_score":0.9997099,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974137863","doi":"10.1177/0092055x15569316","title":"The Game of Social Life","year":2015,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Privilege (computing); Sociology; Poverty; Agency (philosophy); Social inequality; Oppression; Social psychology; Inequality; Social stratification; Perspective (graphical); Psychology; Pedagogy; Social science; Economic growth; Politics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.250055899190123,"gpt":0.4814705478349568,"spread":0.2314146486448338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02714279,0.0001069832,0.0002698167,0.00004307701,0.002476445,0.00003660699,0.000988495,0.0002427949,0.00002684226],"category_scores_gemma":[0.03186776,0.00007662213,0.00009606596,0.0001981131,0.007202839,0.0001277529,0.0001692174,0.0007026077,0.00002235643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002163431,"about_ca_system_score_gemma":0.0006948668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001444765,"about_ca_topic_score_gemma":0.0001730531,"domain_scores_codex":[0.9909908,0.00744652,0.0003407948,0.0002053286,0.0004772231,0.0005392939],"domain_scores_gemma":[0.9959953,0.003201377,0.0003369625,0.0001576063,0.000208655,0.0001000359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001116533,0.00001343121,0.002218704,9.161166e-7,0.00001516409,3.025133e-7,0.243697,0.000002093357,0.00005556706,0.7395548,0.007654335,0.006776497],"study_design_scores_gemma":[0.0002463468,0.00009169482,0.006541707,0.000002917899,0.00001195305,4.059123e-7,0.2120596,0.000009694063,0.00001277283,0.3700258,0.4108249,0.0001721826],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6334414,0.000305073,0.003634354,0.0248994,0.002470186,0.0002240461,0.000002989901,0.0002447398,0.3347778],"genre_scores_gemma":[0.9941526,0.00001219005,0.003004462,0.0005961174,0.0009632793,0.0000114811,0.000001203306,0.000008641573,0.001250025],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4031706,"threshold_uncertainty_score":0.9988222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2321752935","doi":"10.1017/s1049096512001308","title":"The Workplace Relevance of the Liberal Arts Political Science BA and How It Might Be Enhanced: Reflections on an Exploratory Survey of the NGO Sector","year":2013,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Relevance (law); Liberal arts education; Politics; Political science; Interpersonal communication; Public relations; Pedagogy; Psychology; Higher education; Sociology; Social psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2046760459366317,"gpt":0.4483334036028808,"spread":0.2436573576662492,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01729662,0.0002660917,0.0003403919,0.0001409658,0.006677489,0.0005744227,0.00370824,0.0001632834,0.00002907033],"category_scores_gemma":[0.06739169,0.0001446649,0.0001051677,0.003811303,0.05846114,0.001168671,0.0008169892,0.0007338947,0.000004665621],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001199147,"about_ca_system_score_gemma":0.0040935,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01099045,"about_ca_topic_score_gemma":0.005959153,"domain_scores_codex":[0.9899798,0.002847104,0.0005126583,0.000725137,0.002778027,0.003157262],"domain_scores_gemma":[0.9890341,0.006996532,0.0003414685,0.001060414,0.001667439,0.0009000837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000004111118,0.00006168313,0.005830484,0.000005147718,0.000003301756,1.023752e-7,0.006242689,0.000001747946,0.005156718,0.9821953,0.0002566637,0.0002421135],"study_design_scores_gemma":[0.0001758918,0.0002736391,0.5010418,0.0001052958,0.00002121044,0.000003520163,0.0437053,0.0001031755,0.05002297,0.4012829,0.002796047,0.0004682669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8852482,0.00001932843,0.0002204333,0.05892264,0.00190345,0.0006274082,0.00004014313,0.00005427882,0.05296405],"genre_scores_gemma":[0.9942747,0.000009473826,0.001181116,0.003081784,0.0003293772,0.00003449033,3.226593e-7,0.0000134156,0.001075273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5809124,"threshold_uncertainty_score":0.9955955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281387314","doi":"10.1093/isp/ekac004","title":"The Persistent Poverty of Diversity in International Relations and the Emergence of a Critical Canon","year":2022,"lang":"en","type":"article","venue":"International Studies Perspectives","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Syllabus; Diversity (politics); Mainstream; Discipline; Oppression; Sociology; Poverty; Canon; Epistemology; Political science; Pedagogy; Social science; Law; Politics; Aesthetics; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.1764038301976604,"gpt":0.4649287313149874,"spread":0.288524901117327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004066163,0.00005184605,0.0001198626,0.00006253526,0.002153958,0.00001442768,0.0006916812,0.0000152765,0.0002190299],"category_scores_gemma":[0.01198003,0.00003387149,0.00007663885,0.0003121275,0.00460341,0.0001200956,0.001199344,0.0001854081,2.864192e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003543423,"about_ca_system_score_gemma":0.00007127046,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005583088,"about_ca_topic_score_gemma":0.002471643,"domain_scores_codex":[0.9979305,0.00086407,0.0002076877,0.0001487454,0.0007329669,0.0001160726],"domain_scores_gemma":[0.9958746,0.003428445,0.0001518591,0.00006542973,0.0004683424,0.00001127402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007411499,0.00004477569,0.02574739,9.342618e-7,0.0001053201,4.308263e-7,0.2924821,0.00007105282,0.0000113385,0.6799461,0.0008448324,0.0006715576],"study_design_scores_gemma":[0.0002305329,0.00003008176,0.02876175,0.000005452325,0.0000104057,5.480715e-7,0.9084398,0.00008391764,0.000004114057,0.05830867,0.004078541,0.00004620911],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4242361,0.01208495,0.0003529083,0.2125096,0.00559951,0.0005428378,0.00008842435,0.00003173574,0.344554],"genre_scores_gemma":[0.9977666,0.000914906,0.0003415301,0.0000654028,0.00006485387,0.00002335306,3.356961e-7,0.000001529978,0.0008214917],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6216375,"threshold_uncertainty_score":0.9991451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122110438","doi":"10.5206/cjsotl-rcacea.2015.1.3","title":"Sustainability: Teaching an Interdisciplinary Threshold Concept through Traditional Lecture and Active Learning","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Sustainability; Sociology; Humanities; Service-learning; Active learning (machine learning); Social justice; Pedagogy; Social science; Philosophy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.190071634488037,"gpt":0.4437057134740746,"spread":0.2536340789860376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04688082,0.0001730185,0.0002451614,0.0001075749,0.02754818,0.0007946372,0.0007300193,0.0001632174,0.00001413925],"category_scores_gemma":[0.035866,0.000111193,0.0000882852,0.00017638,0.002391928,0.001169688,0.0001074996,0.006935172,2.112394e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005668091,"about_ca_system_score_gemma":0.001361916,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01905104,"about_ca_topic_score_gemma":0.01650465,"domain_scores_codex":[0.9895558,0.008877549,0.0002808526,0.0002522925,0.0004632569,0.0005702334],"domain_scores_gemma":[0.9947275,0.004091979,0.000338816,0.0001332334,0.0003466286,0.0003618427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006593249,0.00001125152,0.006883376,0.000008915295,0.00006309627,0.000004245552,0.6762955,0.003756957,0.00002616371,0.1821015,0.000202894,0.1305801],"study_design_scores_gemma":[0.0003162329,0.0004148021,0.005030118,0.00007360405,0.00005349167,0.00005744769,0.5396548,0.0003737728,0.000008923396,0.4240803,0.02972659,0.0002099003],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9467697,0.001270387,0.009897842,0.03012281,0.0009432836,0.0004511058,0.000006773201,0.0000568373,0.01048128],"genre_scores_gemma":[0.994786,0.000009401301,0.003598446,0.0002594069,0.0007606512,0.000007959419,0.000003239508,0.0000176543,0.0005572422],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2419788,"threshold_uncertainty_score":0.9953558,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W657031380","doi":"","title":"Aboriginal Voices and the Politics of Representation in Canadian Introductory Sociology Textbooks","year":2003,"lang":"en","type":"book","venue":"","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Politics; Representation (politics); Sociology; Gender studies; Social science; Media studies; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.06186548489367603,"gpt":0.4228930169282067,"spread":0.3610275320345306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01064871,0.0001442009,0.0004140837,0.0002373517,0.0007371868,0.00003526855,0.0005055541,0.0004021208,0.0001937894],"category_scores_gemma":[0.00314745,0.0001047808,0.00005308017,0.0001980272,0.01226193,0.00009359287,0.00002539052,0.0005677312,0.000003645387],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008826408,"about_ca_system_score_gemma":0.005797767,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7057027,"about_ca_topic_score_gemma":0.7356555,"domain_scores_codex":[0.9954115,0.003016104,0.0003822613,0.0003178596,0.0003598238,0.0005124798],"domain_scores_gemma":[0.9965702,0.00262992,0.0003177547,0.0001911066,0.0002044943,0.00008650139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003929657,0.000002243854,0.002907842,0.000006725928,0.00001187306,0.00000104465,0.05346445,7.204355e-7,0.00000132186,0.9313924,0.01154039,0.0006670777],"study_design_scores_gemma":[0.0001477215,0.00001238286,0.0009624914,0.00001184148,0.00001226315,3.900711e-7,0.01098351,0.00000109133,0.000003483908,0.54783,0.4399198,0.0001151034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.004516415,0.0005698819,0.00003875028,0.004171558,0.0009313558,0.0003793853,0.0000100742,0.00001739036,0.9893652],"genre_scores_gemma":[0.0219136,0.000693425,0.003067245,0.001116272,0.001043509,0.00001968309,0.000009395765,0.00001533605,0.9721215],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4283794,"threshold_uncertainty_score":0.9998384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019713052","doi":"10.1017/s0008423906060367","title":"A Question of Balance: The Cult of Research Intensivity and the Professing of Political Science in Canada: Presidential address to the Canadian Political Science Association, Toronto, Ontario, June 2, 2006","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Cult; Humanities; Political science; Politics; Presidential system; Sociology; Law; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.07066157413547222,"gpt":0.4236129718733126,"spread":0.3529513977378405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09125892,0.0001449797,0.0004271589,0.0005577232,0.003917234,0.000364663,0.003389978,0.0001042123,0.00004547782],"category_scores_gemma":[0.09999336,0.00008672299,0.00006110036,0.004628242,0.04897084,0.0008918475,0.0002515299,0.0009215858,4.036172e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.03673659,"about_ca_system_score_gemma":0.2051081,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9999709,"about_ca_topic_score_gemma":0.9999906,"domain_scores_codex":[0.9879416,0.002190417,0.00095426,0.0003892218,0.004301729,0.004222764],"domain_scores_gemma":[0.9872219,0.003388192,0.0004612022,0.0003712416,0.006326605,0.002230867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000009899507,0.000009806847,0.1620047,0.000005176537,0.000002355779,0.00000409359,0.005137711,0.00001250981,0.0002438522,0.8321145,0.0003677467,0.00008764474],"study_design_scores_gemma":[0.000180214,0.00004953125,0.9319373,0.0001277878,0.00001211778,0.000009463181,0.03056042,0.00006420451,0.001019652,0.03569525,0.0002393854,0.000104705],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9215129,0.00007533294,0.00005980464,0.05847525,0.001469746,0.0004951221,0.00003855835,0.000002775488,0.01787051],"genre_scores_gemma":[0.9984515,0.000001114898,0.0004982529,0.0005891559,0.0002804718,0.000005667946,1.598222e-7,0.000004500583,0.0001692215],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7964193,"threshold_uncertainty_score":0.9973795,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884080411","doi":"10.1177/0092055x18791686","title":"The Sociology Teaching Fellowship: A Mentorship Model for Graduate Student Teacher Training","year":2018,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto Mississauga","keywords":"Practicum; Stipend; Mentorship; Medical education; Graduate students; Student teaching; Psychology; Higher education; Graduate education; Teaching method; Teacher education; Pedagogy; Sociology; Mathematics education; Student teacher; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4166664857128092,"gpt":0.5149572342031286,"spread":0.09829074849031932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06669389,0.0004062769,0.0006303939,0.0001230521,0.01777187,0.0002006192,0.002240467,0.0006370567,0.00003368241],"category_scores_gemma":[0.02180501,0.0003074553,0.000316139,0.0001412017,0.01370386,0.0003115929,0.0003600292,0.002464051,0.00003172531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008383768,"about_ca_system_score_gemma":0.0006174679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007047825,"about_ca_topic_score_gemma":0.0008732249,"domain_scores_codex":[0.9825607,0.01304873,0.0007625342,0.0008863119,0.0006992328,0.002042494],"domain_scores_gemma":[0.9892327,0.009239743,0.0005925413,0.0004823349,0.0002784874,0.0001742198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002842684,0.00004166898,0.001211006,0.000002225212,0.00006865128,4.785373e-7,0.5042874,0.00001611365,0.0001757731,0.4604146,0.003961883,0.02979172],"study_design_scores_gemma":[0.0005415692,0.0003791149,0.001913671,0.00001941003,0.00006458431,0.000001778771,0.368357,0.004321676,0.000009161925,0.5504227,0.07337537,0.0005939913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8252062,0.0002871127,0.08587454,0.01965864,0.003826682,0.001120391,0.000009594578,0.0007031268,0.06331372],"genre_scores_gemma":[0.9576604,0.00003905316,0.02914526,0.001954372,0.003866653,0.0002524273,0.000008874985,0.00005186949,0.007021079],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1359305,"threshold_uncertainty_score":0.9999378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120575690","doi":"10.29173/css326","title":"In Defense of Simulating Complex and Tragic Historical Episodes: A Measured Response to the Outcry Over a New England Slavery Simulation","year":2014,"lang":"en","type":"article","venue":"Canadian Social Studies","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"St. Mary's University","funders":"","keywords":"Context (archaeology); Value (mathematics); Order (exchange); Sociology; Field (mathematics); Law; Mathematics education; Political science; History; Psychology; Archaeology; Business; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.2756319830892088,"gpt":0.4382380952862637,"spread":0.1626061121970548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009066325,0.000123866,0.0003571345,0.0001573558,0.001474659,0.00003826503,0.0002460604,0.0001112418,0.00001753985],"category_scores_gemma":[0.02912357,0.0001033074,0.0000517929,0.0008736696,0.000629171,0.0001156239,0.0000592535,0.0001795293,0.000001851412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001809703,"about_ca_system_score_gemma":0.0004196355,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1950923,"about_ca_topic_score_gemma":0.6420668,"domain_scores_codex":[0.9957558,0.00287221,0.0003086303,0.0002355297,0.0003989217,0.0004289114],"domain_scores_gemma":[0.9944757,0.004949979,0.0001398629,0.0000921622,0.0001905903,0.0001517713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001984379,0.00001282295,0.04405168,0.00001308213,0.00004971248,0.00000420861,0.8848204,0.001028368,0.00009743871,0.0180799,0.006544675,0.04509926],"study_design_scores_gemma":[0.001156332,0.0001593647,0.2904354,0.00004617638,0.00003677396,2.853877e-7,0.08619143,0.0005554578,0.000003407153,0.0308952,0.5900414,0.000478728],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9644996,0.000385459,0.0009748731,0.02505738,0.0006977351,0.0004819381,0.000008654415,0.00003488297,0.007859468],"genre_scores_gemma":[0.9970029,0.000009675644,0.0009733757,0.001108743,0.0005792873,0.000008182262,3.043826e-7,0.000007551787,0.0003099783],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.798629,"threshold_uncertainty_score":0.9998253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141659312","doi":"10.1177/0092055x0503300313","title":"The Research Article as an Instrument of Active Learning for Teaching About Violence, Sexual Abuse, and Union Formation Among Low-Income Families","year":2005,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sociology; Curriculum; Quarter (Canadian coin); Sociology of Education; Active learning (machine learning); Sexual abuse; Pedagogy; Criminology; Social science; Mathematics education; Psychology; Suicide prevention; Poison control; Medicine; History","retraction":null,"screen_n_in":null,"score":{"opus":0.09209294755211876,"gpt":0.4525142304736314,"spread":0.3604212829215126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04328352,0.0001490119,0.0002671829,0.0001582524,0.007945037,0.0001090965,0.0006273265,0.0002644242,0.000005866708],"category_scores_gemma":[0.01343395,0.0001166976,0.00004716699,0.0002060769,0.005917297,0.001027361,0.0001628771,0.001627448,0.000003237391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004333466,"about_ca_system_score_gemma":0.0001537141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005183802,"about_ca_topic_score_gemma":0.002056936,"domain_scores_codex":[0.985016,0.01287177,0.0004449661,0.0003651456,0.000531194,0.0007709344],"domain_scores_gemma":[0.9911913,0.00793543,0.0003531567,0.0001914795,0.0002440944,0.00008452797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003705248,0.0000346926,0.0158955,0.000009736744,0.00001490881,1.341423e-7,0.4049866,0.00009092375,0.001197106,0.2286066,0.00001385749,0.3491129],"study_design_scores_gemma":[0.0004472772,0.0006607703,0.06051724,0.00008949079,0.00001287684,0.000001194618,0.8447993,0.001929032,0.0006274004,0.08379079,0.006872201,0.0002523587],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874231,0.00007589129,0.004820826,0.001045278,0.0002407641,0.000555202,0.000002414903,0.0001260165,0.005710506],"genre_scores_gemma":[0.9918408,0.0001684824,0.007189573,0.00007098651,0.00042475,0.00006889596,0.000005259828,0.00001345675,0.0002178016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4398128,"threshold_uncertainty_score":0.996788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027661244","doi":"10.1080/15512160802611948","title":"Connecting Students Internationally to Explore Postconflict Peacebuilding: An American–Canadian Collaboration","year":2009,"lang":"en","type":"article","venue":"Journal of Political Science Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Carleton University","funders":"","keywords":"Peacebuilding; Political science; Videoconferencing; Set (abstract data type); Public relations; Pedagogy; Sociology; Psychology; Public administration; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1396695075122256,"gpt":0.5372762267813967,"spread":0.3976067192691711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01146627,0.00009558005,0.0001736298,0.0006760018,0.001267281,0.0006999054,0.001445884,0.00004591822,0.00004545057],"category_scores_gemma":[0.02293471,0.00008768259,0.00003992555,0.002640758,0.0007751911,0.001730756,0.00003594596,0.0002345331,0.00000715446],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002785756,"about_ca_system_score_gemma":0.008906356,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03014329,"about_ca_topic_score_gemma":0.01420189,"domain_scores_codex":[0.9964662,0.0005468907,0.0004227522,0.000232524,0.001568763,0.0007629333],"domain_scores_gemma":[0.9958438,0.0003003772,0.0003618751,0.000125058,0.00219814,0.001170767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0000105237,0.0001418008,0.01321584,5.401349e-7,0.000003132259,0.000001303376,0.05690347,0.00002201949,0.002608171,0.8775659,0.0002831949,0.04924407],"study_design_scores_gemma":[0.0001170568,0.0008986003,0.5195556,0.00005478655,0.00001224672,0.00001104407,0.4163703,0.00002070607,0.0008028346,0.04488437,0.01700809,0.0002643942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9383922,0.000006355712,0.001743763,0.04470542,0.001995392,0.0001692263,0.000001458435,0.00002126116,0.01296489],"genre_scores_gemma":[0.9697366,0.000003018573,0.02485205,0.00412545,0.001208848,0.000001729911,7.294034e-7,0.000003829488,0.00006770296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8326815,"threshold_uncertainty_score":0.9967122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224990477","doi":"10.1057/s41304-022-00386-6","title":"Can active learning be asynchronous? Implementing online peer review assignments in undergraduate political science and international relations courses","year":2022,"lang":"en","type":"article","venue":"European Political Science","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Ottawa","funders":"","keywords":"Active learning (machine learning); Asynchronous learning; Asynchronous communication; Comparative politics; Pedagogy; Peer learning; Politics; Political science; Higher education; Peer instruction; Synchronous learning; Public relations; Cooperative learning; Mathematics education; Computer science; Sociology; Teaching method; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1512962561571518,"gpt":0.4693465967739986,"spread":0.3180503406168468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04344903,0.0001562724,0.0002064715,0.0003471657,0.005767672,0.0003229777,0.001747093,0.00002047471,0.0003478618],"category_scores_gemma":[0.05765243,0.000154781,0.00003753661,0.003062603,0.009614721,0.0007936739,0.001949113,0.0008655916,0.000009309502],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004407283,"about_ca_system_score_gemma":0.002454433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00332688,"about_ca_topic_score_gemma":0.000430445,"domain_scores_codex":[0.9897959,0.002685121,0.0004604329,0.0007638178,0.00390914,0.00238561],"domain_scores_gemma":[0.9972698,0.0009340788,0.0001944794,0.0001858248,0.0008276607,0.000588136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000002252059,0.0000707849,0.0160646,0.000004825157,0.00000322413,0.00001028858,0.003111239,0.00001243127,0.0003068227,0.9742913,0.0003441853,0.005778003],"study_design_scores_gemma":[0.0007692332,0.0003542974,0.5719478,0.0003095622,0.00004400309,0.00003296136,0.1657516,0.001031075,0.0001954577,0.1142684,0.1441596,0.001136026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2490517,0.00005438302,0.0003102078,0.2661432,0.0008659203,0.0004413818,0.0000800627,0.000136293,0.4829169],"genre_scores_gemma":[0.9912725,0.00002132536,0.00255171,0.00393604,0.0001767201,0.00001249236,0.000009625247,0.00001124957,0.002008338],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.860023,"threshold_uncertainty_score":0.9994146,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969057930","doi":"10.1353/cpr.0.0017","title":"The Last Straw!: A Tool for Participatory Education About the Social Determinants of Health","year":2008,"lang":"en","type":"article","venue":"Progress in community health partnerships","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Citizen journalism; Straw; Social determinants of health; Community-based participatory research; Participatory action research; Political science; Sociology; Psychology; Environmental health; Economic growth; Public health; Medicine; Nursing; Economics; Agronomy","retraction":null,"screen_n_in":null,"score":{"opus":0.6235926016398629,"gpt":0.5881565624513602,"spread":0.03543603918850269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.05583248,0.0001375608,0.0003766954,0.00006004092,0.01595619,0.00006166341,0.001387893,0.0001110584,0.000003198025],"category_scores_gemma":[0.004782164,0.00009456858,0.00008310418,0.0007906592,0.005384364,0.0001699873,0.0001539896,0.0008744559,0.000001146185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005289115,"about_ca_system_score_gemma":0.004825351,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005064617,"about_ca_topic_score_gemma":0.05354859,"domain_scores_codex":[0.9744037,0.02298536,0.000901555,0.0001758532,0.0005836897,0.0009498912],"domain_scores_gemma":[0.9921301,0.006178531,0.0009392563,0.0004088641,0.0002646973,0.00007854554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002969246,0.0002376967,0.3853092,0.000101905,0.000005350429,8.404309e-8,0.2739257,4.111751e-7,1.726235e-7,0.0472509,0.001349474,0.2917894],"study_design_scores_gemma":[0.0003791804,0.0003650649,0.653361,0.0002077491,0.00000485653,0.000001209782,0.2627285,0.00002619997,0.00001970641,0.01531063,0.06736158,0.0002343364],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9689624,0.00297583,0.0001743475,0.02409265,0.0008477511,0.001760339,0.000009843884,0.00007007752,0.00110679],"genre_scores_gemma":[0.9959167,0.0003649621,0.001873493,0.001023098,0.000227948,0.00051979,0.000003258242,0.00001093047,0.00005980369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.291555,"threshold_uncertainty_score":0.9973224,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3108796216","doi":"10.1017/s1049096520001493","title":"Simulating “Normalcy” in a Global Pandemic: Synchronous e-Learning and the Ethics of Care in Teaching","year":2020,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Content (measure theory); Pandemic; Action (physics); Political science; Coronavirus disease 2019 (COVID-19); Multimedia; Computer science; Public relations; Medicine; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1045339905482194,"gpt":0.4757629724050733,"spread":0.3712289818568539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01897248,0.0001553152,0.000385418,0.00009150601,0.001493579,0.0001515104,0.0009162132,0.0001906657,0.000008954182],"category_scores_gemma":[0.1028348,0.0001198766,0.0000557134,0.001385496,0.01310131,0.0003681106,0.0004903837,0.001623026,0.000001566054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00120944,"about_ca_system_score_gemma":0.001712345,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.024863,"about_ca_topic_score_gemma":0.00219543,"domain_scores_codex":[0.992671,0.003495679,0.0005631291,0.0004341435,0.001138633,0.001697414],"domain_scores_gemma":[0.9930678,0.006051035,0.0001632482,0.0001220319,0.0002222548,0.0003736061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000008825633,0.000008223911,0.2009777,0.00001824493,9.697078e-7,0.000001789084,0.1050877,0.00008597384,0.00001816619,0.6913826,3.430466e-7,0.002409376],"study_design_scores_gemma":[0.00135036,0.0002636229,0.08220711,0.0001908838,0.00002018833,0.000004136759,0.6001596,0.00797134,0.00007546211,0.3050122,0.002224404,0.0005206725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8791509,0.000158644,0.001157036,0.01613674,0.0001878018,0.0003364623,0.00000682395,0.00007695681,0.1027887],"genre_scores_gemma":[0.9923621,0.00001815378,0.005609291,0.00177604,0.0002130381,0.000005435153,4.064044e-7,0.000005533293,0.000009950311],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4950719,"threshold_uncertainty_score":0.9998063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125797924","doi":"10.1207/s15328023top2801_03","title":"Difficulty and Discriminability of Introductory Psychology Test Items","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Keyano College; University of Calgary","funders":"","keywords":"Psychology; Test (biology); Class (philosophy); Multiple choice; Mathematics education; Social psychology; Significant difference; Applied psychology; Statistics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1279364515669357,"gpt":0.4971193239900201,"spread":0.3691828724230844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009780156,0.0001563389,0.0004679975,0.0001647752,0.0004779221,0.0000118991,0.0007053663,0.0002386761,0.00009959008],"category_scores_gemma":[0.01329541,0.0001384811,0.00007494867,0.0004346247,0.005232554,0.0001665787,0.0001229986,0.0005765582,0.000002828759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000569945,"about_ca_system_score_gemma":0.00006264848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001672418,"about_ca_topic_score_gemma":0.0002650859,"domain_scores_codex":[0.9953746,0.002760424,0.0005693501,0.0005234007,0.0003224374,0.0004498457],"domain_scores_gemma":[0.9969367,0.001941904,0.0004445614,0.0004479844,0.0001523744,0.00007647224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007104516,0.0005696932,0.719705,0.00002335719,0.0000245083,0.00000335147,0.05393001,8.744221e-7,0.02304643,0.09746268,0.003499695,0.1016634],"study_design_scores_gemma":[0.0004300658,0.0004105249,0.8888888,0.00001972123,0.00002095098,0.00001162888,0.00937307,0.000002579124,0.00007546387,0.057747,0.04279283,0.0002273524],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9035768,0.000159241,0.003497928,0.007149804,0.001198967,0.0002004036,0.000006337659,0.00008317792,0.08412734],"genre_scores_gemma":[0.9872842,0.0001375253,0.01156715,0.0004032809,0.0003446172,0.000007413795,0.000001946994,0.000009605466,0.000244243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1691838,"threshold_uncertainty_score":0.9974746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1799220422","doi":"10.1111/1467-9256.12103","title":"Teaching the Post-September 11 Wars to the Post-September 11 Generation","year":2015,"lang":"en","type":"article","venue":"Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Inscribed figure; Politics; Curriculum; Consciousness; Sociology; Media studies; History; Political science; Pedagogy; Law; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.2040646950662067,"gpt":0.4373648184571387,"spread":0.233300123390932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01338067,0.0002047221,0.0002084329,0.00007324737,0.003072674,0.0003631571,0.001315554,0.0001609715,0.0001192729],"category_scores_gemma":[0.01176535,0.0001226832,0.0001046863,0.0005460795,0.001061595,0.0003554766,0.0003205519,0.0004968806,0.0003071855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004835725,"about_ca_system_score_gemma":0.0006001454,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0268234,"about_ca_topic_score_gemma":0.02391988,"domain_scores_codex":[0.993584,0.003712966,0.0003695011,0.0003480156,0.001103359,0.000882158],"domain_scores_gemma":[0.9970661,0.001319106,0.0001805594,0.0004767741,0.0007210581,0.0002363566],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003904745,0.00004219497,0.01386482,0.000003248824,0.00001819144,0.000002588568,0.1848583,0.0001154831,0.0002865962,0.7248591,0.06984014,0.00610539],"study_design_scores_gemma":[0.0001077684,0.00006925736,0.005377137,0.000008616316,0.000025777,0.000003194212,0.06956851,0.0001307817,0.0001517747,0.01398398,0.9102913,0.0002819005],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6362733,0.00006363867,0.002166316,0.07079812,0.003469961,0.0005964236,0.0000261697,0.0001880901,0.286418],"genre_scores_gemma":[0.9472037,0.000002744763,0.01005048,0.01617147,0.004395457,0.00004327454,0.00001070818,0.00002580568,0.02209634],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8404512,"threshold_uncertainty_score":0.9982252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2086327410","doi":"10.1177/0092055x14528718","title":"Looking for Work","year":2014,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Wilfrid Laurier University; Toronto Metropolitan University","funders":"","keywords":"Sociology; Work (physics); Industrial sociology; Content analysis; Service (business); Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1115165059518823,"gpt":0.4509454908137475,"spread":0.3394289848618652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02368317,0.0001245634,0.0002693975,0.00006959125,0.003001308,0.00004939473,0.0006756386,0.0002758953,0.00005712196],"category_scores_gemma":[0.02312488,0.0001170322,0.0001099829,0.0001589075,0.002145626,0.0001351003,0.00008487463,0.0005462613,0.00002411534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001979319,"about_ca_system_score_gemma":0.0000994849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004476321,"about_ca_topic_score_gemma":0.00007013406,"domain_scores_codex":[0.9943065,0.004226184,0.0002378299,0.0003384578,0.0002160199,0.0006749786],"domain_scores_gemma":[0.9931098,0.006378911,0.0001821319,0.0001789375,0.00008631141,0.00006392875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007881713,0.00001284224,0.01119573,0.000002820489,0.00001004148,1.155995e-7,0.07072856,0.000006759285,0.0001012423,0.8550302,0.003168114,0.05973564],"study_design_scores_gemma":[0.0002141475,0.00008747468,0.005500649,0.00001285419,0.0000117497,2.35751e-7,0.01313002,0.00002124725,0.00001613337,0.5068532,0.4738991,0.0002531861],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.357619,0.00006512383,0.3992236,0.008210513,0.003056903,0.0004263313,0.000001885837,0.0006420231,0.2307547],"genre_scores_gemma":[0.9009176,0.000003567151,0.09424406,0.001616097,0.001650026,0.00004456819,0.000003238007,0.000013814,0.001507007],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5432987,"threshold_uncertainty_score":0.9982967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2323161010","doi":"10.1177/0092055x15626227","title":"Enhancing Student Compositional Diversity in the Sociology Classroom","year":2016,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Killam Trusts","keywords":"Diversity (politics); Sociology; Variety (cybernetics); Higher education; Pedagogy; Sociology of Education; Mathematics education; Social science; Psychology; Anthropology; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1395646459644219,"gpt":0.4464149968066775,"spread":0.3068503508422556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02390514,0.0001530113,0.000296336,0.00009740936,0.004253864,0.00002632678,0.001484865,0.0003223448,0.0001563537],"category_scores_gemma":[0.003731396,0.00009216771,0.0001050001,0.0001418579,0.005739139,0.0002205175,0.0005536273,0.0008691165,0.00005220074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006933169,"about_ca_system_score_gemma":0.0001745923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001884278,"about_ca_topic_score_gemma":0.001312469,"domain_scores_codex":[0.9842097,0.01382297,0.0003298305,0.0003994844,0.0005048134,0.0007331743],"domain_scores_gemma":[0.9904311,0.009050619,0.000204706,0.0002005922,0.00006836289,0.00004465884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007386561,0.00005262336,0.1370912,9.786324e-7,0.00001297096,0.000004897839,0.2967276,7.592496e-7,0.00190385,0.5612732,0.0005298136,0.002394768],"study_design_scores_gemma":[0.0004879369,0.0001284091,0.3998064,0.00002348958,0.0000132437,0.000002693159,0.146991,6.899294e-7,0.00003290984,0.4425848,0.009650865,0.0002776145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9332321,0.00006076702,0.01091678,0.0278344,0.001000391,0.000238737,0.000005128801,0.0001291865,0.02658256],"genre_scores_gemma":[0.9925184,0.00002435801,0.003721765,0.002811424,0.0006462323,0.00002196944,0.000002475306,0.000006283247,0.0002471108],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2627152,"threshold_uncertainty_score":0.9970425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096161469","doi":"10.1177/1046878120968605","title":"Simulating Peace Operations: New Digital Possibilities for Training and Public Education","year":2020,"lang":"en","type":"article","venue":"Simulation & Gaming","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Armed Forces; Royal Military College of Canada","funders":"","keywords":"Peacekeeping; Work (physics); Public relations; Empathy; Political science; Computer science; Psychology; Sociology; Engineering; Social psychology; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.3470785657589376,"gpt":0.4661560334193844,"spread":0.1190774676604468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.001409965,0.0001030211,0.0001492978,0.0000628074,0.001370633,0.0007041605,0.00017645,0.00007891984,0.00003206631],"category_scores_gemma":[0.02740718,0.0001079138,0.00004024121,0.0004869931,0.0002816738,0.001579444,0.00005052712,0.0001139224,0.000002116003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001124106,"about_ca_system_score_gemma":0.0007771021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002844156,"about_ca_topic_score_gemma":0.0001145144,"domain_scores_codex":[0.9985976,0.0002452019,0.000283819,0.0003002117,0.0002798378,0.0002933707],"domain_scores_gemma":[0.9973523,0.002059669,0.0001116739,0.00007183343,0.000261495,0.0001430351],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000007574657,0.00001494666,0.005340886,0.00001491797,0.000008803249,7.149995e-8,0.3280323,0.02657676,0.0001451647,0.08899778,0.00008607769,0.5507747],"study_design_scores_gemma":[0.0005047108,0.0001371254,0.001884129,0.00005655852,0.00001756453,2.659364e-7,0.6284603,0.2592678,0.00002686381,0.04557765,0.06355122,0.0005157865],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5226294,0.0002384182,0.4555205,0.01001489,0.000513291,0.0007639028,0.000007824344,0.0003035596,0.01000828],"genre_scores_gemma":[0.9500441,0.000004031062,0.04779755,0.0006240949,0.0009746552,0.00001185819,0.00001257357,0.00001054663,0.0005205964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5502589,"threshold_uncertainty_score":0.9999294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2186195895","doi":"","title":"Re-vitalizing the First Year Class through Student Engagement and Discovery Learning","year":2010,"lang":"en","type":"article","venue":"The Journal of Effective Teaching","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Allison University","funders":"","keywords":"Workbook; Internship; Class (philosophy); Social studies; Relevance (law); Mathematics education; Sociology; Pedagogy; Psychology; Computer science; Medical education; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.06254600178416453,"gpt":0.4190164390617638,"spread":0.3564704372775993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05846299,0.0001399378,0.0002357471,0.00005156467,0.005172238,0.0003369823,0.0009048994,0.00007560453,0.00001475084],"category_scores_gemma":[0.01226704,0.0000724254,0.00009514208,0.0002496371,0.001291285,0.0008451605,0.0003386675,0.003147338,0.000002110379],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001759696,"about_ca_system_score_gemma":0.00007189986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006961516,"about_ca_topic_score_gemma":0.0009096079,"domain_scores_codex":[0.9899399,0.008493443,0.0003163025,0.0001417739,0.0007695017,0.0003390373],"domain_scores_gemma":[0.988451,0.01064095,0.0005869011,0.0001605485,0.000121497,0.00003909273],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006965384,0.00007145585,0.08042335,0.00001041886,0.000151411,0.000006165461,0.7053367,0.0002211795,0.003156766,0.1889339,0.0007972606,0.02082177],"study_design_scores_gemma":[0.0005732282,0.0005566103,0.1478417,0.0001621496,0.0001625568,0.00001498705,0.7012661,0.00002603877,0.0004031092,0.03474992,0.1138987,0.0003449088],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9459625,0.0001463295,0.009831265,0.00715281,0.001574379,0.0003712591,4.365285e-7,0.00003142055,0.03492964],"genre_scores_gemma":[0.995571,0.00007815393,0.002840245,0.0003359051,0.001026528,0.000005134163,7.46622e-8,0.00001141249,0.0001315298],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.154184,"threshold_uncertainty_score":0.9991524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606026745","doi":"10.1017/s0008423917000178","title":"Four Conversations We Need To Have About Teaching and Learning in Canadian Political Science","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Appeal; Articulation (sociology); Politics; Relevance (law); Inclusion (mineral); Value (mathematics); Indigenous; Pedagogy; Political science; Sociology; Liberal arts education; Public relations; Social science; Higher education","retraction":null,"screen_n_in":null,"score":{"opus":0.1214929987587533,"gpt":0.4328632361536448,"spread":0.3113702373948916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04594731,0.0001478795,0.0002829513,0.001501516,0.01398717,0.001812895,0.002718301,0.0001135422,0.00005277538],"category_scores_gemma":[0.1880504,0.0001406112,0.00004837789,0.0009664906,0.01885529,0.001788871,0.000151797,0.001345665,0.000009298516],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.006786285,"about_ca_system_score_gemma":0.04103879,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9818249,"about_ca_topic_score_gemma":0.9699677,"domain_scores_codex":[0.9926799,0.0008076461,0.0004308398,0.0004041176,0.001076971,0.00460052],"domain_scores_gemma":[0.9880316,0.0009339289,0.0002109156,0.0002722705,0.000722136,0.009829151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000001098331,0.000002769968,0.1620209,0.000001447016,0.000001187418,0.00004180361,0.01129283,0.000005476771,0.0001357059,0.8229172,0.00003771207,0.003541849],"study_design_scores_gemma":[0.0001450898,0.00009114867,0.8874236,0.000103112,0.000006317324,0.00002815707,0.06627008,0.0001284314,0.00006830331,0.03638491,0.009099582,0.0002512472],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7904289,0.0000176639,0.0003387441,0.09877814,0.001113049,0.0001635454,0.000007106475,0.00001099573,0.1091418],"genre_scores_gemma":[0.9902841,0.0000019567,0.007484548,0.001591106,0.0003722518,0.000001855367,6.961781e-8,0.000006592124,0.0002574974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7865323,"threshold_uncertainty_score":0.9992233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400931542","doi":"10.55016/ojs/pplt.v5y2022.73228","title":"Building Assistive Communities: The Potential of Liberating Structures for In-Class Peer Mentorship","year":2022,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Formative assessment; Class (philosophy); Structuring; Mathematics education; Adaptation (eye); Medical education; Psychology; Pedagogy; Computer science; Medicine; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04141506831554061,"gpt":0.3646687556455819,"spread":0.3232536873300413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01508592,0.0001362239,0.0002288309,0.0001312693,0.006406161,0.0001166191,0.0004949228,0.00006339257,0.0001899376],"category_scores_gemma":[0.004455163,0.000111102,0.00007706915,0.000180243,0.0007604517,0.0001116775,0.0002284198,0.001674666,1.457628e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001959435,"about_ca_system_score_gemma":0.0001355779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002614203,"about_ca_topic_score_gemma":0.0003526316,"domain_scores_codex":[0.9927158,0.005819965,0.0002767499,0.0002179503,0.0006020889,0.0003674394],"domain_scores_gemma":[0.994906,0.004588221,0.000288736,0.0001084694,0.00007061774,0.00003796273],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001638414,0.0000642903,0.02419683,0.00002433401,0.00006328948,0.000002564338,0.3062012,0.002036163,0.002470441,0.5294909,0.0002392239,0.135047],"study_design_scores_gemma":[0.0006659089,0.0007151298,0.03474524,0.00004344014,0.00002644003,0.000003734867,0.7794164,0.0004036193,0.00007675261,0.01873683,0.1647896,0.0003768323],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9234427,0.0001162992,0.0002783157,0.003282265,0.0006023044,0.0003285382,0.00002070896,0.00006302883,0.07186584],"genre_scores_gemma":[0.993907,0.000006494245,0.004436722,0.0004825769,0.0001263446,0.00004472566,0.000008729307,0.00001355059,0.0009738096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.510754,"threshold_uncertainty_score":0.9948874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401463270","doi":"10.1017/s1049096524000167","title":"Surveying the Impact of Generative Artificial Intelligence on Political Science Education","year":2024,"lang":"en","type":"article","venue":"PS Political Science & Politics","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Generative grammar; Politics; Political science; Engineering ethics; Social science; Sociology; Artificial intelligence; Engineering; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2668517387576688,"gpt":0.5533081654593557,"spread":0.2864564267016869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0252672,0.0002929437,0.0003312016,0.000644265,0.003804974,0.001129075,0.002693098,0.0001434258,0.0001365805],"category_scores_gemma":[0.03979315,0.0001921773,0.0002139662,0.005505326,0.04623944,0.001012904,0.0003919802,0.0007388897,0.00007342161],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005375803,"about_ca_system_score_gemma":0.02894444,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03022061,"about_ca_topic_score_gemma":0.0002189608,"domain_scores_codex":[0.9903597,0.001258575,0.0006972405,0.0008970237,0.002712531,0.004074978],"domain_scores_gemma":[0.9924216,0.004357618,0.0001321174,0.0005821814,0.001286053,0.001220432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003610343,0.000118562,0.001115574,0.000007379891,0.000006810883,0.000001536632,0.006811434,0.00002324647,0.00170738,0.9813179,0.00007213363,0.008814422],"study_design_scores_gemma":[0.00001441741,0.0002398312,0.01805511,0.00007747802,0.00001538997,0.00000531739,0.02398699,0.001366276,0.01355099,0.94209,0.0002907919,0.0003073826],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7120855,0.00006908229,0.009543444,0.020702,0.003912404,0.0006101304,0.00005713436,0.0002453521,0.252775],"genre_scores_gemma":[0.9942856,0.000005572052,0.003105951,0.000819075,0.001516762,0.00001790339,0.000001504213,0.00001523913,0.0002324243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2822001,"threshold_uncertainty_score":0.9999079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2352090338","doi":"10.1177/0894439315607019","title":"How Dangerous Are Virtual Worlds Really? A Research Note on the <i>Statecraft</i> Simulation Debate","year":2015,"lang":"en","type":"article","venue":"Social Science Computer Review","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Rebuttal; Context (archaeology); Class (philosophy); Mathematics education; Task (project management); Curriculum; Sociology; Computer science; Epistemology; Pedagogy; Psychology; Political science; Law; History; Philosophy; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.4685797257765814,"gpt":0.5331145702797051,"spread":0.06453484450312374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06456246,0.0002320988,0.0004430356,0.000194661,0.006289884,0.001077567,0.003013886,0.000133337,0.00002027874],"category_scores_gemma":[0.01560324,0.0001575045,0.0001358667,0.007677563,0.008054017,0.0009215965,0.0006697624,0.0008982554,0.0000800323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001201627,"about_ca_system_score_gemma":0.001264907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004550801,"about_ca_topic_score_gemma":0.0002621344,"domain_scores_codex":[0.9867335,0.006830883,0.0003862061,0.0007590125,0.004061551,0.001228878],"domain_scores_gemma":[0.9940906,0.002894196,0.0004163813,0.0004547694,0.00186626,0.0002778522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000013444,0.00006661838,0.0001729879,0.00004035058,0.000007789836,0.00001099193,0.04078618,0.00008121426,0.00003007664,0.2814392,0.02644053,0.6509106],"study_design_scores_gemma":[0.0001894528,0.0002607243,0.0007593662,0.0008894574,0.00001624861,0.00000111534,0.01108407,0.0005265945,0.00002439977,0.0305085,0.9552332,0.000506927],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02162684,0.006550905,0.129097,0.5087166,0.01060197,0.007179193,0.00002708304,0.001270924,0.3149294],"genre_scores_gemma":[0.9614589,0.003016619,0.01086983,0.01651321,0.005269781,0.0001787219,0.000004165219,0.00004349799,0.002645297],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.939832,"threshold_uncertainty_score":0.9999594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2711028506","doi":"10.1177/2379298117717257","title":"History Is <i>Not</i> Boring: Using Social Media to Bring Labor History Alive","year":2017,"lang":"en","type":"article","venue":"Management Teaching Review","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Leverage (statistics); Perception; Public relations; Stakeholder; Social media; Representation (politics); Event (particle physics); Social history (medicine); Political science; Sociology; Psychology; Law; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3791680965343965,"gpt":0.4641682113808779,"spread":0.08500011484648146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01785349,0.0003035323,0.000633685,0.0001648174,0.00340487,0.000175515,0.002578422,0.000117295,0.0005370725],"category_scores_gemma":[0.00626768,0.0003157498,0.0002154009,0.0001789982,0.0009308491,0.0007109369,0.0009997659,0.0006320694,0.0001183062],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005161061,"about_ca_system_score_gemma":0.0002179457,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003225587,"about_ca_topic_score_gemma":0.0002914064,"domain_scores_codex":[0.9947813,0.001906075,0.000553392,0.0007239939,0.001232956,0.0008023382],"domain_scores_gemma":[0.9977838,0.0003867912,0.0007672087,0.0007614642,0.0001361406,0.0001645471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007913815,0.00005589845,0.001350276,0.0006862306,0.00008149981,0.00003042229,0.08821439,8.121884e-7,0.000094487,0.2252848,0.3496343,0.3345589],"study_design_scores_gemma":[0.00009734236,0.000009288412,0.004004985,0.001103479,0.0001135006,3.230422e-7,0.002841857,0.000003184137,0.000004021233,0.0008314814,0.9905928,0.0003977212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.0138482,0.03228175,0.003976125,0.02833935,0.01256599,0.002069796,0.00001004836,0.000687386,0.9062213],"genre_scores_gemma":[0.3328071,0.05726208,0.3410144,0.1647988,0.01297708,0.0003593575,0.00001940067,0.0003816535,0.09038012],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8158412,"threshold_uncertainty_score":0.9999295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}