{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":863,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":863,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e0cc1fd36343","filters":{"topic":"Innovative Teaching Methods"}},"results":[{"id":"W2091460338","doi":"10.1016/j.jneb.2014.08.008","title":"Enhancing Student Engagement Using the Flipped Classroom","year":2014,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1056,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"West Chester University","keywords":"Flipped classroom; Class (philosophy); Mathematics education; Student engagement; Process (computing); Medical education; Psychology; Computer science; Taxonomy (biology); Medicine; Ecology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.07454504254097974,"gpt":0.4561773589383191,"spread":0.3816323163973394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004314463,0.00005199423,0.00009483923,0.0001142906,0.0005732358,0.0001018902,0.00011503,0.00003648272,0.0000599817],"category_scores_gemma":[0.0002942138,0.00003864376,0.00004009743,0.0001664989,0.00007673297,0.0001871407,0.00001335147,0.000233918,9.887806e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001570627,"about_ca_system_score_gemma":0.0001808125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004719077,"about_ca_topic_score_gemma":0.00002836594,"domain_scores_codex":[0.9982511,0.001000773,0.0002822675,0.00006155684,0.0003045156,0.00009977887],"domain_scores_gemma":[0.9990489,0.0001649811,0.0003086139,0.00006218941,0.0003617539,0.00005357706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003571295,0.02227584,0.1104139,0.0001101155,0.00006963608,0.000003479572,0.1409735,0.00000602929,0.2470899,0.0596577,0.004661283,0.4147029],"study_design_scores_gemma":[0.001399842,0.0003379731,0.4004663,0.0004368345,0.0004184041,0.00006929085,0.2630261,0.00001847705,0.007670017,0.003516895,0.3223181,0.0003216577],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858399,0.0001078975,0.009640258,0.002163881,0.001565957,0.000187399,3.173695e-7,0.000006802607,0.0004875945],"genre_scores_gemma":[0.9666222,0.00004959308,0.03156305,0.0003122179,0.001270431,0.00001569937,5.297694e-7,0.00000476486,0.0001615199],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4143813,"threshold_uncertainty_score":0.4408925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040442527","doi":"10.1126/science.1165919","title":"Why Peer Discussion Improves Student Performance on In-Class Concept Questions","year":2009,"lang":"en","type":"article","venue":"Science","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":950,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Institute of General Medical Sciences","keywords":"Class (philosophy); Mathematics education; Peer instruction; Outcome (game theory); Psychology; Peer group; Peer feedback; Social psychology; Computer science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03185660731990432,"gpt":0.4229076388682416,"spread":0.3910510315483373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005275208,0.00009131612,0.0001030119,0.0002106185,0.001066479,0.000150589,0.0006746494,0.00004226473,0.00003103488],"category_scores_gemma":[0.00125994,0.00006022014,0.0000208518,0.001654611,0.001161626,0.0006816128,0.00005298196,0.000276217,0.00002291806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003614482,"about_ca_system_score_gemma":0.0002999536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001539955,"about_ca_topic_score_gemma":0.0001272986,"domain_scores_codex":[0.9976315,0.0002619295,0.0001681213,0.0003349764,0.001165388,0.0004380574],"domain_scores_gemma":[0.999338,0.00007476118,0.00007039873,0.0002158707,0.0002120685,0.00008893821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002342906,0.0005183511,0.02306904,0.000004189897,0.000002305609,0.000006380589,0.1231511,0.0003028758,0.07461102,0.4637922,0.002536633,0.3119825],"study_design_scores_gemma":[0.000216699,0.0003077214,0.9352943,0.00008305164,0.000002077716,5.066717e-7,0.00548034,0.0003182314,0.004076964,0.00426768,0.04970905,0.0002433511],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8917503,0.00001502646,0.0007433523,0.03357956,0.0008387472,0.0002742957,0.000001157179,0.0000914389,0.07270612],"genre_scores_gemma":[0.9924656,0.000005421948,0.002633836,0.001899227,0.000111063,0.00000612052,3.814471e-7,0.000003017432,0.002875333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9122253,"threshold_uncertainty_score":0.8202601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127573943","doi":"10.1016/j.compedu.2009.05.001","title":"Examining the benefits and challenges of using audience response systems: A review of the literature","year":2009,"lang":"en","type":"review","venue":"Computers & Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":695,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ontario Institute of Technology","funders":"","keywords":"Formative assessment; Audience response; Attendance; Set (abstract data type); Confusion; Normative; Computer science; Class (philosophy); Control (management); Psychology; Mathematics education; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2524059933821606,"gpt":0.4481211044375519,"spread":0.1957151110553912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008470789,0.0001745415,0.000710505,0.0001220657,0.0003174587,0.0000469535,0.0005954924,0.0001306997,6.703276e-7],"category_scores_gemma":[0.001369337,0.0001012535,0.000104847,0.0009728682,0.0002472015,0.0001040792,0.00007082716,0.0002965327,1.896171e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001575544,"about_ca_system_score_gemma":0.001461486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006296491,"about_ca_topic_score_gemma":0.000003682786,"domain_scores_codex":[0.9920054,0.006798997,0.0005142604,0.0002439386,0.0002960098,0.0001413743],"domain_scores_gemma":[0.9964813,0.001542966,0.001150837,0.0004405104,0.000358736,0.00002565593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001184799,0.0000164598,0.000002531648,0.02816939,0.0000142913,5.455226e-8,0.0117274,8.327148e-7,3.802061e-7,0.01285593,0.0001138755,0.9470977],"study_design_scores_gemma":[0.0000132046,0.00001754134,0.0002158841,0.4359496,0.0001344178,0.00001093483,0.0009445043,0.000003268582,1.743569e-7,0.00004938335,0.5625618,0.00009935693],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001915626,0.9964653,0.00009295383,0.000743565,0.00126435,0.0009250687,0.00000395673,0.0000101879,0.0003030102],"genre_scores_gemma":[0.0001060163,0.9965607,0.002919159,0.00009092002,0.0002588568,0.0000162377,0.000002049848,0.000009977116,0.00003610329],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9469983,"threshold_uncertainty_score":0.4128997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2404109550","doi":"10.19173/irrodl.v17i3.2274","title":"Flipped Classroom Research and Trends from Different Fields of Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":497,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Descriptive statistics; Blended learning; Flipped learning; Government (linguistics); Teaching method; Computer science; Psychology; Content analysis; Educational technology; Pedagogy; Sociology; Mathematics; Social science; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.3039069398306123,"gpt":0.5796188329354879,"spread":0.2757118931048755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02603869,0.00006481993,0.0002515502,0.0002134815,0.0003007141,0.00008862445,0.0009900869,0.00004197157,0.0003939459],"category_scores_gemma":[0.009635146,0.00003570593,0.00002216074,0.0006412152,0.0006947676,0.0001474188,0.0009405311,0.0006450478,0.000001983128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001187469,"about_ca_system_score_gemma":0.0001014872,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007180112,"about_ca_topic_score_gemma":0.0008432413,"domain_scores_codex":[0.9925766,0.005336428,0.0003607886,0.0002289761,0.001247394,0.0002498029],"domain_scores_gemma":[0.9932122,0.005817944,0.00011936,0.0001792313,0.0006175298,0.00005372526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002323685,0.0004123415,0.5851064,0.000173095,0.0000882861,0.000006840801,0.004219622,5.179938e-7,0.000682517,0.06260899,0.001722186,0.3447469],"study_design_scores_gemma":[0.003209169,0.001180812,0.7817874,0.01648137,0.00001962196,0.000001569279,0.05214473,0.00009308923,0.000572569,0.05680408,0.08743408,0.0002715253],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9602441,0.002627843,0.0003598974,0.02023068,0.00006456155,0.0005701458,0.00004561043,0.000005974767,0.01585118],"genre_scores_gemma":[0.9901717,0.008267986,0.0001007311,0.00001911667,0.00005274756,0.00003894506,0.00001349479,0.000004446006,0.001330801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3444753,"threshold_uncertainty_score":0.9994311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068173719","doi":"10.1088/0034-4885/77/3/032401","title":"Teaching and physics education research: bridging the gap","year":2014,"lang":"en","type":"article","venue":"Reports on Progress in Physics","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":425,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Bridging (networking); Physics; Physics education; Engineering ethics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.13045798501771,"gpt":0.4840766300571741,"spread":0.3536186450394642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01843782,0.0001121055,0.0001497347,0.00004906353,0.001318519,0.0001891677,0.0001895455,0.00005819222,0.000001791278],"category_scores_gemma":[0.00171744,0.00008957837,0.00003070568,0.0005066182,0.0007012351,0.0002452093,0.00009397419,0.001113484,0.000002529838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001603556,"about_ca_system_score_gemma":0.0003039427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008086177,"about_ca_topic_score_gemma":0.00003603405,"domain_scores_codex":[0.9950773,0.003188677,0.0002584916,0.000342051,0.0007446337,0.000388835],"domain_scores_gemma":[0.9983455,0.0007640105,0.0002277796,0.0004123875,0.0001997566,0.00005055476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002035656,0.0001014664,0.01870337,0.00001042874,0.000003204738,0.000002609156,0.008129339,0.000004015384,0.00001740682,0.351382,0.0001971828,0.6214469],"study_design_scores_gemma":[0.000144831,0.00009651916,0.02423006,0.0004087811,0.00001190292,0.00001092019,0.005299856,0.00114882,0.0006884899,0.8589508,0.1086212,0.00038787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7688258,0.0002439062,0.005927951,0.006510826,0.001144443,0.0009814972,6.056023e-7,0.0001729307,0.216192],"genre_scores_gemma":[0.9913942,0.000006446407,0.005729849,0.000191971,0.002052121,0.00006908458,0.000002104395,0.00002135442,0.0005329089],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6210591,"threshold_uncertainty_score":0.9999816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990269518","doi":"10.1119/1.2978182","title":"Peer instruction: From Harvard to the two-year college","year":2008,"lang":"en","type":"article","venue":"American Journal of Physics","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":360,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"John Abbott College","funders":"","keywords":"Peer instruction; Attrition; Mathematics education; Physics education; Physics; Psychology; Medical education; Peer feedback; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04034578295881481,"gpt":0.3524681858643978,"spread":0.312122402905583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001278659,0.000076597,0.0002108566,0.00003867096,0.0005328275,0.00002446096,0.000385051,0.00001359092,0.00008028754],"category_scores_gemma":[0.0004909345,0.00005589297,0.00008896014,0.0008954603,0.0006192675,0.0001952505,0.00003275751,0.0003408148,0.0000640818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001226209,"about_ca_system_score_gemma":0.0002961997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001449001,"about_ca_topic_score_gemma":0.00005688232,"domain_scores_codex":[0.9981339,0.0006503134,0.000220459,0.00008611518,0.0007351437,0.0001741],"domain_scores_gemma":[0.9984989,0.0002447538,0.0003635245,0.0001402574,0.0006612674,0.00009125932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002595498,0.0002131907,0.04544761,0.000001521007,0.0003537464,0.00007395064,0.2113304,0.0005994732,0.002435352,0.3707562,0.1011924,0.2673366],"study_design_scores_gemma":[0.0007901852,0.0004780414,0.03646109,0.0000291687,0.00004539127,0.00003856619,0.09063186,0.00001147704,0.00155068,0.01673929,0.8529235,0.0003007068],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.960879,0.000003445061,0.01331772,0.007432261,0.0008601528,0.00007180259,0.00001727515,0.00001483242,0.01740356],"genre_scores_gemma":[0.9302567,0.000006629307,0.06589143,0.0008799783,0.002450337,0.000001071722,4.493379e-7,0.00001041133,0.0005029816],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7517312,"threshold_uncertainty_score":0.4098132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976655695","doi":"10.2147/amep.s109037","title":"Advances in medical education and practice: student perceptions of the flipped classroom","year":2017,"lang":"en","type":"review","venue":"Advances in Medical Education and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":353,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Flipped classroom; Medical education; Class (philosophy); Perception; Active learning (machine learning); Psychology; Lifelong learning; Autodidacticism; Flipped learning; Mathematics education; Computer science; Medicine; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.08654679911147423,"gpt":0.6202838163537575,"spread":0.5337370172422833,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01904253,0.0002669461,0.0007992777,0.0002628204,0.0005718603,0.0001129414,0.000878764,0.0005283442,0.0003633699],"category_scores_gemma":[0.2881014,0.0001978788,0.00007858772,0.0007478854,0.001465741,0.002604542,0.000204575,0.001875407,0.000006366181],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003367352,"about_ca_system_score_gemma":0.01380459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006521564,"about_ca_topic_score_gemma":0.002461754,"domain_scores_codex":[0.9862055,0.01024867,0.0009961952,0.0005243378,0.0017153,0.0003100665],"domain_scores_gemma":[0.9827182,0.01424127,0.001796487,0.0005053073,0.0004309862,0.0003077372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001438518,0.0009437045,0.0004408783,0.0009166563,0.00001171546,0.000001648876,0.008426371,7.330565e-8,3.106643e-8,0.02553695,0.0002841784,0.9634234],"study_design_scores_gemma":[0.0001730516,0.00002712868,0.0005168023,0.006906737,0.0001398686,0.0001004084,0.0308027,0.000001913697,1.642312e-8,0.001932215,0.9592056,0.0001935942],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002780756,0.8813656,0.0001946531,0.02287477,0.003236275,0.000769683,0.000002480696,0.000013615,0.09151511],"genre_scores_gemma":[0.0002422066,0.9881597,0.007971682,0.00204709,0.0006982625,0.0002440654,0.00001498864,0.00001918051,0.0006027805],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9632298,"threshold_uncertainty_score":0.9917862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104341633","doi":"10.1186/1472-6920-14-181","title":"A novel integration of online and flipped classroom instructional models in public health higher education","year":2014,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":320,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Waterloo; Simon Fraser University","funders":"Canadian Institutes of Health Research; Grand Challenges Canada","keywords":"Flipped classroom; Focus group; Medical education; Psychology; Cohort; Course evaluation; Session (web analytics); Mathematics education; Medicine; Higher education; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1516917937716436,"gpt":0.4516869405507665,"spread":0.2999951467791229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004424402,0.00008055576,0.0001656789,0.000281318,0.0001313046,0.000026167,0.000141126,0.0001439011,0.0001536422],"category_scores_gemma":[0.005213784,0.00007758841,0.00002027083,0.0005848457,0.0002347626,0.000346745,0.00002152044,0.0002563084,0.000001137353],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00033456,"about_ca_system_score_gemma":0.01261098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004987604,"about_ca_topic_score_gemma":0.006708289,"domain_scores_codex":[0.997651,0.0009727367,0.0004185498,0.0002077274,0.0005667824,0.0001832194],"domain_scores_gemma":[0.9988328,0.0003358764,0.0002415178,0.000118392,0.0002766243,0.0001947475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000004598146,0.0005753667,0.004732975,0.00002809001,0.000001721889,2.259572e-9,0.003142606,0.000002550712,0.00009983697,0.6547741,0.0003531962,0.3362849],"study_design_scores_gemma":[0.001113944,0.0001297178,0.7380276,0.0005480825,0.000008505464,0.000005404392,0.01181118,0.01318457,0.00002160856,0.188562,0.04625503,0.0003323394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7094493,0.0001031118,0.2390555,0.0407898,0.002418179,0.0003481286,0.000003613337,0.00004389937,0.007788487],"genre_scores_gemma":[0.8372281,0.00002786777,0.1597826,0.001594658,0.0006922181,0.00003318864,0.00009059247,0.000007747337,0.0005430435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7332946,"threshold_uncertainty_score":0.9929866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141179735","doi":"10.1186/s12909-015-0317-2","title":"Flipping for success: evaluating the effectiveness of a novel teaching approach in a graduate level setting","year":2015,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":282,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Flipped classroom; Curriculum; Class (philosophy); Medical education; Mathematics education; Psychology; Medicine; Graduate students; Blended learning; Pedagogy; Computer science; Educational technology","retraction":null,"screen_n_in":null,"score":{"opus":0.4313417654935691,"gpt":0.5490304503174264,"spread":0.1176886848238572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1037824,0.00009780325,0.0002043139,0.0001282772,0.000344726,0.00003913676,0.0003878918,0.0001080604,0.000003793542],"category_scores_gemma":[0.1535272,0.00007519476,0.00004830828,0.000481498,0.0002151108,0.0001868584,0.00005429445,0.0004343324,5.016126e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003384831,"about_ca_system_score_gemma":0.006512374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003943038,"about_ca_topic_score_gemma":0.000330355,"domain_scores_codex":[0.9917834,0.006274678,0.0003969563,0.0002489172,0.001014459,0.0002815963],"domain_scores_gemma":[0.9915521,0.007529859,0.0002603357,0.0001563104,0.0003913614,0.0001100322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002249934,0.001656759,0.07651093,0.00107558,0.0000367005,1.10898e-7,0.1744925,0.000655823,0.002085288,0.449436,0.000386675,0.2934386],"study_design_scores_gemma":[0.008136252,0.0004747694,0.3357317,0.005289766,0.0001328443,0.00001318131,0.2405332,0.3512605,0.000683636,0.05561475,0.001025732,0.001103587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5311282,0.0000273899,0.462359,0.0005940099,0.0005792073,0.0007065728,0.000001158038,0.00002109268,0.004583324],"genre_scores_gemma":[0.8007728,4.857611e-7,0.1983584,0.0001351646,0.0003879839,0.0002737069,0.00001158239,0.00001102432,0.00004875759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3938213,"threshold_uncertainty_score":0.9991198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2613312977","doi":"10.1002/tesq.372","title":"Flipped Learning in the English as a Foreign Language Classroom: Outcomes and Perceptions","year":2017,"lang":"en","type":"article","venue":"TESOL Quarterly","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Pai Chai University; Seoul National University","keywords":"Flipped classroom; Flipped learning; Psychology; Mathematics education; Blended learning; Perception; English language; Language acquisition; Foreign language; Pedagogy; Educational technology","retraction":null,"screen_n_in":null,"score":{"opus":0.03017797972633455,"gpt":0.3883877286436812,"spread":0.3582097489173466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003223206,0.0001013949,0.000151829,0.00007528972,0.001629084,0.0004147139,0.000462397,0.00008064134,0.0001214912],"category_scores_gemma":[0.002298416,0.00007509999,0.0000425394,0.00009736193,0.0003455023,0.0003430638,0.0000219437,0.0004477823,0.00003613513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004283034,"about_ca_system_score_gemma":0.00005652751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004701573,"about_ca_topic_score_gemma":0.003475202,"domain_scores_codex":[0.9981828,0.0009378634,0.0001524098,0.0001823293,0.0002500228,0.0002945155],"domain_scores_gemma":[0.9989512,0.0005175809,0.0001170304,0.0003151269,0.00006124894,0.00003784095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000003805253,0.00002608485,0.3200596,0.000003111784,0.000006691685,0.000008831757,0.5660208,1.256484e-7,0.0001742485,0.06785436,0.0001497241,0.04569257],"study_design_scores_gemma":[0.0003796688,0.0001748184,0.5802138,0.00001559189,0.00000961444,0.00000146753,0.4054723,0.00002645421,0.000003895334,0.009321453,0.00423206,0.0001488037],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8587003,0.0000170239,0.0002618291,0.001408734,0.0001038697,0.0002022595,0.000001389006,0.00009363726,0.1392109],"genre_scores_gemma":[0.9953179,0.000002147963,0.001639765,0.00028101,0.000220472,0.00002709754,0.000001857774,0.000009996708,0.002499745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2601542,"threshold_uncertainty_score":0.9996707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295691648","doi":"10.1152/advan.00098.2015","title":"Flipped classrooms and student learning: not just surface gains","year":2016,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":262,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Active learning (machine learning); Task (project management); Peer instruction; Psychology; Human multitasking; Blended learning; Computer science; Teaching method; Educational technology; Peer learning; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04367385979446593,"gpt":0.4576672898635471,"spread":0.4139934300690812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001159998,0.0001055898,0.0001658441,0.00007598853,0.0002840846,0.00001473281,0.0001855783,0.00009054692,0.00007336862],"category_scores_gemma":[0.0009681577,0.00008296168,0.00001864695,0.0002663377,0.0004827268,0.0004654622,0.00004986802,0.0002011103,0.00002379079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002078392,"about_ca_system_score_gemma":0.0002155081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000127779,"about_ca_topic_score_gemma":0.0003019072,"domain_scores_codex":[0.9979239,0.001138619,0.0001949207,0.0003163544,0.0001413513,0.0002848679],"domain_scores_gemma":[0.9988604,0.000702486,0.0001505772,0.0001375395,0.0001050053,0.00004400131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006189771,0.0003656062,0.3730766,0.00002304966,0.00001500391,4.014461e-7,0.02992968,0.0001115741,0.1498187,0.1376714,0.0003273594,0.3085987],"study_design_scores_gemma":[0.0004611126,0.0001216088,0.7396353,0.00008109609,0.000008448937,6.776954e-7,0.02248711,0.000008694565,0.001445216,0.0255366,0.2099102,0.0003039159],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9846133,0.0004444665,0.0007551482,0.002949804,0.001325494,0.0002074979,8.486028e-7,0.00005365104,0.009649815],"genre_scores_gemma":[0.9921775,0.001182717,0.003281922,0.0003040408,0.0002986197,0.0000284707,0.000003367284,0.00001005226,0.002713302],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3665587,"threshold_uncertainty_score":0.3383079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2814935777","doi":"10.19173/irrodl.v19i3.3482","title":"The Impact of the Flipped Classroom Model on Students' Academic Achievement","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Context (archaeology); Test (biology); Class (philosophy); Blended learning; Psychology; Flipped learning; Academic achievement; Computer science; Educational technology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2059079381267881,"gpt":0.6007505686155017,"spread":0.3948426304887136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03517723,0.00007249042,0.0001607925,0.00005458613,0.0008315055,0.0001120594,0.002894365,0.00003994493,0.00005125731],"category_scores_gemma":[0.01077153,0.00003276056,0.00006534715,0.0006457717,0.000957689,0.0001090649,0.001111962,0.001105508,0.000004749432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003090564,"about_ca_system_score_gemma":0.0004132896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001922764,"about_ca_topic_score_gemma":0.00009769241,"domain_scores_codex":[0.9942412,0.003515747,0.0003673246,0.0001500418,0.001464642,0.0002610043],"domain_scores_gemma":[0.9969263,0.001990263,0.0002501233,0.0002261603,0.0005711764,0.0000359779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005903244,0.0003117794,0.4163844,0.0002126273,0.0002607346,0.000001096144,0.006268539,0.0008248941,0.000955708,0.4870916,0.01263605,0.07446223],"study_design_scores_gemma":[0.003121681,0.001357724,0.6045001,0.03014764,0.00004833364,0.000003941836,0.02670573,0.02074713,0.001129696,0.1151925,0.1964917,0.0005537574],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9202977,0.002639672,0.0009280097,0.036998,0.0001780347,0.001816487,0.00004899179,0.000009599712,0.03708344],"genre_scores_gemma":[0.99069,0.007992771,0.00007556181,0.0001299946,0.00007462929,0.00003170902,0.000006602081,0.000005090018,0.0009936646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3718991,"threshold_uncertainty_score":0.9975612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3048040448","doi":"10.1021/acs.jchemed.0c00733","title":"Student Experiences of Emergency Remote Teaching: Impacts of Instructor Practice on Student Learning, Engagement, and Well-Being","year":2020,"lang":"en","type":"article","venue":"Journal of Chemical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Student engagement; Anxiety; Medical education; Coronavirus disease 2019 (COVID-19); Psychology; Pandemic; Pedagogy; Mathematics education; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04566650554379616,"gpt":0.4626899803718205,"spread":0.4170234748280243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003791797,0.0000909058,0.0002320601,0.00009030742,0.000129949,0.00002522961,0.0002639048,0.00005491403,0.00008501219],"category_scores_gemma":[0.01266578,0.00007913914,0.0000598877,0.000239482,0.0001001809,0.000348444,0.0000537682,0.0006757346,5.85491e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001178329,"about_ca_system_score_gemma":0.000331029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008126177,"about_ca_topic_score_gemma":6.446602e-7,"domain_scores_codex":[0.9972436,0.001133347,0.000636353,0.000123533,0.0007339841,0.0001292004],"domain_scores_gemma":[0.9976164,0.0003969291,0.001350139,0.00006674174,0.0004363796,0.0001334045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008206935,0.0004151799,0.01587893,0.00003867371,0.00005970716,6.48823e-7,0.8853589,0.00000400441,0.08098617,0.004030634,0.0004406605,0.01270441],"study_design_scores_gemma":[0.0004805778,0.0007615724,0.0130128,0.0002156523,0.00009222699,0.000004775749,0.8949066,0.00001196362,0.07607784,0.0007666999,0.01348937,0.0001799629],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9849278,0.0001011163,0.0002314125,0.002273783,0.0006537143,0.0001093413,8.617092e-8,0.000006475375,0.01169624],"genre_scores_gemma":[0.9873931,0.000111978,0.01177068,0.0001661834,0.0005157728,9.547126e-7,4.096295e-7,0.000007254459,0.00003361762],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01304871,"threshold_uncertainty_score":0.9956509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128771105","doi":"10.1039/c4rp00224e","title":"Structure and evaluation of flipped chemistry courses: organic & spectroscopy, large and small, first to third year, English and French","year":2014,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Class (philosophy); Mathematics education; Flipped classroom; Course evaluation; Chemistry; Subject (documents); Psychology; Computer science; Higher education; Artificial intelligence; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.0812291097786384,"gpt":0.4847525911652437,"spread":0.4035234813866053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01103138,0.00009989991,0.0001328105,0.00004110425,0.0005498013,0.0002035884,0.00012581,0.0001441282,0.0003913749],"category_scores_gemma":[0.04263728,0.0001035637,0.000006829985,0.0003684032,0.0003557324,0.0002409577,0.000107369,0.00045734,0.000001091733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001019606,"about_ca_system_score_gemma":0.0008074411,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004222482,"about_ca_topic_score_gemma":0.0002197332,"domain_scores_codex":[0.9978718,0.0007746526,0.0001567053,0.0003394977,0.0005845886,0.0002727737],"domain_scores_gemma":[0.9960219,0.001864061,0.0001243898,0.0002127837,0.001564717,0.0002121244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000165925,0.0003849507,0.02345638,0.0008755321,0.00007131109,3.019949e-7,0.07573748,4.794045e-7,0.8752639,0.002024418,0.01212711,0.009892231],"study_design_scores_gemma":[0.002130449,0.000192229,0.03467022,0.0003400538,0.0001955881,0.00003756161,0.124472,0.00008402179,0.30758,0.01478016,0.5147367,0.0007810874],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9667479,0.0004710848,0.0001212016,0.003331074,0.00007740451,0.0002651525,0.00001192085,0.00001513021,0.02895918],"genre_scores_gemma":[0.98926,0.0002581471,0.008389121,0.00007280398,0.0004776907,0.00002038263,0.00002503391,0.0000105072,0.001486353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5676839,"threshold_uncertainty_score":0.965427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1554068517","doi":"10.1023/a:1022687404380","title":"Practice Makes Perfect: The Critical Role of Mixed Practice in the Acquisition of ECG Interpretation Skills","year":2003,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":169,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; Canadian Celiac Association","keywords":"Contrastive analysis; Computer science; Session (web analytics); Mathematics education; Artificial intelligence; Natural language processing; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01824175686733455,"gpt":0.4909334438343014,"spread":0.4726916869669669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03050695,0.00008190171,0.0001522445,0.0002002164,0.0004995828,0.00004811314,0.0004179353,0.00004652961,0.00001696206],"category_scores_gemma":[0.04994676,0.00005662298,0.00002434239,0.002110982,0.001118557,0.002164208,0.00001361922,0.0002686523,0.000001631951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001960591,"about_ca_system_score_gemma":0.001579032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003036032,"about_ca_topic_score_gemma":0.001107073,"domain_scores_codex":[0.9897053,0.008466749,0.0006042272,0.0002431115,0.0006862396,0.0002943872],"domain_scores_gemma":[0.9843299,0.01432773,0.0006655242,0.0001945885,0.0004515902,0.00003065215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002655029,0.0006072892,0.0115057,0.00006675888,0.000001503486,1.214299e-7,0.1558101,0.0003770301,0.0001006691,0.7266368,0.00003786496,0.1048296],"study_design_scores_gemma":[0.000179109,0.0004572431,0.02782996,0.0004470469,0.00001415635,0.00001408798,0.7430875,0.0004446071,0.0008409974,0.1626388,0.06386819,0.0001783167],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5006413,0.03790396,0.02954272,0.1442052,0.006626266,0.003826356,0.000007791742,0.00005310017,0.2771933],"genre_scores_gemma":[0.9398123,0.001005188,0.05736091,0.00168693,0.00005712385,0.00006227523,0.000001193717,0.000003429365,0.00001064864],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5872773,"threshold_uncertainty_score":0.9982971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114283753","doi":"10.1119/1.2895678","title":"Clickers or Flashcards: Is There Really a Difference?","year":2008,"lang":"en","type":"article","venue":"The Physics Teacher","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"John Abbott College","funders":"","keywords":"Peer instruction; Mobile device; Worksheet; Mathematics education; Computer science; Multimedia; Psychology; World Wide Web; Peer learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1418598024807981,"gpt":0.3971950739729831,"spread":0.255335271492185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00161243,0.0001674603,0.000209952,0.00002218757,0.001146146,0.0000438069,0.0006513175,0.0000916658,0.0004010136],"category_scores_gemma":[0.0002872269,0.0001005074,0.0001066018,0.0005219259,0.0008243613,0.0001191044,0.00008558237,0.0005331022,0.0001882901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001258097,"about_ca_system_score_gemma":0.0002934228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002463032,"about_ca_topic_score_gemma":0.0001922228,"domain_scores_codex":[0.997429,0.001236011,0.0001753068,0.000243126,0.0005058597,0.0004107153],"domain_scores_gemma":[0.9989367,0.0003062608,0.0001228658,0.0004598808,0.0001107814,0.00006350586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009810264,0.0003618725,0.04039082,0.00001082487,0.0002217422,0.00001828169,0.6244309,0.000003019252,0.001667835,0.1694261,0.04133961,0.1220309],"study_design_scores_gemma":[0.001568488,0.0002990001,0.3098283,0.0001193431,0.0001673971,0.00001558164,0.04121984,0.0002923621,0.003169207,0.2686569,0.372897,0.001766595],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7469392,0.00003721752,0.004259963,0.00393997,0.0002055398,0.000271417,0.000005259545,0.0001979835,0.2441435],"genre_scores_gemma":[0.9402927,0.00005337734,0.001962091,0.0009706054,0.000939453,0.00002458992,0.000001751607,0.00003066656,0.05572472],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5832111,"threshold_uncertainty_score":0.8815347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057717989","doi":"10.1016/j.compedu.2013.02.002","title":"Understanding the effects of professors' pedagogical development with Clicker Assessment and Feedback technologies and the impact on students' engagement and learning in higher education","year":2013,"lang":"en","type":"article","venue":"Computers & Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Clicker; Student engagement; Psychology; Multivariate analysis of variance; Mathematics education; Medical education; Perception; Pedagogy; Computer science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1810574956100218,"gpt":0.4681960578944453,"spread":0.2871385622844235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002379361,0.00009595952,0.0001206429,0.00009803812,0.00055629,0.0001429055,0.0001262795,0.0000431757,0.000004104558],"category_scores_gemma":[0.0001083296,0.00004947299,0.000007999171,0.0002143667,0.000375899,0.0001273144,0.00007774997,0.0003308586,3.251237e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003361069,"about_ca_system_score_gemma":0.0003689031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003298262,"about_ca_topic_score_gemma":0.00002173216,"domain_scores_codex":[0.9980916,0.001268462,0.0001354329,0.0001610643,0.0002127237,0.0001307403],"domain_scores_gemma":[0.9985644,0.001141678,0.0001323997,0.00008627913,0.00005560087,0.00001959922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003661252,0.0003499777,0.5313168,0.00008126381,0.00006061287,1.008927e-7,0.1865254,0.00002035308,0.00007541282,0.1246732,0.0003180593,0.1565423],"study_design_scores_gemma":[0.0003662124,0.00009752566,0.9072957,0.0001875103,0.000008493142,3.800111e-7,0.08843548,0.00003801316,0.00002057207,0.003248888,0.0002297103,0.00007149085],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9905269,0.0001314392,0.002598537,0.004717852,0.0002588676,0.001046082,2.581678e-8,0.00002808532,0.0006922573],"genre_scores_gemma":[0.9928458,0.00004455934,0.006594992,0.00009656169,0.00003211905,0.0001237991,0.000001076941,0.00000519507,0.000255946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3759789,"threshold_uncertainty_score":0.4278589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2509766409","doi":"10.5539/elt.v9n10p60","title":"The Flipped Classroom Impact in Grammar Class on EFL Saudi Secondary School Students’ Performances and Attitudes","year":2016,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Flipped classroom; Grammar; Psychology; Class (philosophy); Mathematics education; Test (biology); Control (management); Teaching method; Significant difference; Computer science; Mathematics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01558512639720648,"gpt":0.3754146571795934,"spread":0.3598295307823869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01154358,0.000243761,0.0002673578,0.0001963875,0.001360242,0.0004174346,0.0006954413,0.000139362,0.0001320809],"category_scores_gemma":[0.007869411,0.0001381913,0.00007916824,0.0002568022,0.0003518257,0.0006902608,0.0001792286,0.001248354,0.00002170073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005460942,"about_ca_system_score_gemma":0.0001639822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001489347,"about_ca_topic_score_gemma":0.003104833,"domain_scores_codex":[0.9954892,0.002423583,0.0003458731,0.0003873731,0.0006686809,0.0006852718],"domain_scores_gemma":[0.9972409,0.002038195,0.0001672429,0.0003522661,0.00005284863,0.0001485391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007919582,0.00009357454,0.5486836,0.00001525354,0.00006324133,0.0000214364,0.1738105,0.000003052272,0.001610224,0.01095192,0.0006011726,0.2640667],"study_design_scores_gemma":[0.003007323,0.0003978616,0.7876532,0.000623863,0.00002718411,0.000003657712,0.1620343,0.00002445423,0.0005126863,0.001388964,0.04339198,0.0009345153],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9609967,0.0004291186,0.0001551621,0.0005316391,0.0005761654,0.0003240684,0.000008708406,0.0001986695,0.03677973],"genre_scores_gemma":[0.9959127,0.00009493814,0.0009391893,0.0002085711,0.0009034253,0.0000255721,0.000002609516,0.00003009878,0.001882951],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2631322,"threshold_uncertainty_score":0.9999399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3121987034","doi":"10.2308/iace.2007.22.3.391","title":"Investigating the Effects of Group Response Systems on Student Satisfaction, Learning, and Engagement in Accounting Education","year":2007,"lang":"en","type":"article","venue":"Issues in Accounting Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Lethbridge","funders":"","keywords":"Vendor; Affect (linguistics); Student engagement; Psychology; Higher education; Medical education; Accounting; Business; Mathematics education; Marketing; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.02320962499289292,"gpt":0.4307106224519596,"spread":0.4075009974590666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02826613,0.000139007,0.0001842197,0.0005188692,0.0005229508,0.0001915337,0.0001897357,0.0001042679,0.000005182912],"category_scores_gemma":[0.01630143,0.0001297668,0.00001828258,0.0009755804,0.0001653355,0.0003742318,0.00005540569,0.0005858019,0.000002928833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006577342,"about_ca_system_score_gemma":0.0003999786,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01749807,"about_ca_topic_score_gemma":0.001755495,"domain_scores_codex":[0.9953961,0.002922116,0.0005596797,0.0002902949,0.0005320298,0.0002997963],"domain_scores_gemma":[0.9952791,0.003761945,0.0005427296,0.0001675973,0.0002185521,0.00003012246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001467268,0.0001455996,0.8440571,0.000110223,0.000005314676,1.921826e-7,0.09739637,0.0000291819,0.00472738,0.01372664,0.0001001861,0.03968718],"study_design_scores_gemma":[0.0001311932,0.00004144325,0.912855,0.0008397507,0.000006894109,5.095705e-7,0.07726455,0.00001948037,0.0003987179,0.0006107469,0.00770975,0.0001219654],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992903,0.0006968526,0.000119503,0.0006104253,0.002252421,0.000809423,1.174159e-7,0.00004382848,0.002564416],"genre_scores_gemma":[0.996463,0.00005166362,0.002368017,0.0001490999,0.0005084515,0.00008726093,0.000002641005,0.00001842696,0.0003514575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06879793,"threshold_uncertainty_score":0.9919847,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2798264832","doi":"10.2196/mededu.9091","title":"Online Lectures in Undergraduate Medical Education: Scoping Review","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"PsycINFO; Medical education; Curriculum; Inclusion (mineral); MEDLINE; Online learning; Flipped classroom; Instructional design; Psychology; Medicine; Multimedia; Computer science; Mathematics education; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.05001562470624234,"gpt":0.5275933933344503,"spread":0.477577768628208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004986673,0.0001279827,0.0002523081,0.0001732759,0.0002918885,0.00003262682,0.0004892344,0.0002456137,0.004889366],"category_scores_gemma":[0.03151882,0.0001154624,0.00004326599,0.001229467,0.0006805295,0.0001706955,0.0000541487,0.0005812722,0.00008287458],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000313128,"about_ca_system_score_gemma":0.02663506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001148828,"about_ca_topic_score_gemma":0.006421886,"domain_scores_codex":[0.995906,0.001461378,0.0005204399,0.0003190411,0.001459253,0.0003338709],"domain_scores_gemma":[0.9985017,0.0003241326,0.0001674903,0.0002441941,0.0003627139,0.0003997571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006628133,0.001672393,0.003272748,0.0008402434,0.000006925234,0.000001506332,0.007132872,2.09311e-8,0.000005461935,0.06203084,0.1203468,0.8046835],"study_design_scores_gemma":[0.001015763,0.0002305679,0.03412057,0.2473107,0.00004836485,0.00004330375,0.006118907,0.000102422,0.00006573142,0.06832699,0.6414709,0.001145793],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06592095,0.01727665,0.003165462,0.8090993,0.009545945,0.002768681,0.000001357645,0.0002909459,0.09193075],"genre_scores_gemma":[0.5979162,0.01988796,0.03479256,0.3111421,0.0270064,0.001396619,0.0002814909,0.0001055078,0.007471202],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8035377,"threshold_uncertainty_score":0.9960203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2811256243","doi":"10.1152/advan.00064.2018","title":"Best practices in active and student-centered learning in physiology classes","year":2018,"lang":"en","type":"review","venue":"AJP Advances in Physiology Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Institutes of Health; University of British Columbia","keywords":"Physiology; Active learning (machine learning); Teaching method; Human physiology; Psychology; Mathematics education; Computer science; Medicine; Artificial intelligence; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1481457380008294,"gpt":0.5665162055497283,"spread":0.4183704675488988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001694371,0.0003376133,0.001171903,0.0006622782,0.0002007613,0.00003041744,0.0004768474,0.0004372574,0.00003123831],"category_scores_gemma":[0.004066801,0.0003241628,0.00006399557,0.001135105,0.0007682518,0.0009380994,0.0001505998,0.001324033,0.0000230936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006906594,"about_ca_system_score_gemma":0.001194596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001449074,"about_ca_topic_score_gemma":0.006211272,"domain_scores_codex":[0.991237,0.006612071,0.0006672899,0.0008309569,0.0001534489,0.0004992413],"domain_scores_gemma":[0.9955778,0.002407834,0.001611323,0.000234048,0.0001289525,0.00004005194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000033211,0.0006423278,0.003403387,0.001253552,0.00002594073,9.537069e-7,0.01079012,0.000004578617,0.00007801507,0.002724134,0.00002302474,0.9810207],"study_design_scores_gemma":[0.0002179561,0.0001347519,0.0149012,0.003929371,0.00003912197,0.000001792108,0.01558519,0.000001497626,0.000002725094,0.005602382,0.9592172,0.0003668196],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.05494959,0.9352307,0.000005526137,0.000119877,0.002066915,0.001027765,0.000003204642,0.00003095653,0.006565432],"genre_scores_gemma":[0.01095704,0.986455,0.001146268,0.00006623199,0.0005815374,0.0004024091,0.00007611929,0.00002836698,0.0002870488],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9806539,"threshold_uncertainty_score":0.999921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2754657572","doi":"10.1177/1469787417731176","title":"Comparison of high-technology active learning and low-technology active learning classrooms","year":2017,"lang":"en","type":"article","venue":"Active Learning in Higher Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Active learning (machine learning); Educational technology; Mathematics education; Variety (cybernetics); Critical thinking; Teaching method; Psychology; Pedagogy; Knowledge management; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0528563871304615,"gpt":0.4453601678696054,"spread":0.3925037807391439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001464447,0.0003289985,0.0007092803,0.001191505,0.00229255,0.0001238461,0.0006436972,0.0007804277,0.0002655282],"category_scores_gemma":[0.006072759,0.0003766144,0.00006076824,0.001098094,0.001626692,0.0008351451,0.0003146594,0.003757172,0.0000238253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008111603,"about_ca_system_score_gemma":0.0005646878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00246546,"about_ca_topic_score_gemma":0.0002733788,"domain_scores_codex":[0.9958304,0.001831414,0.0005043024,0.0007556644,0.000415841,0.0006624386],"domain_scores_gemma":[0.9963654,0.0008832914,0.001677064,0.0003738409,0.0006166024,0.00008378927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001510413,0.0003135618,0.6206039,0.00003144068,0.00008610142,0.0000018343,0.02681942,0.0002518836,0.01013406,0.06419774,0.0000235865,0.2773854],"study_design_scores_gemma":[0.0009274578,0.0004755811,0.8298637,0.000327079,0.0000557241,0.000002476034,0.09267189,0.0001150339,0.02050207,0.01345648,0.04101565,0.0005868882],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9716232,0.0001273491,0.0004121552,0.006087013,0.001050257,0.0004327765,0.000001329584,0.0002897086,0.01997614],"genre_scores_gemma":[0.9888622,0.00006377449,0.002914505,0.00002474923,0.0002791734,0.0001087488,0.00001818248,0.00005404123,0.007674669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2767985,"threshold_uncertainty_score":0.9998686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2270382162","doi":"10.19173/irrodl.v17i1.2116","title":"Analysis of Learning Achievement and Teacher–Student Interactions in Flipped and Conventional Classrooms","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Science Council","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Psychology; Cooperative learning; Blended learning; Teaching method; Educational technology; Control (management); Process (computing); Academic achievement; Active learning (machine learning); Collaborative learning; Pedagogy; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1550536364783124,"gpt":0.5486237353941283,"spread":0.393570098915816,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01838056,0.0000644947,0.0002666564,0.0003591467,0.0002040928,0.00007034327,0.0003919673,0.0000237167,0.0003119776],"category_scores_gemma":[0.005358597,0.00004238635,0.00003621499,0.0008915896,0.0004652617,0.0002068789,0.0005196696,0.0004972579,8.366714e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001694684,"about_ca_system_score_gemma":0.00009341037,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001905589,"about_ca_topic_score_gemma":0.0007580207,"domain_scores_codex":[0.9959177,0.002695136,0.000409259,0.0001952841,0.0006105821,0.0001720592],"domain_scores_gemma":[0.9973237,0.002079957,0.0002029824,0.00007793878,0.0002733274,0.00004210743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005068709,0.00008900972,0.9128287,0.00009549815,0.0001625681,0.000001493684,0.001164376,0.00001711549,0.0003416945,0.04674235,0.00003974743,0.03846674],"study_design_scores_gemma":[0.0008591219,0.000075745,0.9230398,0.004830027,0.00005337979,0.00000140143,0.01562475,0.0007048249,0.00002721942,0.001478086,0.05320027,0.0001053598],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9695252,0.003005496,0.001737857,0.01667261,0.00004710375,0.0005242192,0.00002194418,0.000006234786,0.008459369],"genre_scores_gemma":[0.9865978,0.01216374,0.0001941275,0.00002676185,0.00001739559,0.00003231142,0.0000259737,0.00000341301,0.0009384587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05316052,"threshold_uncertainty_score":0.6415128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044821648","doi":"10.1016/j.compedu.2013.09.015","title":"Peer Instruction in computing: The value of instructor intervention","year":2013,"lang":"en","type":"article","venue":"Computers & Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Copying; Peer instruction; Value (mathematics); Mathematics education; Class (philosophy); Peer feedback; Peer group; Computer science; Pedagogy; Psychology; Social psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02796711943587328,"gpt":0.3786317065598191,"spread":0.3506645871239458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001949403,0.00006759987,0.00009931323,0.0001635486,0.000197484,0.00006285608,0.0002587076,0.00005453216,0.00004346858],"category_scores_gemma":[0.0003374386,0.0000583762,0.00004272061,0.0005499931,0.0001886549,0.0003134104,0.00003390196,0.0001716908,0.00001185901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002059986,"about_ca_system_score_gemma":0.0002272537,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00933463,"about_ca_topic_score_gemma":0.0001672206,"domain_scores_codex":[0.9983064,0.0008619173,0.000287606,0.0001370188,0.0002683447,0.0001387221],"domain_scores_gemma":[0.9990522,0.0001564201,0.0002157969,0.0001481021,0.000402267,0.00002519586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000003389002,0.0001490305,0.03353463,0.00001912548,0.000009161704,3.099339e-8,0.06354062,0.00008298919,0.0002982003,0.2150853,0.003037062,0.6842405],"study_design_scores_gemma":[0.0003746971,0.00004407388,0.9273333,0.0001525329,0.000007361085,0.000002097337,0.02653315,0.003310439,0.0004521551,0.02771976,0.01391098,0.0001594352],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9648851,0.00002071218,0.02322633,0.003313073,0.003481989,0.0003478322,2.342507e-7,0.00003106202,0.004693735],"genre_scores_gemma":[0.9698082,0.000001976485,0.02939664,0.0001110152,0.000323566,0.000009155717,0.000006404823,0.000005890788,0.0003371784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8937987,"threshold_uncertainty_score":0.9972623,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119364376","doi":"10.1186/s12909-020-02447-0","title":"Making it stick: use of active learning strategies in continuing medical education","year":2021,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"University of Colorado School of Medicine, Anschutz Medical Campus; Society for Academic Continuing Medical Education; Johns Hopkins University","keywords":"Continuing medical education; Medical education; Certificate; Specialty; Continuing education; Adaptation (eye); Graduate medical education; Psychology; Computer-assisted web interviewing; Higher education; Medicine; Family medicine; Accreditation","retraction":null,"screen_n_in":null,"score":{"opus":0.1187528856009786,"gpt":0.4960408830949468,"spread":0.3772879974939682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004408594,0.0001006048,0.0002222816,0.0001738738,0.0001536109,0.00008642064,0.0002126723,0.0002512241,0.00198303],"category_scores_gemma":[0.133761,0.0001066026,0.00004333876,0.0008125933,0.0003230789,0.0004842105,0.00005669875,0.0006694375,0.000006961422],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002810654,"about_ca_system_score_gemma":0.03217424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00227659,"about_ca_topic_score_gemma":0.008714546,"domain_scores_codex":[0.9949884,0.002805474,0.0004663523,0.0002675032,0.001209617,0.0002626276],"domain_scores_gemma":[0.9967089,0.002169222,0.0002605178,0.000142759,0.0005431182,0.0001754264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003155719,0.0008847542,0.06270579,0.0001327272,0.00001492466,0.00000425802,0.09769473,0.00002858592,0.0002963757,0.2860061,0.001524002,0.5506762],"study_design_scores_gemma":[0.0007800109,0.00006033657,0.2596957,0.005323031,0.00004624662,0.0000187938,0.6521781,0.002054999,0.0006423847,0.01363523,0.06501207,0.0005530526],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9447699,0.0001424326,0.02629926,0.004899858,0.001806903,0.0002039375,5.479047e-7,0.00004948372,0.02182774],"genre_scores_gemma":[0.9724287,0.00005945398,0.02513277,0.0006139576,0.0005557979,0.00003135944,0.00002500444,0.00001229012,0.001140715],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5544834,"threshold_uncertainty_score":0.9989293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097668694","doi":"10.14742/ajet.1152","title":"A strategic assessment of audience response systems used in higher education","year":2009,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Formative assessment; Audience response; Computer science; Class (philosophy); Peer assessment; Chart; Target audience; Control (management); Higher education; Mathematics education; Multimedia; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09686514531548265,"gpt":0.4626211033970487,"spread":0.365755958081566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00333785,0.0000982304,0.0002617364,0.001118547,0.00009784775,0.00002594704,0.0004578834,0.0001830488,0.0002057947],"category_scores_gemma":[0.0006868751,0.00009596114,0.0000476331,0.001477207,0.0003346339,0.0002361491,0.000009483055,0.0004958736,0.000002233968],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005189825,"about_ca_system_score_gemma":0.004227092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005865359,"about_ca_topic_score_gemma":0.00001442182,"domain_scores_codex":[0.9978635,0.0007500199,0.0006559899,0.0001349786,0.0003603199,0.000235173],"domain_scores_gemma":[0.9980917,0.0003944192,0.0007670732,0.000156534,0.0005284729,0.00006179354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003081058,0.0004010375,0.06005775,0.000005828684,0.00001107815,0.000002368795,0.0007952034,0.00004225257,0.007732684,0.9299091,0.0002165671,0.0007953678],"study_design_scores_gemma":[0.0003004934,0.0004552832,0.7529091,0.000213545,0.00001261909,0.00004994187,0.01191506,0.00000371876,0.0002206368,0.231941,0.001850138,0.0001284574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9034775,0.0001087918,0.00007667917,0.08414719,0.001044036,0.0001497836,0.000001130928,0.00001009024,0.01098477],"genre_scores_gemma":[0.9827539,0.000008260949,0.01519166,0.00004635636,0.0002110408,0.000007055125,8.024169e-7,0.000004965419,0.001775978],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.697968,"threshold_uncertainty_score":0.749868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897840590","doi":"10.1007/s12528-018-9197-x","title":"A comparison of lecture-based, active, and flipped classroom teaching approaches in higher education","year":2018,"lang":"en","type":"article","venue":"Journal of Computing in Higher Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Durham College; University of Ontario Institute of Technology","funders":"","keywords":"Active learning (machine learning); Flipped classroom; Mathematics education; Flexibility (engineering); CLARITY; Teaching method; Cognition; Psychology; Cognitive flexibility; Cooperative learning; Higher education; Blended learning; Educational technology; Community of inquiry; Pedagogy; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1748287753306736,"gpt":0.4573276380494189,"spread":0.2824988627187454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003467957,0.0001290142,0.0003469211,0.000631746,0.0002044512,0.00006106695,0.0002335231,0.0001360327,0.00005682719],"category_scores_gemma":[0.000404364,0.0001250008,0.00004459358,0.0006493793,0.0002157287,0.0002751022,0.0000274804,0.0006995339,8.173667e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005039367,"about_ca_system_score_gemma":0.001239028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005297164,"about_ca_topic_score_gemma":0.0001024106,"domain_scores_codex":[0.9970055,0.001522097,0.0007133777,0.0001753421,0.00035814,0.0002255506],"domain_scores_gemma":[0.9979078,0.0005645834,0.001011357,0.0001186606,0.0003356691,0.00006189984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001094292,0.001540547,0.7985165,0.0000682551,0.00002225661,2.558835e-7,0.04763212,0.0004461755,0.00150943,0.03664853,0.0008368085,0.1126697],"study_design_scores_gemma":[0.0004178819,0.0001497872,0.9805002,0.0004538736,0.00001798667,0.000001743343,0.003181766,0.0005013273,0.0007661043,0.004097786,0.00975281,0.0001587444],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.977902,0.0002298976,0.00247185,0.003370674,0.003325626,0.0001755758,2.276421e-7,0.00001159968,0.01251254],"genre_scores_gemma":[0.9472236,0.000001401936,0.05073265,0.0001909234,0.001572478,0.000002427072,0.000001701318,0.00001314384,0.0002616553],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1819837,"threshold_uncertainty_score":0.5097383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2509142790","doi":"10.5539/elt.v9n9p166","title":"The Flipped Classroom Model to Develop Egyptian EFL Students’ Listening Comprehension","year":2016,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Listening comprehension; Flipped classroom; Psychology; Active listening; Mathematics education; Comprehension; Class (philosophy); Test (biology); Quasi-experiment; Linguistics; Communication; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03341380340413317,"gpt":0.3813897671024377,"spread":0.3479759636983045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009591168,0.0002514304,0.0002661799,0.0001474859,0.002694283,0.0003907285,0.001211279,0.0001382053,0.0000350116],"category_scores_gemma":[0.01485827,0.0001555526,0.00007468032,0.0005184305,0.0001789988,0.0004065164,0.0004559389,0.0007182524,0.00005445875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004676004,"about_ca_system_score_gemma":0.0001849997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006668772,"about_ca_topic_score_gemma":0.00115398,"domain_scores_codex":[0.9948738,0.002451974,0.0004189674,0.0004596442,0.000991574,0.0008040227],"domain_scores_gemma":[0.9970741,0.001764418,0.0001670979,0.0005060802,0.0002851008,0.0002032557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003518938,0.00004896369,0.00536759,0.000005389635,0.0000423273,0.00001469865,0.7089844,0.00007607001,0.0182378,0.04190705,0.001856582,0.223424],"study_design_scores_gemma":[0.003012188,0.0001951226,0.006132639,0.0009906199,0.00008946729,0.000005425568,0.6572063,0.001681204,0.00425094,0.003554589,0.3204697,0.002411828],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8250052,0.0000674286,0.1304939,0.001320532,0.0009951545,0.0004182063,0.000005650533,0.0005818777,0.04111201],"genre_scores_gemma":[0.9156422,0.000005882107,0.07294995,0.0006080362,0.0009402315,0.00002902703,0.000003116156,0.00005004056,0.009771507],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3186131,"threshold_uncertainty_score":0.9986041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3119538385","doi":"10.1002/nse2.20038","title":"Student and instructor perceptions of engagement after the rapid online transition of teaching due to COVID‐19","year":2021,"lang":"en","type":"article","venue":"Natural sciences education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Student engagement; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Medical education; Transition (genetics); Perception; Active listening; Mathematics education; Pedagogy; Chemistry; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04417730418667632,"gpt":0.4574033231652956,"spread":0.4132260189786193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003920004,0.00006044649,0.0001010813,0.0001084761,0.0007442964,0.00005037549,0.0002006167,0.00003260774,0.0001669073],"category_scores_gemma":[0.001312726,0.00004355329,0.00003067241,0.0006596766,0.0004732731,0.0002090293,0.00004271259,0.0002156004,5.649411e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001435117,"about_ca_system_score_gemma":0.0007469026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001105567,"about_ca_topic_score_gemma":0.0007788154,"domain_scores_codex":[0.9977387,0.001280123,0.0002037758,0.0001899527,0.0004586844,0.0001287803],"domain_scores_gemma":[0.9992593,0.0002747294,0.00009769155,0.00009970337,0.0002059864,0.00006256996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00002291821,0.0003434376,0.01579348,0.00004477906,0.00001758762,5.330058e-7,0.5919731,0.00005729434,0.03091886,0.05342176,0.0002823329,0.307124],"study_design_scores_gemma":[0.000125306,0.00008597982,0.6311771,0.00005861503,0.00002437545,0.000005986243,0.3605677,0.00004140443,0.0006729785,0.002543276,0.004565756,0.0001314932],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9842491,0.0002132834,0.001169813,0.01169977,0.0006596542,0.000242429,0.00000820253,0.00001087791,0.00174688],"genre_scores_gemma":[0.9656096,0.00001948729,0.03313774,0.0009487232,0.0001502201,0.00001444908,0.000006055332,0.000002147526,0.0001115944],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6153836,"threshold_uncertainty_score":0.5724601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1861995071","doi":"10.14742/ajet.1281","title":"Implementation of personal response units in very large lecture classes: Student perceptions","year":2006,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Perception; Mathematics education; Psychology; Scale (ratio); Educational technology; Medical education; Computer science; Pedagogy; Multimedia; Medicine; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.02893622024973813,"gpt":0.4385777599761603,"spread":0.4096415397264222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00247945,0.0000949755,0.0001937621,0.00109467,0.000182139,0.00001800529,0.0003051195,0.0001665973,0.000842677],"category_scores_gemma":[0.001063168,0.00009689021,0.00005289685,0.001630438,0.0003157359,0.0002074936,0.00002220693,0.0004962783,0.00000411548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004495101,"about_ca_system_score_gemma":0.002235609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002246269,"about_ca_topic_score_gemma":0.0015059,"domain_scores_codex":[0.9980361,0.0006581923,0.0005597426,0.0001175497,0.0003600123,0.0002684235],"domain_scores_gemma":[0.998395,0.0003909219,0.0004623684,0.00008508198,0.0006218737,0.00004470284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005481644,0.0003294776,0.7953678,0.000005263023,0.00002853902,0.000004858015,0.01094692,0.0000153265,0.007940125,0.1819665,0.00231462,0.00102583],"study_design_scores_gemma":[0.0005014661,0.0001679291,0.8786365,0.0000380747,0.00001516251,0.00003714464,0.09175708,4.87979e-7,0.0005627916,0.02412461,0.004072742,0.00008603332],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9563597,0.00005288694,0.0005261382,0.04197965,0.0002882517,0.000121508,0.00001232127,0.000008817164,0.0006507203],"genre_scores_gemma":[0.993078,0.000008678612,0.006271263,0.00004998578,0.0002307098,0.000006929158,0.000006367815,0.000008035433,0.0003400535],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1578419,"threshold_uncertainty_score":0.9226723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142507565","doi":"10.3109/0142159x.2012.680938","title":"The effects of audience response systems on learning outcomes in health professions education. A BEME systematic review: BEME Guide No. 21","year":2012,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Sleep & Circadian Network; The Canadian Association of Professional Academic Librarians; Cochrane; University of Alberta","funders":"","keywords":"Medical education; Health professions; Audience response; Medicine; Meta-analysis; Qualitative research; Quality (philosophy); Psychology; Health care; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0829120113230677,"gpt":0.5089363231365287,"spread":0.426024311813461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1013639,0.000435738,0.003439999,0.0002730227,0.0008405946,0.00003967827,0.00135975,0.000477047,0.00007754715],"category_scores_gemma":[0.2938914,0.000234321,0.0003591453,0.00114728,0.0005149003,0.00008764305,0.00018466,0.002656796,0.0001640154],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001370224,"about_ca_system_score_gemma":0.005742316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001306846,"about_ca_topic_score_gemma":0.00007661234,"domain_scores_codex":[0.9170765,0.07689588,0.002644673,0.0004421702,0.002136224,0.0008045044],"domain_scores_gemma":[0.9794937,0.01653467,0.002505466,0.0008164713,0.0002804887,0.0003691936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006115349,0.0003450017,0.0002338842,0.8976902,0.0001115939,0.000003348671,0.005589375,3.241919e-8,5.074261e-8,0.00502453,0.00641488,0.08458098],"study_design_scores_gemma":[0.00004661439,0.00005157337,0.00001870432,0.460113,0.0001272019,0.000002041062,0.0006072747,0.000001744902,5.086317e-9,0.000008316263,0.5388896,0.0001339616],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000009384052,0.9843932,0.0001034321,0.002728143,0.002998317,0.00633947,0.000001173367,0.00007130959,0.003355581],"genre_scores_gemma":[0.00003407907,0.9292094,0.000183555,0.0003547459,0.0003536143,0.002133581,0.000006283186,0.00004960548,0.06767514],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5324748,"threshold_uncertainty_score":0.9998942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2586291481","doi":"10.1039/c7rp00014f","title":"Cooperative learning in organic chemistry increases student assessment of learning gains in key transferable skills","year":2017,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trinity College","funders":"","keywords":"Transferable skills analysis; Cooperative learning; Constructive; Mathematics education; Psychology; Class (philosophy); Variety (cybernetics); Computer science; Medical education; Teaching method; Higher education; Process (computing); Artificial intelligence; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.099535077919231,"gpt":0.5635473037906265,"spread":0.4640122258713955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01395748,0.0001001677,0.0001862042,0.00006673311,0.001119599,0.0002944445,0.0003665744,0.0001188986,0.0008059125],"category_scores_gemma":[0.04602676,0.0001099598,0.00001512288,0.0004015172,0.0005025128,0.0005927314,0.00009899456,0.001586889,0.000001836182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004280279,"about_ca_system_score_gemma":0.003007061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003637876,"about_ca_topic_score_gemma":0.0002429615,"domain_scores_codex":[0.9963078,0.002185688,0.0002514507,0.0003110591,0.0005877136,0.0003562731],"domain_scores_gemma":[0.9952739,0.003356575,0.0002017224,0.0002252868,0.0008268567,0.0001156477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001250952,0.00327566,0.4991994,0.0003580734,0.00004992274,0.00001601285,0.05446584,0.0000713092,0.4280972,0.001790448,0.0001906671,0.01236044],"study_design_scores_gemma":[0.001878712,0.0002000914,0.2879846,0.0008320947,0.00002301904,0.00001674595,0.5378187,0.0001495858,0.07783116,0.0006741568,0.09198894,0.0006021557],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7696165,0.00009637606,0.00006197229,0.002859566,0.00002632893,0.000177951,8.375093e-7,0.00001038856,0.2271501],"genre_scores_gemma":[0.9809719,0.0006474673,0.001587805,0.00001889226,0.0001181621,0.0000536827,0.00001209408,0.00001056855,0.0165794],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4833529,"threshold_uncertainty_score":0.962009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2471975440","doi":"10.2505/4/jcst15_044_06_83","title":"A New Tool for Measuring Student Behavioral Engagement in Large University Classes","year":2015,"lang":"en","type":"article","venue":"Journal of College Science Teaching","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Mathematics education; Psychology; Higher education; Science education; Teaching method; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.174340460143358,"gpt":0.4558776920313726,"spread":0.2815372318880146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.056825,0.0001079643,0.0002589174,0.0007096296,0.001251464,0.0001522017,0.001033444,0.00005025708,0.00001139959],"category_scores_gemma":[0.00358975,0.0001038547,0.00008796573,0.001059262,0.0001981724,0.001648857,0.0001632884,0.0007105127,0.000001090888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002151231,"about_ca_system_score_gemma":0.003826567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003406903,"about_ca_topic_score_gemma":0.0006291981,"domain_scores_codex":[0.9960708,0.001322993,0.0004114723,0.0001982417,0.001478717,0.0005177794],"domain_scores_gemma":[0.9984068,0.0002647399,0.0004090376,0.0001271386,0.0005390467,0.0002532635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002391919,0.001008499,0.1939067,0.00001256851,0.00003459408,0.0001963218,0.2789551,0.0003889375,0.008067193,0.4815655,0.004071473,0.03155387],"study_design_scores_gemma":[0.009664287,0.001468976,0.1825195,0.0004674392,0.0001205929,0.0000416149,0.5336788,0.0003681076,0.001028925,0.008767691,0.2609218,0.0009521809],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9342341,0.00002679644,0.05680999,0.0008266033,0.0009634352,0.0003354939,0.000003510419,0.00002110516,0.006778983],"genre_scores_gemma":[0.8834803,0.000002915039,0.1154477,0.00004536803,0.0002566096,6.5388e-7,8.425777e-8,0.00000625855,0.0007601226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4727978,"threshold_uncertainty_score":0.9711971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981222415","doi":"10.1371/journal.pone.0015821","title":"Small-Group Learning in an Upper-Level University Biology Class Enhances Academic Performance and Student Attitudes Toward Group Work","year":2010,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia; International Collaboration On Repair Discoveries","funders":"Michael Smith Health Research BC; Heart and Stroke Foundation of Canada","keywords":"Mathematics education; Class (philosophy); Percentile; Group (periodic table); Psychology; Work (physics); Computer science; Mathematics; Engineering; Statistics; Artificial intelligence; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.1734676001937505,"gpt":0.3644992674011409,"spread":0.1910316672073904,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003000215,0.0001289063,0.0002465317,0.0001646496,0.0004897593,0.00003727119,0.0004523575,0.0002610643,0.00003915305],"category_scores_gemma":[0.0003543673,0.00013486,0.00001867826,0.0004852955,0.0004487247,0.000354689,0.0001647058,0.001503437,0.000009089618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001126408,"about_ca_system_score_gemma":0.00005517036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004132189,"about_ca_topic_score_gemma":0.002619525,"domain_scores_codex":[0.9979516,0.0009061951,0.0001748253,0.0003498872,0.00022989,0.0003875718],"domain_scores_gemma":[0.9993342,0.0002692765,0.0001167767,0.000119151,0.00007315046,0.00008746386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003138582,0.0002558593,0.904614,0.00001866352,0.00002612893,0.000001345786,0.01047862,7.837593e-7,0.06890816,0.00798231,0.000002031612,0.007680734],"study_design_scores_gemma":[0.000285654,0.0001658509,0.9931183,0.00008845238,0.00001753672,1.706639e-7,0.003989133,0.00003453622,0.001047139,0.0001748105,0.0008719041,0.0002064765],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970357,0.00004112548,0.0003360824,0.0005876052,0.0001287557,0.0002090701,0.000001621479,0.0001043476,0.00155573],"genre_scores_gemma":[0.9756995,0.0002490367,0.02323216,0.00006524589,0.0001934753,0.000004911799,0.000004855426,0.00001038108,0.0005404298],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08850436,"threshold_uncertainty_score":0.6531768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4311812220","doi":"10.1007/s10734-022-00977-8","title":"Effect of active learning versus traditional lecturing on the learning achievement of college students in humanities and social sciences: a meta-analysis","year":2022,"lang":"en","type":"article","venue":"Higher Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Meta-analysis; Psychology; Mathematics education; Higher education; Active learning (machine learning); Class (philosophy); Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2675530411610805,"gpt":0.4567620349316593,"spread":0.1892089937705789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005829859,0.00007125094,0.0002462142,0.0003140988,0.001420065,0.00002452151,0.0001874763,0.00001933284,0.000532959],"category_scores_gemma":[0.0001747578,0.00005640856,0.0001133683,0.0009869983,0.0002741729,0.00008096815,0.00004971691,0.000302362,2.472732e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002426439,"about_ca_system_score_gemma":0.0001476248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008264,"about_ca_topic_score_gemma":0.00007750442,"domain_scores_codex":[0.9943267,0.004548728,0.0001687718,0.0001537378,0.0006882905,0.0001137439],"domain_scores_gemma":[0.9978514,0.001804969,0.0002489708,0.00004068249,0.00004806812,0.000005887483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005143288,0.000787454,0.04710285,0.00005170098,0.01029309,4.290526e-7,0.2216098,0.005637563,0.0008699747,0.7111325,0.000133876,0.001866504],"study_design_scores_gemma":[0.001956346,0.003891247,0.7622812,0.00001914154,0.01825826,2.580765e-7,0.1930504,0.00007814119,0.003492294,0.004657139,0.01178521,0.0005303543],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9917305,0.00005281238,0.000007993226,0.0007610891,0.000177693,0.0002138561,0.000005288775,0.000007755774,0.00704306],"genre_scores_gemma":[0.99875,0.000001136304,0.00006696699,0.00005823351,0.00004799609,0.0001260537,0.00000686775,0.000004037064,0.000938717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7151783,"threshold_uncertainty_score":0.99988,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992361844","doi":"10.1002/bmb.20264","title":"Using clickers to improve student engagement and performance in an introductory biochemistry class","year":2009,"lang":"en","type":"article","venue":"Biochemistry and Molecular Biology Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Class (philosophy); Student engagement; Mathematics education; Significant difference; Psychology; Medical education; Computer science; Mathematics; Medicine; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02960526090668439,"gpt":0.4218548815637433,"spread":0.392249620657059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001120177,0.0001099134,0.0001055105,0.00005900155,0.0001907923,0.00003187428,0.0001207581,0.0001457641,0.000003845945],"category_scores_gemma":[0.0002341926,0.0001205576,0.00001155875,0.0001651506,0.0001669571,0.00005343778,0.00003957246,0.0001730475,3.249196e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001742674,"about_ca_system_score_gemma":0.0003063643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006257914,"about_ca_topic_score_gemma":0.000003227083,"domain_scores_codex":[0.998944,0.0002464569,0.0001547577,0.0003740328,0.00007202188,0.0002087613],"domain_scores_gemma":[0.9995752,0.00001758761,0.00006411162,0.0001717074,0.00007415029,0.00009722932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001382697,0.000100571,0.0211391,0.00001369293,0.000004667666,3.119783e-7,0.002114385,9.457598e-7,0.9535418,0.001047372,0.00001624476,0.02200708],"study_design_scores_gemma":[0.0002149994,0.0001661523,0.032767,0.00003691339,0.00001447599,0.000002786162,0.006397699,0.00002025272,0.9573571,0.0004579271,0.002271422,0.0002932533],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967905,0.0002414625,0.0004457093,0.001173242,0.0001877677,0.0001841075,0.000001472998,0.00001709057,0.0009586368],"genre_scores_gemma":[0.9888299,0.00002556114,0.01002071,0.000788581,0.00023156,0.00001375788,0.00001867562,0.000004672855,0.00006664987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02171383,"threshold_uncertainty_score":0.4916198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063234143","doi":"10.1177/0273475309344806","title":"Learning to Click","year":2009,"lang":"en","type":"article","venue":"Journal of Marketing Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Clicker; Disadvantaged; Psychology; Mathematics education; Medical education; Pedagogy; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.02585185177915247,"gpt":0.4284714994605317,"spread":0.4026196476813793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0238,0.00004271558,0.00008967156,0.0001876958,0.0002745355,0.00006037045,0.0001497552,0.00003585272,0.00006917081],"category_scores_gemma":[0.02348464,0.00004113121,0.00003829879,0.0003799954,0.00001717897,0.0001652846,0.000006122033,0.0002946329,0.00000817035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002049239,"about_ca_system_score_gemma":0.0005202103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003141733,"about_ca_topic_score_gemma":0.000004195698,"domain_scores_codex":[0.9973311,0.001938913,0.0002539693,0.00005886147,0.0002834685,0.0001336791],"domain_scores_gemma":[0.9984817,0.000610765,0.0003343717,0.00004719269,0.0004482319,0.00007776639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001173284,0.0001243464,0.01698918,0.000004821006,0.000006859836,8.334077e-7,0.03164396,0.00003022287,0.006654336,0.002589646,0.02139211,0.9204463],"study_design_scores_gemma":[0.00009914102,0.0001811736,0.5630783,0.0001909174,0.00001101654,0.000009948542,0.01888826,0.000003818296,0.0002396655,0.002248846,0.4149334,0.0001155651],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8907812,0.00003322626,0.0009998755,0.0115606,0.0009865069,0.00005462276,2.579086e-8,0.00001543293,0.09556846],"genre_scores_gemma":[0.9289802,0.00001229883,0.06539848,0.0007884303,0.001437259,4.538068e-7,1.693685e-7,0.000004261389,0.003378473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9203308,"threshold_uncertainty_score":0.984741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099420748","doi":"10.1016/j.ydbio.2009.05.104","title":"Why peer discussion improves student performance on in-class concept questions","year":2009,"lang":"en","type":"article","venue":"Developmental Biology","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Class (philosophy); Mathematics education; Outcome (game theory); Biology; Peer instruction; Peer group; Psychology; Peer feedback; Social psychology; Computer science; Mathematics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03155329430430424,"gpt":0.392624891204809,"spread":0.3610715969005047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001215698,0.0001170647,0.00015042,0.0001312131,0.0003767898,0.0000224697,0.0002376054,0.0001206211,0.00008374137],"category_scores_gemma":[0.0002769445,0.0000795318,0.00002127155,0.0003249153,0.0002514697,0.000111635,0.00004646582,0.0002524928,0.00004363068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004137526,"about_ca_system_score_gemma":0.0001343235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001769829,"about_ca_topic_score_gemma":0.0002422142,"domain_scores_codex":[0.9985293,0.0004722169,0.0002221007,0.0002487814,0.0001933162,0.0003342867],"domain_scores_gemma":[0.9996676,0.00008361904,0.00006430932,0.00007382356,0.00006312957,0.00004744451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007962522,0.0005521266,0.1785992,0.000004241751,0.00002646526,0.000009240307,0.08177812,0.000006860055,0.05856742,0.2467129,0.006634203,0.4270296],"study_design_scores_gemma":[0.0004005568,0.0002860285,0.7976086,0.000037128,0.000002004196,0.000001556769,0.00516849,0.000006863986,0.003518296,0.002005199,0.1906989,0.0002664075],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9346567,0.0000137821,0.0002497238,0.0164865,0.0006022244,0.0002540262,0.000003671453,0.00007376643,0.04765964],"genre_scores_gemma":[0.9882626,0.00001155801,0.006423016,0.003362535,0.00008776962,0.00001544799,0.00002268926,0.000004706083,0.001809689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6190093,"threshold_uncertainty_score":0.3243213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995685252","doi":"10.5688/aj710585","title":"A Tool for Measuring Active Learning in the Classroom","year":2007,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences North","funders":"Clemson University","keywords":"Active learning (machine learning); Perception; Medical education; Pharmacy; Psychology; Experiential learning; Medicine; Computer science; Mathematics education; Artificial intelligence; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.09561531250004687,"gpt":0.5042872855800372,"spread":0.4086719730799904,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01362906,0.00006468293,0.0001410823,0.0001785899,0.0002436652,0.00003705458,0.0002462369,0.00002468725,0.00001931378],"category_scores_gemma":[0.004327389,0.00004985598,0.00006692554,0.0006840047,0.0002896328,0.0001553489,0.000007956909,0.0006494713,0.00000146051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003468711,"about_ca_system_score_gemma":0.0007207446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001298357,"about_ca_topic_score_gemma":0.00002302133,"domain_scores_codex":[0.9977864,0.001157677,0.0003285089,0.00008283256,0.0003735594,0.0002710334],"domain_scores_gemma":[0.997189,0.00196765,0.0003668916,0.00004828814,0.0003604632,0.00006771863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001801117,0.0001670331,0.009500531,0.000003867161,0.0000154254,0.000001221698,0.03031386,0.0000170985,0.002089768,0.01096943,0.0001022451,0.9466394],"study_design_scores_gemma":[0.001299392,0.0007950289,0.1799222,0.00014413,0.0001215531,0.00005950144,0.4399666,0.0001682543,0.006358008,0.008690194,0.3620691,0.0004060799],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9414046,0.00004450539,0.04719036,0.005488062,0.0004538446,0.0002121808,2.456736e-7,0.00000891154,0.00519729],"genre_scores_gemma":[0.9798709,0.00001218863,0.01817265,0.001108991,0.0007637201,0.000006455266,3.154566e-7,0.000007342804,0.00005745146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9462333,"threshold_uncertainty_score":0.5180601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151153786","doi":"10.1080/01421590801965111","title":"Rules of engagement–12 tips for successful use of “clickers” in the classroom","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Formative assessment; Summative assessment; Variety (cybernetics); Computer science; Student engagement; Clicker; Audience response; Medical education; Multimedia; Mathematics education; Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2395644661112865,"gpt":0.4286036809479482,"spread":0.1890392148366618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01163546,0.00008423568,0.0002332437,0.0000855687,0.000195376,0.000008469488,0.0005125647,0.0001564267,0.0006315436],"category_scores_gemma":[0.01231188,0.00005778578,0.00007854179,0.0002609921,0.0009484207,0.0001223807,0.00005052176,0.0004655076,0.000003575038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004854477,"about_ca_system_score_gemma":0.0001986879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002016376,"about_ca_topic_score_gemma":0.0003580347,"domain_scores_codex":[0.9956831,0.002593449,0.0003869349,0.0001533731,0.0009159298,0.0002671749],"domain_scores_gemma":[0.9980729,0.001446564,0.0001493679,0.0001964879,0.00008175636,0.00005290306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006641237,0.0007823396,0.6922116,0.00005838818,0.00006223554,0.0000149261,0.1272816,0.000001178053,0.0002130181,0.1128332,0.03552443,0.03095068],"study_design_scores_gemma":[0.001690689,0.0001891396,0.09165827,0.0001319715,0.00003574071,0.000004019619,0.01654938,0.0004932984,0.0004186658,0.008853203,0.8796747,0.0003009663],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9694366,0.00003793073,0.008461945,0.002566068,0.0001330471,0.0003535932,0.000004141604,0.00002173523,0.01898492],"genre_scores_gemma":[0.988204,0.00002794203,0.009597294,0.0002934418,0.0002080149,0.0000325634,0.000004834293,0.00001045383,0.00162144],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8441502,"threshold_uncertainty_score":0.9960079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800717107","doi":"10.3138/jvme.1116-173r","title":"Implementing the Flipped Classroom in a Veterinary Pre-clinical Science Course: Student Engagement, Performance, and Satisfaction","year":2018,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Flipped classroom; Medical education; Student engagement; Blended learning; Content delivery; Cohort; Veterinary education; Psychology; Class (philosophy); Focus group; Mathematics education; Medicine; Educational technology; Pedagogy; Curriculum; Computer science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.1656308848468102,"gpt":0.5590418229451689,"spread":0.3934109380983587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03859169,0.00009343379,0.0001802415,0.000206689,0.00100101,0.0001014686,0.0004445056,0.00007793937,0.0002500801],"category_scores_gemma":[0.00377216,0.0000687769,0.00003733222,0.0005973272,0.001423381,0.000648744,0.0002066278,0.0007259611,0.000003024239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002631446,"about_ca_system_score_gemma":0.002920625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002078418,"about_ca_topic_score_gemma":0.00007711226,"domain_scores_codex":[0.9956616,0.001848576,0.0007595117,0.0001824017,0.001184262,0.0003636425],"domain_scores_gemma":[0.9982705,0.0004785253,0.0005306016,0.0001428415,0.0003931571,0.0001844509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001348865,0.0003443973,0.4349451,0.00001844109,0.00002088947,0.000007710044,0.02169583,3.252916e-7,0.001228946,0.0009037342,0.0008728538,0.5398269],"study_design_scores_gemma":[0.0003975641,0.001598933,0.940742,0.000164928,0.00001496108,0.0001095635,0.009138756,0.0001368417,0.0000100347,0.0001527337,0.0474568,0.00007694416],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916751,0.00007178525,0.0003935428,0.002648334,0.002931157,0.000206252,2.41365e-7,0.000009357382,0.002064237],"genre_scores_gemma":[0.9940563,0.0002591389,0.003585818,0.0004123979,0.001597547,0.000008923107,3.492472e-7,0.000006753566,0.00007269815],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5397499,"threshold_uncertainty_score":0.9899722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036783953","doi":"10.1207/s15328015tlm1301_8","title":"The Evaluation of a Workshop to Promote Interactive Lecturing","year":2001,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"","keywords":"Session (web analytics); Medical education; Observational study; Psychology; Interactive Learning; Multimedia; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1134823967430448,"gpt":0.480806012289852,"spread":0.3673236155468072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05170058,0.00007311386,0.0001527565,0.0001548372,0.0009562373,0.0000215962,0.0001317103,0.00004064919,0.000029837],"category_scores_gemma":[0.05524411,0.00004991398,0.00001196131,0.0003547642,0.0001849933,0.00007654923,0.00003538391,0.001283043,0.000001175077],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001437014,"about_ca_system_score_gemma":0.00005967799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003066936,"about_ca_topic_score_gemma":0.0007586671,"domain_scores_codex":[0.9929391,0.00591571,0.0002275242,0.0001622922,0.0005393714,0.0002160383],"domain_scores_gemma":[0.9970754,0.00254295,0.0001199792,0.00009187934,0.0001280513,0.00004177403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003056007,0.00001022807,0.005738432,0.000002621813,0.000007776867,8.452827e-7,0.2499237,0.0005678048,0.0006922375,0.001638939,0.00006129204,0.7413256],"study_design_scores_gemma":[0.00275819,0.0007190005,0.1699269,0.002983818,0.0001232019,0.00001658634,0.3723031,0.02370776,0.0001477997,0.01089317,0.4158964,0.0005240772],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9496555,0.0001907506,0.006083121,0.008819668,0.0001755638,0.0002485664,2.601673e-8,0.00004163399,0.03478522],"genre_scores_gemma":[0.995268,0.00002246906,0.003175952,0.0001137905,0.0002248515,0.00001248401,5.646392e-7,0.000007494089,0.001174421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7408015,"threshold_uncertainty_score":0.9764738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057990887","doi":"10.5539/hes.v4n2p77","title":"Do Active-Learning Strategies Improve Students’ Critical Thinking?","year":2014,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Texas at Arlington","keywords":"Critical thinking; Active learning (machine learning); Mathematics education; Psychology; Teaching method; Service-learning; Tracking (education); Field (mathematics); Cooperative learning; Pedagogy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.08304008062292274,"gpt":0.5130303849358374,"spread":0.4299903043129147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00290779,0.0001489856,0.0002360271,0.0001070042,0.001699124,0.0003367128,0.0003237463,0.00007904969,0.0002099],"category_scores_gemma":[0.001424408,0.0001351115,0.00004600489,0.0003459681,0.0005642215,0.0004557913,0.000118485,0.0003688979,0.0000685726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002214941,"about_ca_system_score_gemma":0.0002868879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002085636,"about_ca_topic_score_gemma":0.00003214206,"domain_scores_codex":[0.997084,0.001421977,0.0002185962,0.0003112312,0.000639672,0.0003245266],"domain_scores_gemma":[0.9974908,0.00128701,0.0001176321,0.0001675072,0.0008759377,0.00006111719],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006278711,0.0001284042,0.0170553,0.00002199396,0.00006206412,1.551496e-7,0.04873707,0.000001326534,0.0001621812,0.9263742,0.002598292,0.004852727],"study_design_scores_gemma":[0.0001603399,0.00007747783,0.1367114,0.00006431147,0.00004253742,2.415686e-7,0.2609746,5.721542e-7,0.0001023853,0.1461279,0.4554553,0.0002828783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7174386,0.0009553469,0.001755822,0.008702088,0.009303901,0.0002781459,0.000001097982,0.0003840687,0.2611809],"genre_scores_gemma":[0.9776209,0.00004017167,0.006948568,0.0006241224,0.001508121,0.00008020892,0.000001474696,0.00001670338,0.01315973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7802463,"threshold_uncertainty_score":0.9996005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013023492","doi":"10.1119/1.4849151","title":"Just in Time to Flip Your Classroom","year":2013,"lang":"en","type":"article","venue":"The Physics Teacher","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dawson College; John Abbott College","funders":"","keywords":"Flipped classroom; Surprise; Class (philosophy); Narrative; Mathematics education; Set (abstract data type); Computer science; Pedagogy; Psychology; Communication; Art; Artificial intelligence; Literature","retraction":null,"screen_n_in":null,"score":{"opus":0.08887856546681339,"gpt":0.3886192889153502,"spread":0.2997407234485368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00241051,0.0001034378,0.0001352194,0.00003571241,0.0002544704,0.00009294858,0.0005810336,0.00005741696,0.001245449],"category_scores_gemma":[0.0002886416,0.00007702297,0.00004036427,0.0006066237,0.0001452882,0.0001871968,0.0001070521,0.0003954216,0.006172571],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001589378,"about_ca_system_score_gemma":0.00005917183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004002013,"about_ca_topic_score_gemma":0.00007604263,"domain_scores_codex":[0.998072,0.0009409166,0.0001386408,0.0001688354,0.0003205359,0.000359076],"domain_scores_gemma":[0.9993817,0.0001578049,0.00005120479,0.0002832784,0.00006854944,0.00005751931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002017202,0.000645495,0.03236543,0.000006930308,0.00006660674,0.000002103385,0.3349119,0.0001106995,0.0306968,0.1787439,0.1260069,0.296423],"study_design_scores_gemma":[0.001108153,0.000145349,0.2429376,0.0001044971,0.00005477126,7.937167e-7,0.02750531,0.001390584,0.002963295,0.3757333,0.3464167,0.001639622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7001953,0.000005852623,0.001906325,0.008909589,0.0001099271,0.0004286712,9.930694e-7,0.00009438566,0.288349],"genre_scores_gemma":[0.9340383,5.800841e-7,0.003538551,0.001369506,0.0008862735,0.00006189939,0.000001440509,0.00002551899,0.06007793],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3074066,"threshold_uncertainty_score":0.9996675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2905529487","doi":"10.1016/j.nedt.2018.11.017","title":"Best practices for teaching pharmacology to undergraduate nursing students: A systematic review of the literature","year":2018,"lang":"en","type":"review","venue":"Nurse Education Today","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; British Columbia Institute of Technology","funders":"","keywords":"Medical education; Medicine; Psychology; Nursing; Pharmacology","retraction":null,"screen_n_in":null,"score":{"opus":0.1108988187214391,"gpt":0.5803514842548464,"spread":0.4694526655334074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01194224,0.0003501147,0.001589634,0.0002698407,0.0008371667,0.0001735337,0.001565074,0.0002646325,0.00003223879],"category_scores_gemma":[0.02023872,0.0002323446,0.0004297511,0.001287613,0.0002760001,0.0002663221,0.00004601682,0.0007483527,0.00003862993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009686582,"about_ca_system_score_gemma":0.002763381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009892509,"about_ca_topic_score_gemma":0.00001349065,"domain_scores_codex":[0.9869435,0.01041769,0.001135635,0.0004707376,0.0006823909,0.000350059],"domain_scores_gemma":[0.9921237,0.002112202,0.004079145,0.0006009879,0.0009819234,0.0001020168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002276244,0.0005583622,8.327511e-7,0.7707467,0.0001738401,8.745337e-8,0.01887112,1.122921e-8,0.000001130728,0.01872222,0.05594974,0.1349737],"study_design_scores_gemma":[0.00002591921,0.00002519338,1.743539e-7,0.506501,0.001790721,0.000003311316,0.001813187,6.446584e-8,7.805631e-7,0.0003581121,0.4893548,0.0001268464],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002184592,0.9618183,0.0003764271,0.00978611,0.008606901,0.009609194,0.00002141778,0.0000356828,0.009743758],"genre_scores_gemma":[0.000004740582,0.96648,0.007668328,0.001491464,0.001792208,0.001845593,0.00003677461,0.00005494646,0.02062595],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.433405,"threshold_uncertainty_score":0.9880142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070764813","doi":"10.1016/j.jaccedu.2012.05.002","title":"Using student response systems in the accounting classroom: Strengths, strategies and limitations","year":2011,"lang":"en","type":"article","venue":"Journal of Accounting Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Casual; Clicker; Class (philosophy); Cheating; Computer science; Antecedent (behavioral psychology); Premise; Management accounting; Psychology; Accounting; Mathematics education; Business; Social psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1830574502857905,"gpt":0.4566795077419666,"spread":0.2736220574561761,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0157741,0.00008419398,0.0001399592,0.0003556291,0.0004519798,0.0005941259,0.0002978375,0.000066211,0.000004875158],"category_scores_gemma":[0.004286262,0.00006577215,0.00003052832,0.000552578,0.000104066,0.001622175,0.00002032125,0.0003828536,8.334641e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002347664,"about_ca_system_score_gemma":0.001416196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002609984,"about_ca_topic_score_gemma":0.0004578668,"domain_scores_codex":[0.9970803,0.001684286,0.000503004,0.00009622362,0.0004494464,0.0001867687],"domain_scores_gemma":[0.9968467,0.001634651,0.0008034581,0.0001022443,0.0005878542,0.00002509504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000132362,0.0005623933,0.2397374,0.00004872279,0.00005114561,0.000006277314,0.6208907,0.0001449254,0.004168801,0.1119709,0.0004161668,0.02187016],"study_design_scores_gemma":[0.0001086248,0.00003159738,0.4344428,0.0001470405,0.00002323453,0.00002005709,0.5606531,0.0000490384,0.0000134217,0.002203359,0.002227722,0.00008001473],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9904601,0.0003091999,0.0008290724,0.0005023212,0.001154155,0.0001582823,2.512663e-7,0.000008815767,0.0065778],"genre_scores_gemma":[0.9865061,0.00003229524,0.01278017,0.00007970369,0.0005610482,0.000003858373,2.608856e-7,0.000008448224,0.00002812299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1947054,"threshold_uncertainty_score":0.572917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1831367804","doi":"10.1119/1.4913786","title":"Enhancing student learning of two-level quantum systems with interactive simulations","year":2015,"lang":"en","type":"article","venue":"American Journal of Physics","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Physics; Visualization; Class (philosophy); Physics education; Mathematics education; Computer science; Quantum mechanics; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.07897813377604329,"gpt":0.4370530375304597,"spread":0.3580749037544164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002053646,0.0000845121,0.0003358469,0.00008060616,0.0001397012,0.00003726868,0.0002002403,0.00001130793,0.000002440751],"category_scores_gemma":[0.0005504431,0.00006820331,0.00004793508,0.0006143528,0.0003569332,0.0003338879,0.00002577487,0.0003957671,0.000001305967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002326117,"about_ca_system_score_gemma":0.0004568323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001457865,"about_ca_topic_score_gemma":0.00005127614,"domain_scores_codex":[0.9975954,0.001197525,0.0003483623,0.0000784013,0.0006203095,0.0001600006],"domain_scores_gemma":[0.9965809,0.0006453378,0.001390005,0.00007604113,0.001219001,0.00008869251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002516255,0.0004842731,0.1207512,0.00001787645,0.0006249911,0.00001973248,0.4762655,0.2382291,0.01571162,0.1128033,0.00004238865,0.03479828],"study_design_scores_gemma":[0.002189701,0.004894481,0.01109471,0.0009045894,0.0002390334,0.00002471598,0.9596862,0.006495431,0.006935983,0.005528165,0.001391744,0.0006152375],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6511438,0.00001072424,0.3475536,0.00004810005,0.0001917217,0.00005119143,0.000001307283,0.000006910093,0.0009927255],"genre_scores_gemma":[0.9825484,0.000001424949,0.01695664,0.00001716162,0.0004067838,6.714862e-7,3.895103e-7,0.0000121973,0.00005632847],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4834207,"threshold_uncertainty_score":0.278125,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2576679378","doi":"10.2147/amep.s133328","title":"Advances in medical education and practice: student perceptions of the flipped classroom","year":2017,"lang":"en","type":"letter","venue":"Advances in Medical Education and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Flipped classroom; Pound (networking); Curriculum; Medical education; Medical school; Perception; Flipped learning; Medicine; Psychology; Mathematics education; Pedagogy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03175527589547025,"gpt":0.5347489108216261,"spread":0.5029936349261559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01411608,0.0002471459,0.0004213463,0.0002492603,0.0006165044,0.0001323839,0.0008913173,0.0008225637,0.0005385742],"category_scores_gemma":[0.2487762,0.0001988948,0.00004673241,0.0005141775,0.001821451,0.00286943,0.0001860968,0.003645996,0.000005619405],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003039821,"about_ca_system_score_gemma":0.008640518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001355687,"about_ca_topic_score_gemma":0.002549106,"domain_scores_codex":[0.9879577,0.008082562,0.0007433739,0.0005557878,0.002289649,0.000370958],"domain_scores_gemma":[0.9849233,0.01248615,0.001318509,0.0005103176,0.0005539293,0.0002078172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006540465,0.001324876,0.007582085,0.0002317994,0.00001927615,0.0000158987,0.03140711,5.298762e-7,0.00000184113,0.01508508,0.07594016,0.8683259],"study_design_scores_gemma":[0.0002802415,0.00003408813,0.005088666,0.0008251419,0.00005284129,0.00009701519,0.03948782,0.00000636919,3.285326e-7,0.00485297,0.9490705,0.0002040455],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001041361,0.01432362,0.000336296,0.8477833,0.004934685,0.0005614486,0.000003185389,0.00001763878,0.1309985],"genre_scores_gemma":[0.02043153,0.1890497,0.0287691,0.748712,0.007863377,0.0004659104,0.00007670026,0.00006108216,0.004570599],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.8731303,"threshold_uncertainty_score":0.9986526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2313628424","doi":"10.1108/jarhe-01-2015-0005","title":"Promoting active learning in introductory financial accounting through the flipped classroom design","year":2016,"lang":"en","type":"article","venue":"Journal of Applied Research in Higher Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University","funders":"","keywords":"Flipped classroom; Mathematics education; Originality; Active learning (machine learning); Class (philosophy); Test (biology); Wilcoxon signed-rank test; Learning Management; Psychology; Computer science; Accounting; Pedagogy; Curriculum; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1778589356765556,"gpt":0.4695200615259809,"spread":0.2916611258494253,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02848663,0.0000965188,0.0001917419,0.0004889636,0.0005570785,0.00009925912,0.0005097347,0.0001288806,0.0001070002],"category_scores_gemma":[0.004077644,0.00006044136,0.00003390593,0.001629516,0.0003673546,0.0005855889,0.00006866532,0.001790836,0.00001079226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001511867,"about_ca_system_score_gemma":0.003062049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002633686,"about_ca_topic_score_gemma":0.00005334298,"domain_scores_codex":[0.9941789,0.003540205,0.000523705,0.000211028,0.001005658,0.0005404893],"domain_scores_gemma":[0.9958398,0.002857695,0.0004542405,0.0001359904,0.0006650114,0.00004729454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007036104,0.0006075755,0.01541298,0.00004162552,0.0000267028,0.00000699167,0.2303487,0.0001757222,0.1049928,0.1565271,0.003245785,0.4879104],"study_design_scores_gemma":[0.002126553,0.0003284028,0.251906,0.001161872,0.00001468072,0.000006318458,0.05327393,0.00002983708,0.01402788,0.4456952,0.2309149,0.0005144631],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9362659,0.0001024389,0.001361644,0.03811791,0.001460652,0.0007393735,2.125051e-7,0.00001720768,0.02193462],"genre_scores_gemma":[0.9887527,0.00004310756,0.007374588,0.0000864352,0.002921458,0.00004619011,2.194498e-7,0.00001590546,0.0007594556],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4873959,"threshold_uncertainty_score":0.9872953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964684033","doi":"10.1145/3291279.3339404","title":"BDSI","year":2019,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Process (computing); Work (physics); Data collection; Iterative and incremental development; Measure (data warehouse); Mathematics education; Knowledge management; Psychology; Software engineering; Engineering; Mathematics; Data mining; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03394749609043096,"gpt":0.4265756035975956,"spread":0.3926281075071646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001374622,0.000020192,0.00003552423,0.0000206393,0.00008642831,0.00001632775,0.00009235221,0.00002311059,0.004290021],"category_scores_gemma":[0.000170874,0.00001705559,0.00001187458,0.0001532462,0.000038717,0.00007059561,0.00001253887,0.0000554353,0.001275002],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002742154,"about_ca_system_score_gemma":0.00003803826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007831823,"about_ca_topic_score_gemma":0.00008995547,"domain_scores_codex":[0.9994928,0.000187759,0.00003895619,0.00005973535,0.0001165399,0.0001042447],"domain_scores_gemma":[0.9997839,0.00008731495,0.00001232581,0.0000686127,0.00003186347,0.00001603151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[5.241959e-7,0.000003929421,0.02394978,4.848432e-7,0.000001294326,1.166354e-7,0.002759957,1.879717e-7,0.0008427582,0.9633401,0.001891376,0.007209517],"study_design_scores_gemma":[0.00007920975,0.00001154371,0.01523067,0.00000219383,7.511968e-7,8.794014e-8,0.002992723,0.00001021998,0.0007368003,0.01688393,0.9639744,0.00007752751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2266096,0.000001895842,0.002585088,0.0008556554,0.0002644047,0.00004989914,6.049737e-8,0.00006781539,0.7695656],"genre_scores_gemma":[0.8464973,5.706563e-7,0.0243581,0.000531641,0.00008316423,7.887739e-7,1.525746e-7,0.000002439024,0.1285259],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.962083,"threshold_uncertainty_score":0.9995026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}