{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":912,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":912,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"8075081c2ee3","filters":{"topic":"Evaluation of Teaching Practices"}},"results":[{"id":"W2466600903","doi":"10.1080/0142159x.2016.1181851","title":"A systematic review of faculty development initiatives designed to enhance teaching effectiveness: A 10-year update: BEME Guide No. 40","year":2016,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":793,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; Dalhousie University; University Health Network; McGill University","funders":"","keywords":"Enthusiasm; Experiential learning; Context (archaeology); Psychology; Medical education; Faculty development; Pedagogy; Medicine; Professional development; Social psychology","authors":[{"name":"Yvonne Steinert","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"M. Brownell Anderson","is_ca":false},{"name":"Bonnie Maureen Barnett","is_ca":true},{"name":"Angel Centeno","is_ca":false},{"name":"Laura Naismith","is_ca":true},{"name":"David Prideaux","is_ca":false},{"name":"John Spencer","is_ca":false},{"name":"Ellen Tullo","is_ca":false},{"name":"Thomas R. Viggiano","is_ca":false},{"name":"H. Marshall Ward","is_ca":false},{"name":"Diana Dolmans","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1180018990173225,"gpt":0.5158556923051463,"spread":0.3978537932878238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02147182,0.001938782,0.008167973,0.02527166,0.001139555,0.003635852,0.003555924,0.003063272,0.01165434],"category_scores_gemma":[0.06958056,0.001810028,0.006231941,0.02113065,0.001234213,0.006682534,0.00363068,0.001871267,0.001990074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006022651,"about_ca_system_score_gemma":0.02807048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01119358,"about_ca_topic_score_gemma":0.03020853,"domain_scores_codex":[0.9849532,0.00374038,0.006910613,0.0007520253,0.003233285,0.000410569],"domain_scores_gemma":[0.9516395,0.02720489,0.009363094,0.00114233,0.00989144,0.0007586913],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001032344,0.00002875404,0.000323561,0.8061404,0.001345813,0.00008374534,0.0002307813,0.00008488318,0.000333399,0.0005200747,0.03193756,0.1588679],"study_design_scores_gemma":[0.00007728479,0.00007717055,0.001328472,0.8954189,0.004187875,0.0002254088,0.0001523791,0.00003719711,0.0001317382,0.0003952536,0.09794179,0.00002657742],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000265992,0.9939323,0.0005127304,0.001742658,0.0007221627,0.0008691499,0.001195334,0.00004858325,0.0007110328],"genre_scores_gemma":[0.001356847,0.991998,0.002376021,0.001198398,0.0001531426,0.001545277,0.0008029694,0.00002370834,0.0005457414],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9785282,"threshold_uncertainty_score":0.1135553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2522686050","doi":"10.1016/j.stueduc.2016.08.007","title":"Meta-analysis of faculty's teaching effectiveness: Student evaluation of teaching ratings and student learning are not related","year":2016,"lang":"en","type":"article","venue":"Studies In Educational Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":584,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Psychology; Set (abstract data type); Meta-analysis; Student achievement; Sample (material); Mathematics education; Artifact (error); Correlation; Academic achievement; Computer science; Mathematics","authors":[{"name":"Bob Uttl","is_ca":true},{"name":"Carmela A. White","is_ca":true},{"name":"Daniela Wong Gonzalez","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4547744883637743,"gpt":0.6028893736354598,"spread":0.1481148852716855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09887735,0.004661966,0.01960776,0.005806233,0.001935917,0.006196768,0.004560973,0.004994129,0.003907245],"category_scores_gemma":[0.2658324,0.002864203,0.07199819,0.00536072,0.003117782,0.004019052,0.003437273,0.004587479,0.0005556443],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00371212,"about_ca_system_score_gemma":0.003121431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009112501,"about_ca_topic_score_gemma":0.01640712,"domain_scores_codex":[0.8366095,0.1067065,0.03048283,0.01319988,0.01124943,0.001751777],"domain_scores_gemma":[0.7019669,0.2393336,0.02390463,0.02377444,0.008627466,0.002393027],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.003741016,0.0000207989,0.006799675,0.01207503,0.9745392,0.00005652422,0.000132936,0.0001104358,0.0001293513,0.00006449238,0.0002073737,0.002123308],"study_design_scores_gemma":[0.002422841,0.0005270611,0.007319791,0.001700054,0.9867123,0.00008444957,0.00007854356,0.0001860688,0.0001583396,0.0002914832,0.0004880168,0.00003104724],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1564968,0.8187205,0.01163206,0.001892864,0.004438356,0.001524181,0.002094174,0.0003873671,0.002813764],"genre_scores_gemma":[0.9614677,0.02909282,0.00475117,0.001426304,0.0006910812,0.0007900942,0.0006814137,0.0002175589,0.0008817526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9011226,"threshold_uncertainty_score":0.5229197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W396956733","doi":"10.1007/1-4020-5742-3","title":"The Scholarship of Teaching and Learning in Higher Education: An Evidence-Based Perspective","year":2007,"lang":"en","type":"book","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":388,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Scholarship; Perspective (graphical); Scholarship of Teaching and Learning; Higher education; Pedagogy; Sociology; Mathematics education; Political science; Engineering ethics; Teaching method; Psychology; Teaching and learning center; Engineering; Art; Visual arts","authors":[{"name":"Raymond P. Perry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.284773734323933,"gpt":0.5013646581060859,"spread":0.2165909237821528,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08575073,0.0008086258,0.002199498,0.009411301,0.001653653,0.009743454,0.003546876,0.00503689,0.006386315],"category_scores_gemma":[0.1823624,0.0005037016,0.0006912885,0.008267289,0.01797998,0.009804978,0.005438359,0.004578299,0.000526319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006219193,"about_ca_system_score_gemma":0.0142321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00487567,"about_ca_topic_score_gemma":0.01328222,"domain_scores_codex":[0.9325181,0.0425707,0.00545432,0.001389837,0.01750468,0.0005623974],"domain_scores_gemma":[0.5014558,0.4731897,0.009506891,0.00375992,0.01027495,0.001812711],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006480496,0.0007723609,0.007015131,0.04171294,0.0005971029,0.0002688001,0.008971124,0.0007440256,0.0003838135,0.2215475,0.01774367,0.6995954],"study_design_scores_gemma":[0.0006349875,0.002801311,0.03804455,0.3449937,0.001859805,0.001374378,0.03938069,0.001000385,0.002874301,0.3174895,0.2493925,0.0001539863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01253619,0.8582441,0.003709299,0.07134692,0.003076884,0.0002887294,0.000220616,0.00002671138,0.05055059],"genre_scores_gemma":[0.2843464,0.6866317,0.0116935,0.01081996,0.002044654,0.0005521875,0.0002401621,0.00002936635,0.003642082],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9142493,"threshold_uncertainty_score":0.4534986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599980125","doi":"10.1080/2331186x.2017.1304016","title":"Student evaluations of teaching are an inadequate assessment tool for evaluating faculty performance","year":2017,"lang":"en","type":"article","venue":"Cogent Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":307,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Algoma University","funders":"","keywords":"Summative assessment; Set (abstract data type); Medical education; Formative assessment; Faculty development; Psychology; Evaluation methods; Program evaluation; Course evaluation; Teaching method; Mathematics education; Higher education; Pedagogy; Computer science; Medicine; Professional development; Engineering; Political science","authors":[{"name":"Henry A. Hornstein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.330727264537629,"gpt":0.6184685834139221,"spread":0.2877413188762931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06190298,0.0008124847,0.001813917,0.006243567,0.001677656,0.005329505,0.002105394,0.001079584,0.002362876],"category_scores_gemma":[0.2482231,0.0003589364,0.001069837,0.006746664,0.002180524,0.004138407,0.002268608,0.002154504,0.001526823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002904999,"about_ca_system_score_gemma":0.003478527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002840501,"about_ca_topic_score_gemma":0.01076409,"domain_scores_codex":[0.9039693,0.03778071,0.007912596,0.001608735,0.04784588,0.0008827209],"domain_scores_gemma":[0.5961902,0.2767953,0.04399134,0.01057116,0.06862002,0.003831955],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005593165,0.0004919603,0.225293,0.003599691,0.0005401167,0.00009251585,0.003441637,0.001102457,0.0007637182,0.004786192,0.0119228,0.7474065],"study_design_scores_gemma":[0.0001549817,0.008508162,0.8106585,0.01460977,0.001378784,0.001847111,0.04130065,0.01728038,0.007560553,0.04831675,0.04786387,0.0005204817],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7766247,0.0398821,0.0716836,0.0123926,0.002858296,0.0007562201,0.001764361,0.001582734,0.09245533],"genre_scores_gemma":[0.9570981,0.00688714,0.02875974,0.001401391,0.0003570353,0.0003802448,0.000497916,0.0001455682,0.004472987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.938097,"threshold_uncertainty_score":0.3273782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782685758","doi":"10.3389/fpsyg.2017.02218","title":"An Investigation of First-Year Students' and Lecturers' Expectations of University Education","year":2018,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Cognitive dissonance; Mathematics education; Higher education; Drop out; Medical education; Pedagogy; Social psychology; Medicine","authors":[{"name":"Stefanie Hassel","is_ca":true},{"name":"Nathan Ridout","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04977843051832537,"gpt":0.4371095960887703,"spread":0.3873311655704449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006379679,0.0002927199,0.0004166458,0.0009674279,0.001090049,0.003112954,0.0007449645,0.0005902211,0.002810533],"category_scores_gemma":[0.02440594,0.0002758682,0.0007243901,0.0003855669,0.0008911369,0.0008167894,0.001186669,0.001514367,0.0007886401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00153752,"about_ca_system_score_gemma":0.001253174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002907273,"about_ca_topic_score_gemma":0.00521893,"domain_scores_codex":[0.996557,0.0009769145,0.0003318999,0.0001742193,0.001393421,0.0005665571],"domain_scores_gemma":[0.9718361,0.00732988,0.0074302,0.0009665219,0.004839569,0.007597652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003381254,0.0005970144,0.8956041,0.0001495783,0.00005190065,0.0006158247,0.05559812,0.0002155001,0.006369037,0.0004313523,0.001233728,0.03879567],"study_design_scores_gemma":[0.00002037917,0.001518644,0.9004518,0.00008139729,0.00002835965,0.0006895169,0.09079845,0.0004590694,0.001939128,0.0001398084,0.00379603,0.00007745178],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9983493,0.00009457598,0.0001389113,0.0001196956,0.00001439098,0.00001393355,0.00002083304,0.000007877797,0.001240468],"genre_scores_gemma":[0.9984268,0.0001100194,0.0001464647,0.00008315653,0.0000127792,0.00002067367,0.00003745328,0.000003561339,0.001159135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006379679,"threshold_uncertainty_score":0.03373939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029874106","doi":"10.1002/ace.45","title":"Good Teaching: One Size Fits All?","year":2002,"lang":"en","type":"article","venue":"New Directions for Adult and Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":175,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Key (lock); Mathematics education; Psychology; Teaching method; Computer science; Pedagogy","authors":[{"name":"Daniel D. Pratt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06735945230270542,"gpt":0.391105571972264,"spread":0.3237461196695586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02916044,0.0005684781,0.001039199,0.001710614,0.002344439,0.009517913,0.002414769,0.003138319,0.006699766],"category_scores_gemma":[0.0985847,0.0003411563,0.0005179516,0.001573814,0.01540295,0.01589125,0.004432172,0.003970642,0.0009476696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004380467,"about_ca_system_score_gemma":0.005799862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002258362,"about_ca_topic_score_gemma":0.003001405,"domain_scores_codex":[0.9697481,0.02041835,0.0009091162,0.0008765571,0.006915126,0.001132747],"domain_scores_gemma":[0.9227247,0.04749335,0.007187248,0.006962726,0.009957051,0.005674975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003075593,0.000359518,0.02618242,0.001298768,0.0001700329,0.0003227226,0.01211384,0.001672633,0.0003815453,0.6066978,0.06860222,0.2818909],"study_design_scores_gemma":[0.0001249818,0.0004656747,0.009344389,0.002095146,0.0001561854,0.001011592,0.03899119,0.008452006,0.0008047911,0.8815352,0.05690225,0.000116725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.1064425,0.01094235,0.06855231,0.6915597,0.001645018,0.0002316771,0.0002040671,0.000497919,0.1199245],"genre_scores_gemma":[0.9659591,0.003322608,0.01692619,0.01067251,0.0003332841,0.0001381049,0.00004153139,0.00008848731,0.002518131],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.02916044,"threshold_uncertainty_score":0.154217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157798782","doi":"10.1080/07294360802444321","title":"Why is the Scholarship of Teaching and Learning such a hard sell?","year":2009,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Operationalization; Scholarship of Teaching and Learning; Promotion (chess); Sociology; Engineering ethics; Epistemology; Mathematics education; Political science; Pedagogy; Psychology; Teaching method; Teaching and learning center; Philosophy; Law; Engineering; Politics","authors":[{"name":"Roger Boshier","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2116077166579602,"gpt":0.518552727231267,"spread":0.3069450105733068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07196064,0.0002912268,0.001215553,0.003588303,0.008775964,0.02883682,0.002502215,0.01660083,0.004351308],"category_scores_gemma":[0.1497712,0.0005075563,0.0005571555,0.005169671,0.07291376,0.03133855,0.01259488,0.01438624,0.001242371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00842241,"about_ca_system_score_gemma":0.01286647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004010533,"about_ca_topic_score_gemma":0.004952671,"domain_scores_codex":[0.9288177,0.03390447,0.002213596,0.004450298,0.02646367,0.00415033],"domain_scores_gemma":[0.7274262,0.1863389,0.01222576,0.0173093,0.03466083,0.02203901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007510831,0.0001658583,0.004865837,0.000718915,0.00004401562,0.000169538,0.01484974,0.0001682304,0.0004536398,0.8494816,0.05370605,0.07530137],"study_design_scores_gemma":[0.00005326334,0.0002284171,0.004583883,0.001586725,0.00002460077,0.0003276386,0.03723374,0.0004183561,0.0005221603,0.7192195,0.2357326,0.00006910085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01356241,0.00871083,0.002722909,0.9533261,0.00312561,0.00001693775,0.00001559468,0.00003804083,0.01848163],"genre_scores_gemma":[0.824937,0.01562473,0.005075172,0.1265561,0.01712922,0.0001610463,0.00004759321,0.0001647277,0.01030452],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07196064,"threshold_uncertainty_score":0.3805687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998645460","doi":"10.1080/0729436032000058623","title":"The Relationship between Students' Course Perception and their Approaches to Studying in Undergraduate Science Courses: A Canadian experience","year":2003,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":168,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Workload; Perception; Scale (ratio); Mathematics education; Sample (material); Higher education; Medical education; Computer science; Medicine; Chemistry; Geography","authors":[{"name":"Carolin Kreber","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4917830444344724,"gpt":0.5374846249702474,"spread":0.045701580535775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002642478,0.0003882554,0.0005302184,0.001430377,0.008534956,0.002510629,0.001025061,0.0006990373,0.001642307],"category_scores_gemma":[0.006972278,0.0004924257,0.0003729874,0.002347398,0.00254369,0.0007773419,0.00207994,0.001853327,0.0002253925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02439116,"about_ca_system_score_gemma":0.03308187,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9563034,"about_ca_topic_score_gemma":0.9834585,"domain_scores_codex":[0.9977411,0.0003792743,0.00008729023,0.000210598,0.0008470952,0.000734657],"domain_scores_gemma":[0.9938154,0.001039257,0.0004169854,0.00009339075,0.001843047,0.002791914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002487137,0.0006480445,0.3232531,0.0001842478,0.00002665385,0.001060225,0.615891,0.0001792424,0.002781862,0.0007419653,0.00245801,0.05252694],"study_design_scores_gemma":[0.00002648115,0.0005387978,0.5536038,0.0001167274,0.00002722754,0.0005522319,0.4282519,0.0003159313,0.0006213213,0.000123984,0.01570018,0.0001214655],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979457,0.0001547663,0.00005487693,0.0002690604,0.00001012659,0.00002258951,0.00006260427,0.000003730521,0.001476414],"genre_scores_gemma":[0.9970804,0.000470208,0.0002284288,0.0001360618,0.000005001277,0.00001237591,0.00005982992,0.000005404469,0.002002376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04369664,"threshold_uncertainty_score":0.1769711,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111473025","doi":"10.1187/cbe.14-02-0023","title":"The Teaching Practices Inventory: A New Tool for Characterizing College and University Teaching in Mathematics and Science","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Tracking (education); Mathematics education; Concept inventory; Teaching method; Science education; Computer science; Psychology; Pedagogy","authors":[{"name":"Carl Wieman","is_ca":false},{"name":"Sarah L. Gilbert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1109846650706356,"gpt":0.4304267611606944,"spread":0.3194420960900588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006924337,0.0006308188,0.0006541643,0.008724269,0.0007058888,0.001587728,0.0009241831,0.0004029269,0.004135837],"category_scores_gemma":[0.0186982,0.0004234988,0.0009118289,0.004419242,0.0004189222,0.002969033,0.001827431,0.001062625,0.001292827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001306461,"about_ca_system_score_gemma":0.002451292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004350203,"about_ca_topic_score_gemma":0.008572158,"domain_scores_codex":[0.9932526,0.001661664,0.001747123,0.0003299718,0.002745929,0.0002627457],"domain_scores_gemma":[0.9668838,0.0143092,0.007521284,0.002279004,0.007021655,0.001985145],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005711504,0.001550618,0.4846855,0.0007008754,0.0002123619,0.0001325775,0.007955896,0.001267689,0.006058226,0.00205419,0.01748445,0.4773265],"study_design_scores_gemma":[0.0001310483,0.001003544,0.9532449,0.0001945057,0.00008085694,0.0002672618,0.004406017,0.003479276,0.004186131,0.001786216,0.03106092,0.0001592823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8694733,0.0008363523,0.07013846,0.0006305188,0.000231589,0.005057539,0.02225699,0.001887981,0.02948729],"genre_scores_gemma":[0.6833215,0.0009932459,0.2699395,0.0002884532,0.0001725975,0.01220279,0.02229542,0.0003366718,0.01044984],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.008724269,"threshold_uncertainty_score":0.03661978,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000534651","doi":"10.1080/03057260802681847","title":"Identity in science learning: exploring the attention given to agency and structure in studies of identity","year":2009,"lang":"en","type":"article","venue":"Studies in Science Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Identity (music); Structure and agency; Agency (philosophy); Sociology; Social identity approach; Epistemology; Personality; Identity formation; Social identity theory; Social psychology; Perspective (graphical); Science education; Psychology; Self-concept; Social science; Pedagogy; Social group; Computer science","authors":[{"name":"Marie‐Claire Shanahan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.310549353783829,"gpt":0.5688665980168688,"spread":0.2583172442330398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02960748,0.0004180399,0.0008657446,0.005524505,0.01249946,0.01397626,0.001392155,0.002893825,0.001732086],"category_scores_gemma":[0.0371424,0.0003934902,0.0007072914,0.005517881,0.04942226,0.0188414,0.01645974,0.003635463,0.000153234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005949456,"about_ca_system_score_gemma":0.005590967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004540052,"about_ca_topic_score_gemma":0.005725587,"domain_scores_codex":[0.963374,0.03199437,0.0004935888,0.0008545449,0.002321065,0.0009623807],"domain_scores_gemma":[0.9379056,0.05205974,0.003778591,0.002820731,0.001976692,0.001458609],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004181265,0.00005306312,0.009110874,0.0002393228,0.00001935854,0.0001930326,0.7709691,0.0001436395,0.0003613361,0.1835469,0.0002715491,0.03505007],"study_design_scores_gemma":[0.0000216214,0.0001563588,0.01645205,0.0009631503,0.00003593002,0.000695097,0.7023128,0.0008266084,0.0006865374,0.2409804,0.03682171,0.00004758534],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7626857,0.01454472,0.0667798,0.03179521,0.0003733253,0.0001421548,0.0000296629,0.00003376015,0.1236157],"genre_scores_gemma":[0.9934474,0.001863439,0.003249942,0.0004397727,0.00004946207,0.00008105719,0.000005679658,0.00001259506,0.0008506728],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9875005,"threshold_uncertainty_score":0.1565812,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229040106","doi":"10.1007/s10984-022-09410-4","title":"What are the key elements of a positive learning environment? Perspectives from students and faculty","year":2022,"lang":"en","type":"article","venue":"Learning Environments Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":154,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Sociology of Education; Psychology; Learning environment; Educational technology; Session (web analytics); Pedagogy; Cooperative learning; Experiential learning; Focus group; Mathematics education; Teaching method; Sociology","authors":[{"name":"Shayna A. Rusticus","is_ca":true},{"name":"Tina Pashootan","is_ca":true},{"name":"Andrea Mah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.187599680144551,"gpt":0.4972590229945517,"spread":0.3096593428500007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03727973,0.00044399,0.0006740919,0.001316756,0.006517153,0.01554714,0.001706684,0.003495004,0.002212001],"category_scores_gemma":[0.06021764,0.0003391582,0.0004293257,0.0008989546,0.01186128,0.008459651,0.006490901,0.003892217,0.0002795474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004293864,"about_ca_system_score_gemma":0.01007148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002150668,"about_ca_topic_score_gemma":0.005411813,"domain_scores_codex":[0.9594347,0.02776297,0.001067273,0.0008395783,0.007634273,0.003261284],"domain_scores_gemma":[0.8821691,0.08064151,0.007988483,0.001411383,0.01296615,0.0148234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005018372,0.001654115,0.05501265,0.002662625,0.0001389847,0.001068697,0.6287896,0.0003681742,0.004029733,0.04446893,0.01161823,0.2496864],"study_design_scores_gemma":[0.00008887226,0.000920078,0.03474735,0.001869178,0.0001136904,0.0005815108,0.8977208,0.0002057819,0.004600373,0.0112358,0.04782416,0.0000925555],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8027701,0.008358831,0.003568965,0.1267,0.0004550027,0.0002072946,0.00008024691,0.00005773131,0.05780175],"genre_scores_gemma":[0.9940836,0.001493748,0.0009475411,0.002464262,0.00008595399,0.00007321695,0.000009207065,0.00001486036,0.0008276601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03727973,"threshold_uncertainty_score":0.1971564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W93951586","doi":"10.20429/ijsotl.2011.050123","title":"The Relationship between Scholarly Teaching and SoTL: Models, Distinctions, and Clarifications","year":2011,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Reflexivity; Conceptual model; Sociology; Epistemology; Management science; Computer science; Knowledge management; Social science; Economics; Philosophy","authors":[{"name":"Michael K. Potter","is_ca":true},{"name":"Erika Kustra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3253808156844603,"gpt":0.4572905322235873,"spread":0.1319097165391271,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02538063,0.0008692875,0.0009395999,0.008179283,0.00354707,0.0165596,0.005206762,0.003825687,0.006297172],"category_scores_gemma":[0.06466341,0.0006025112,0.001047146,0.008822498,0.03776313,0.02995867,0.009460009,0.006078317,0.0005663497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009327873,"about_ca_system_score_gemma":0.007469091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004149184,"about_ca_topic_score_gemma":0.003887431,"domain_scores_codex":[0.978186,0.0139406,0.001264893,0.001669237,0.003768237,0.001171169],"domain_scores_gemma":[0.879038,0.08956474,0.01476076,0.007807216,0.006815025,0.00201427],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00000944089,0.00002860382,0.001407467,0.0001074263,0.000005303541,0.00003412353,0.004797595,0.0004311506,0.00003087823,0.98548,0.0003719208,0.007296114],"study_design_scores_gemma":[0.00001328481,0.00003156034,0.001731513,0.0002883893,0.0000188942,0.0001072893,0.007868434,0.005442895,0.0001483669,0.97784,0.006485462,0.00002393883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1855237,0.01276169,0.3117095,0.2687829,0.0009098085,0.0004380388,0.0003953839,0.0005508529,0.2189281],"genre_scores_gemma":[0.9667825,0.002833491,0.02665298,0.001144997,0.0002786068,0.0003992818,0.00007187503,0.0000624292,0.00177391],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9746194,"threshold_uncertainty_score":0.1342272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072716722","doi":"10.1080/07294360701805234","title":"Doing course evaluation as if learning matters most","year":2008,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"Umeå Universitet; Kungliga Tekniska Högskolan","keywords":"Constructive; Task (project management); Course (navigation); Function (biology); Mathematics education; Course evaluation; Computer science; Psychology; Higher education; Sociology; Management; Political science; Engineering; Law; Process (computing); Programming language","authors":[{"name":"Kristina Edström","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.200289056291883,"gpt":0.539078745819193,"spread":0.33878968952731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0494833,0.0004925099,0.001209307,0.001405578,0.003086212,0.01214856,0.001058355,0.002547385,0.007136844],"category_scores_gemma":[0.1598947,0.0002196342,0.0004897154,0.001637464,0.005281437,0.01500483,0.002812545,0.00331236,0.002527236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005016749,"about_ca_system_score_gemma":0.007196203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001736736,"about_ca_topic_score_gemma":0.002528719,"domain_scores_codex":[0.9297672,0.04695486,0.003530911,0.003751382,0.01254932,0.003446294],"domain_scores_gemma":[0.8852547,0.05876329,0.009188653,0.006608502,0.02889498,0.01128981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004640652,0.0005724045,0.06418713,0.001550716,0.0001921428,0.0002782659,0.04100464,0.0003940901,0.004208387,0.06353586,0.07415236,0.74946],"study_design_scores_gemma":[0.0002315842,0.001360092,0.08203979,0.006247472,0.0004370017,0.000840248,0.1306817,0.002492469,0.007467992,0.1532706,0.6145701,0.0003609398],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2512977,0.0202305,0.0623779,0.3786799,0.008969887,0.001415034,0.0005035326,0.001204846,0.2753208],"genre_scores_gemma":[0.9160043,0.004368466,0.02010342,0.03016745,0.002001606,0.0004552269,0.0001778299,0.0004911415,0.02623062],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0494833,"threshold_uncertainty_score":0.2616958,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089617720","doi":"10.1080/758484352","title":"How Much Do They Understand? Lectures, students and comprehension","year":2000,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Comprehension; Quarter (Canadian coin); Diversity (politics); Mathematics education; Psychology; Literacy; Pedagogy; Sociology; Linguistics; Geography","authors":[{"name":"Denise Mulligan","is_ca":false},{"name":"Andy Kirkpatrick","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2387016244819242,"gpt":0.5252351982233884,"spread":0.2865335737414642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003033176,0.0003562417,0.0004990468,0.001181953,0.0005118977,0.003017868,0.0004540367,0.00112534,0.002939963],"category_scores_gemma":[0.02528311,0.0002630276,0.0004046996,0.0004953659,0.001107876,0.002609502,0.001321718,0.00167394,0.0008789167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005401557,"about_ca_system_score_gemma":0.0004546484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001574591,"about_ca_topic_score_gemma":0.001645209,"domain_scores_codex":[0.9981311,0.000742416,0.0001595499,0.0001625033,0.0005094744,0.0002949841],"domain_scores_gemma":[0.9878998,0.006216772,0.002521239,0.0003634247,0.001262615,0.001736137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004665111,0.001508276,0.6782396,0.0003293947,0.0001244368,0.0007837404,0.1488505,0.0002738479,0.005332246,0.0007924588,0.002896442,0.1604026],"study_design_scores_gemma":[0.00006456957,0.00204117,0.8537316,0.0003568534,0.0001145771,0.001649159,0.1287214,0.000656574,0.002623192,0.002698755,0.007242216,0.00009997584],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9936133,0.0008137504,0.0002562294,0.0008379687,0.00002419045,0.00002301036,0.00005981043,0.00001997111,0.004351754],"genre_scores_gemma":[0.9972188,0.0007747922,0.0002099685,0.0001819675,0.00002793686,0.00001844581,0.0000650856,0.000006117811,0.001496766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003033176,"threshold_uncertainty_score":0.01604116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158712864","doi":"10.5206/cjsotl-rcacea.2011.2.4","title":"Examination of the Quality of Multiple-choice Items on Classroom Tests","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Brock University","funders":"Brock University","keywords":"Multiple choice; Psychology; Selection (genetic algorithm); Quality (philosophy); Test (biology); Social psychology; Statistical analysis; Statistics; Significant difference; Mathematics; Computer science; Biology; Artificial intelligence; Philosophy","authors":[{"name":"David DiBattista","is_ca":true},{"name":"Laura Kurzawa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3066813021309989,"gpt":0.440101905591797,"spread":0.133420603460798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02254064,0.000585068,0.0008252017,0.003729181,0.0002672631,0.001215014,0.0009121117,0.0005704171,0.001541172],"category_scores_gemma":[0.1525902,0.0003147451,0.0006595172,0.00274132,0.00106975,0.001029513,0.0009115796,0.0008237962,0.0004194884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005223936,"about_ca_system_score_gemma":0.0004793502,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001422849,"about_ca_topic_score_gemma":0.001735031,"domain_scores_codex":[0.9803361,0.00645276,0.002517455,0.001442126,0.008574748,0.000676755],"domain_scores_gemma":[0.6619108,0.2393023,0.03427389,0.01480328,0.04670841,0.003001234],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000367929,0.000232084,0.9200658,0.0001498074,0.0002504931,0.0001824872,0.002473814,0.001115258,0.007536847,0.0001729861,0.0003406159,0.06711176],"study_design_scores_gemma":[0.00001883169,0.0008111818,0.9869325,0.00003840152,0.0000385868,0.0002822712,0.0007996553,0.003885645,0.006131992,0.0002330187,0.0007910547,0.00003682554],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9925984,0.0001695573,0.005971132,0.00006745372,0.00001593487,0.00005571078,0.0001829781,0.00005255646,0.0008862985],"genre_scores_gemma":[0.9952147,0.00004600305,0.004099794,0.0000208486,0.00001589974,0.00002763284,0.0002425979,0.00002289163,0.000309682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9985772,"threshold_uncertainty_score":0.1192077,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071016044","doi":"10.1080/02602930500260688","title":"Ratings of university teacher instruction: how much do student and course characteristics really matter?","year":2005,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Mathematics education; Class (philosophy); Higher education; Student teacher; Medical education; Teacher education; Medicine; Computer science","authors":[{"name":"Tanya Beran","is_ca":true},{"name":"Claudio Violato","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0842783477103564,"gpt":0.4658851886852968,"spread":0.3816068409749404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004460477,0.0001294942,0.0004134686,0.0006609833,0.00028531,0.001014031,0.0003065489,0.0002828578,0.001655087],"category_scores_gemma":[0.03143705,0.0001153184,0.0003444641,0.0006898554,0.0004103364,0.0004021492,0.0004235909,0.0004858366,0.0002902339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000728387,"about_ca_system_score_gemma":0.0006239179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009899129,"about_ca_topic_score_gemma":0.02579872,"domain_scores_codex":[0.9960358,0.001058786,0.000289933,0.0002907878,0.002040533,0.0002841986],"domain_scores_gemma":[0.9579069,0.01700713,0.0114841,0.001357884,0.007795135,0.004448806],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002585873,0.0000871731,0.9794616,0.00003116596,0.0000925525,0.00001739259,0.0009202996,0.0001063972,0.0006670676,0.00003059264,0.0003524176,0.0179749],"study_design_scores_gemma":[0.000005267381,0.000130611,0.9986745,0.000007182278,0.00001298954,0.00001406685,0.0005465814,0.0001875506,0.0001975577,0.00001401612,0.000204726,0.000004956706],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979659,0.0001019967,0.0002626708,0.0000663306,0.000008861657,0.00001633883,0.0001113901,0.00001111723,0.001455421],"genre_scores_gemma":[0.9993904,0.0000415561,0.0001196544,0.00001259669,0.000006066427,0.000008065058,0.000118631,0.000003827654,0.0002992599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9955395,"threshold_uncertainty_score":0.02358955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102821133","doi":"10.5430/ijhe.v2n3p28","title":"The Impact of Differentiated Instruction in a Teacher Education Setting: Successes and Challenges","year":2013,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Practicum; Differentiated instruction; Curriculum; Graduation (instrument); Psychology; Mathematics education; Higher education; Class (philosophy); Medical education; Pedagogy; Medicine; Engineering","authors":[{"name":"Stephen Joseph","is_ca":false},{"name":"Marlène Thomas","is_ca":false},{"name":"Gerard Simonette","is_ca":false},{"name":"Leela Ramsook","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06078818751273233,"gpt":0.4531415707026014,"spread":0.3923533831898691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006505925,0.0002990744,0.000441511,0.0005287232,0.0014283,0.002367606,0.001257517,0.0007401,0.0009474913],"category_scores_gemma":[0.0200779,0.0002574194,0.0003438783,0.0004476592,0.001179364,0.001431249,0.003839692,0.001379075,0.0002413333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001474561,"about_ca_system_score_gemma":0.002951935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002598475,"about_ca_topic_score_gemma":0.007242806,"domain_scores_codex":[0.9930934,0.003050689,0.0003597618,0.0004726996,0.00213437,0.0008891101],"domain_scores_gemma":[0.9839095,0.006412699,0.002086281,0.001228932,0.002153716,0.004208925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001610693,0.01490362,0.2966395,0.0009403039,0.0001683112,0.00206723,0.06627586,0.0008602327,0.01172305,0.001273991,0.0009204861,0.6026167],"study_design_scores_gemma":[0.0005464024,0.02944604,0.7920849,0.0008462096,0.0002659598,0.002760378,0.1389017,0.00215495,0.0150311,0.001259752,0.01653778,0.0001647927],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985782,0.0002070367,0.0001577409,0.0001701343,0.00001088079,0.00002351094,0.000002962511,0.000005079411,0.0008444914],"genre_scores_gemma":[0.9986814,0.0002429543,0.0006352373,0.00005841572,0.000009152635,0.00001651535,0.000007304936,0.000002819453,0.0003462372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006505925,"threshold_uncertainty_score":0.03440702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056003629","doi":"10.1177/0741088311419630","title":"The Writing’s on the Board","year":2011,"lang":"en","type":"article","venue":"Written Communication","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Narrative; Rhetorical question; Discipline; Pedagogy; Mathematics education; Rhetoric; Composition (language); Linguistics; Sociology; Psychology; Social science","authors":[{"name":"Natasha Artemeva","is_ca":true},{"name":"Janna Fox","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2759961584113557,"gpt":0.426895193251216,"spread":0.1508990348398603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001269566,0.0003995392,0.0002329728,0.0008364425,0.003104659,0.004563795,0.0004010217,0.000855634,0.04521447],"category_scores_gemma":[0.01283824,0.0001632329,0.0002543869,0.0008438455,0.002248402,0.002666469,0.002313686,0.001760217,0.01215036],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001123913,"about_ca_system_score_gemma":0.001660293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001154617,"about_ca_topic_score_gemma":0.001647621,"domain_scores_codex":[0.997501,0.0009346158,0.0001580564,0.000345557,0.0008117761,0.0002489861],"domain_scores_gemma":[0.9944329,0.00175679,0.0006534125,0.0008852291,0.001447405,0.0008242214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002382781,0.0001716813,0.007471716,0.0003734578,0.00002872094,0.001269392,0.113806,0.0002099857,0.009000681,0.1691653,0.2462727,0.4519922],"study_design_scores_gemma":[0.000009750786,0.00005992148,0.002478205,0.000102596,0.000005253061,0.0004879037,0.01394221,0.00006594891,0.001218389,0.005002185,0.9766158,0.00001193278],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08866723,0.001544436,0.01000465,0.01090013,0.00818334,0.0001517512,0.000382996,0.0004573005,0.8797081],"genre_scores_gemma":[0.5626333,0.001114089,0.006963012,0.002972313,0.00138024,0.0001429264,0.0005096075,0.0006572434,0.4236272],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04521447,"threshold_uncertainty_score":0.1512575,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053283054","doi":"10.1080/13601440802242333","title":"International perspectives on student awareness, experiences and perceptions of research: implications for academic developers in implementing research‐based teaching and learning","year":2008,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Pedagogy; Qualitative research; Psychology; Educational research; Higher education; Mathematics education; Sociology; Engineering ethics; Political science","authors":[{"name":"Nancy Turner","is_ca":false},{"name":"Brad Wuetherick","is_ca":true},{"name":"Mick Healey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4236479605078897,"gpt":0.6113842900911682,"spread":0.1877363295832785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02494763,0.0002650374,0.0004008059,0.001971571,0.004793952,0.01170487,0.0008477346,0.001161599,0.002736632],"category_scores_gemma":[0.04287011,0.0003774257,0.0003493415,0.002161408,0.00685828,0.005458397,0.007572338,0.002312612,0.0004351336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002783407,"about_ca_system_score_gemma":0.005097992,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004750869,"about_ca_topic_score_gemma":0.006187258,"domain_scores_codex":[0.9762083,0.01586007,0.001309493,0.0009087697,0.003278622,0.002434663],"domain_scores_gemma":[0.9474461,0.02746248,0.006184504,0.002537318,0.008202073,0.00816762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006869809,0.0001901216,0.08347192,0.0001148819,0.00001911182,0.000391735,0.8590195,0.00009490195,0.001162644,0.006760271,0.001359748,0.04734647],"study_design_scores_gemma":[0.000007526442,0.0001621682,0.03483007,0.0001360789,0.00001086753,0.0002465867,0.942212,0.00009796378,0.0004833185,0.00117441,0.02060956,0.00002936112],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9668999,0.0008822722,0.001946338,0.008295356,0.0000958203,0.00003838235,0.00003649329,0.00002480146,0.02178069],"genre_scores_gemma":[0.9960034,0.0006956559,0.0004865754,0.0005180561,0.0000190533,0.00003873567,0.00001936956,0.00001319451,0.002205904],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02494763,"threshold_uncertainty_score":0.1319373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1503056283","doi":"10.47678/cjhe.v28i3.183321","title":"Faculty Adoption of Teaching and Learning Technologies: Contrasting Earlier Adopters and Mainstream Faculty","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Mainstream; Incentive; Early adopter; University faculty; Faculty development; Psychology; Pedagogy; Medical education; Sociology; Mathematics education; Knowledge management; Business; Marketing; Political science; Computer science; Professional development; Medicine; Economics","authors":[{"name":"Terry Anderson","is_ca":true},{"name":"Stanley Varnhagen","is_ca":true},{"name":"Katy Campbell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09265739823732703,"gpt":0.415244015465037,"spread":0.3225866172277099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003653795,0.0002086295,0.0003915572,0.003309792,0.001935521,0.002557625,0.0008822629,0.0005338645,0.0009434934],"category_scores_gemma":[0.01552768,0.0002389022,0.0002823268,0.003582775,0.002479299,0.001950451,0.001675371,0.0008107689,0.00009490412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006568275,"about_ca_system_score_gemma":0.007576012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.361646,"about_ca_topic_score_gemma":0.4893738,"domain_scores_codex":[0.9964408,0.0005042143,0.0002788421,0.0002975883,0.001525665,0.0009528904],"domain_scores_gemma":[0.9879292,0.004055791,0.002548505,0.0003376063,0.003308876,0.001819911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001642192,0.0002867975,0.7591129,0.00008327234,0.00003056126,0.0002119997,0.2011579,0.00008075205,0.003132018,0.0005383354,0.0001441648,0.03505707],"study_design_scores_gemma":[0.000007157978,0.0002962304,0.8471149,0.00003456136,0.00001790906,0.00007807932,0.1501326,0.000198653,0.0008220449,0.0001007194,0.001175847,0.00002127964],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999398,0.00005033154,0.00004449043,0.00005769042,0.00000127341,0.000008106436,0.00001220366,0.000001210086,0.0004266458],"genre_scores_gemma":[0.9992336,0.0001739911,0.0001010587,0.00006262066,0.00000386697,0.000008323766,0.00003131235,0.00000164993,0.0003837294],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.361646,"threshold_uncertainty_score":0.7190819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092297292","doi":"10.1007/s11251-007-9045-2","title":"Instructors’ perspectives on the utility of student ratings of instruction","year":2007,"lang":"en","type":"article","venue":"Instructional Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Educational psychology; Psychology; Sample (material); Medical education; Mathematics education; Student engagement; Pedagogy; Formative assessment; Medicine","authors":[{"name":"Tanya Beran","is_ca":true},{"name":"Jennifer L. Rokosh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1186419514415662,"gpt":0.460984290839059,"spread":0.3423423393974928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04269738,0.0002002791,0.0003270943,0.001737159,0.0008573029,0.003199656,0.0005608877,0.001110494,0.001995404],"category_scores_gemma":[0.2038373,0.0001827825,0.0003802652,0.0008043411,0.001246915,0.001314129,0.001301565,0.001540006,0.0003378377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001505564,"about_ca_system_score_gemma":0.001068623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001549608,"about_ca_topic_score_gemma":0.0020267,"domain_scores_codex":[0.9591192,0.03230923,0.001576396,0.0007164754,0.005517999,0.0007607358],"domain_scores_gemma":[0.6566162,0.2984942,0.01019626,0.003997104,0.02812984,0.002566419],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.004496363,0.0007204245,0.3802541,0.0005248132,0.0003685008,0.0008678811,0.1257116,0.00166262,0.01547067,0.02021452,0.009048171,0.4406604],"study_design_scores_gemma":[0.0008008585,0.007700999,0.6244221,0.001723895,0.0009805295,0.003081894,0.146333,0.02491071,0.07540821,0.02392837,0.09026978,0.0004395828],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.955476,0.0006702559,0.007726758,0.005003941,0.000109081,0.00005530344,0.00008864239,0.00009821602,0.03077194],"genre_scores_gemma":[0.9975114,0.0001118833,0.001368365,0.0001782424,0.0000332652,0.00001640378,0.00001931066,0.00001518897,0.0007457915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9573026,"threshold_uncertainty_score":0.225808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2058860086","doi":"10.1111/j.1468-2273.2008.00402.x","title":"Disciplinary and Contextually Appropriate Approaches to Leadership of Teaching in Research‐Intensive Academic Departments in Higher Education","year":2008,"lang":"en","type":"article","venue":"Higher Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Excellence; Context (archaeology); Discipline; Pedagogy; Sociology; Educational leadership; Leadership studies; Psychology; Leadership style; Engineering ethics; Public relations; Political science; Social science; Engineering","authors":[{"name":"Graham Gibbs","is_ca":false},{"name":"Christopher K. Knapper","is_ca":true},{"name":"Sergio Piccinin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7688115021975348,"gpt":0.5283066906752804,"spread":0.2405048115222544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01336625,0.0001923364,0.0003737265,0.001814881,0.005442098,0.005483657,0.001198707,0.0006936269,0.001430307],"category_scores_gemma":[0.02633394,0.0003219048,0.0002541746,0.001443884,0.007512167,0.001780228,0.005319232,0.001293701,0.0001488555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005503535,"about_ca_system_score_gemma":0.006111452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003841482,"about_ca_topic_score_gemma":0.02719874,"domain_scores_codex":[0.9698104,0.02554228,0.0006573432,0.0008486226,0.001827528,0.001313746],"domain_scores_gemma":[0.9811637,0.01033132,0.003065157,0.001341026,0.0020194,0.002079429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001770242,0.0007105983,0.1463176,0.0007355415,0.00007150053,0.001401897,0.7383327,0.0005159409,0.003783614,0.0198117,0.001039528,0.08710236],"study_design_scores_gemma":[0.0000362497,0.0003283797,0.1835195,0.0004500193,0.00003669932,0.0004358741,0.7969306,0.000324687,0.00119757,0.00531735,0.01137285,0.00005020601],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9821608,0.001016219,0.002249079,0.002241062,0.00005224326,0.00008038576,0.00001169153,0.00001173029,0.01217686],"genre_scores_gemma":[0.9983436,0.0001890628,0.001029479,0.0001352171,0.000007069185,0.00002279464,0.000003705113,0.000002519377,0.0002667171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01336625,"threshold_uncertainty_score":0.07068837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090985354","doi":"10.1016/j.nedt.2006.09.015","title":"Perception of hospital learning environment: A survey of Hong kong nursing students","year":2006,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Perception; Learning environment; Nursing; Medical education; Psychology; Nurse education; Resource (disambiguation); Medicine; Pedagogy; Computer science","authors":[{"name":"Dominic S.K. Chan","is_ca":true},{"name":"Wan Yim Ip","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03958381199636565,"gpt":0.4166683776259935,"spread":0.3770845656296279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007021784,0.0002609315,0.0003623979,0.0006380405,0.001111981,0.0009889845,0.0002593498,0.000364722,0.001911069],"category_scores_gemma":[0.001283945,0.0002381769,0.000285726,0.0007036331,0.0004618356,0.0004514602,0.000685107,0.0006011827,0.0004091934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001324363,"about_ca_system_score_gemma":0.001476368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04972197,"about_ca_topic_score_gemma":0.07556925,"domain_scores_codex":[0.9995375,0.00009712621,0.00006264185,0.00003863834,0.00009066698,0.0001733952],"domain_scores_gemma":[0.997089,0.0002721508,0.0006411319,0.00005711663,0.0005272137,0.001413389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006936232,0.0002561004,0.9895442,0.00002511004,0.00001366043,0.000165191,0.006977237,0.00002623071,0.0004469227,0.00002327887,0.0001765143,0.00227631],"study_design_scores_gemma":[0.000004430821,0.0003710422,0.9650391,0.00001719301,0.00001032505,0.0001188029,0.03365278,0.00007261516,0.0001362511,0.000008026769,0.0005601342,0.000009323194],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9995333,0.00004616761,0.00001082678,0.00002977319,0.000003371781,0.00000539408,0.00003429446,6.905192e-7,0.0003362238],"genre_scores_gemma":[0.9991147,0.00009087511,0.00002611003,0.00007093234,0.000002577425,0.000007327179,0.00005389849,9.448859e-7,0.0006325061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04972197,"threshold_uncertainty_score":0.09886515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041063121","doi":"10.1177/0741713610392763","title":"The Teaching Perspectives Inventory at 10 Years and 100,000 Respondents","year":2010,"lang":"en","type":"article","venue":"Adult Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Psychology; Teaching method; Vocabulary; Pedagogy; Mathematics education; Reliability (semiconductor); Sociology; Political science","authors":[{"name":"John B. Collins","is_ca":true},{"name":"Daniel D. Pratt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0294020602697175,"gpt":0.4064612595388329,"spread":0.3770591992691155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004183612,0.0004632571,0.0004149837,0.00339879,0.0007071919,0.001149534,0.0005838335,0.0006394644,0.007183551],"category_scores_gemma":[0.009407051,0.0004662048,0.0006336935,0.002254352,0.0003997129,0.001344744,0.001634598,0.002113455,0.003519137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008503124,"about_ca_system_score_gemma":0.0008866654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005109042,"about_ca_topic_score_gemma":0.005877457,"domain_scores_codex":[0.9976815,0.0006919121,0.0003704275,0.0001841321,0.0006867277,0.0003852735],"domain_scores_gemma":[0.9903073,0.001580916,0.002343547,0.0006371919,0.003581941,0.001548971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001925978,0.0005767784,0.9397547,0.00009191668,0.00005693553,0.0002450758,0.007171404,0.000462506,0.0007565141,0.0007136336,0.01446951,0.03550853],"study_design_scores_gemma":[0.00003472998,0.000294424,0.9693034,0.00004701117,0.00001698579,0.0003137432,0.009610691,0.0007512615,0.0005757631,0.0002829499,0.01873829,0.00003091096],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9717914,0.0001066318,0.001391514,0.0004710931,0.00006521137,0.000996782,0.01484932,0.00007560656,0.01025246],"genre_scores_gemma":[0.9282647,0.0005211869,0.007162511,0.0004982782,0.00009367914,0.007231391,0.03695891,0.00007990206,0.01918926],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007183551,"threshold_uncertainty_score":0.0240314,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140355658","doi":"10.5206/cjsotl-rcacea.2010.1.2","title":"Diverse Methodological Approaches and Considerations for SoTL in Higher Education","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Rigour; Transformational leadership; Humanities; Political science; Philosophy; Epistemology; Public relations","authors":[{"name":"Harry Hubball","is_ca":true},{"name":"Anthony Clarke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.604859461860265,"gpt":0.4882075608540091,"spread":0.1166519010062558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2238353,0.001594213,0.001728627,0.01561788,0.01677009,0.03195943,0.00680293,0.008358383,0.004238696],"category_scores_gemma":[0.2233727,0.001139414,0.001749615,0.0167952,0.09277005,0.02876934,0.023099,0.01332954,0.00104576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02175269,"about_ca_system_score_gemma":0.01975858,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005463587,"about_ca_topic_score_gemma":0.008216654,"domain_scores_codex":[0.6078076,0.3521414,0.009784919,0.01091427,0.01653746,0.002814393],"domain_scores_gemma":[0.6932357,0.2616301,0.008057937,0.01852431,0.01582513,0.002726916],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001811584,0.00001783269,0.0004715784,0.0005105676,0.00002250579,0.00006698253,0.0282076,0.0002292808,0.00007077107,0.953384,0.001366674,0.01563402],"study_design_scores_gemma":[0.00003072946,0.00004318709,0.0004535299,0.003166154,0.00002436796,0.0001323439,0.04294179,0.0009985949,0.0002405786,0.8791158,0.0728186,0.00003428453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02464284,0.1030043,0.3849857,0.379547,0.006454524,0.001076262,0.0001853866,0.0002382979,0.09986576],"genre_scores_gemma":[0.6452987,0.03489284,0.2565267,0.039756,0.004174484,0.006876846,0.0001913823,0.0004269096,0.01185621],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7761647,"threshold_uncertainty_score":0.9571492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131226702","doi":"10.47678/cjhe.v43i1.2072","title":"Graduate student teaching development: Evaluating the effectiveness of training in relation to graduate student characteristics","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Mount Royal University","funders":"","keywords":"Apprehension; Graduate students; Training (meteorology); Medical education; Psychology; Empirical research; Pedagogy; Medicine","authors":[{"name":"Jennifer Boman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.218925665494832,"gpt":0.4835413761512777,"spread":0.2646157106564456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01150118,0.0003628098,0.0006711892,0.001150724,0.0005627909,0.0008050109,0.0007629709,0.0005236816,0.001516787],"category_scores_gemma":[0.0334177,0.0001775769,0.001036761,0.0007277611,0.0005262438,0.0006263742,0.0008754898,0.0006387393,0.0002889062],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007566304,"about_ca_system_score_gemma":0.001069399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001285253,"about_ca_topic_score_gemma":0.002470995,"domain_scores_codex":[0.9946127,0.002329355,0.0005656116,0.000411953,0.001628015,0.0004523709],"domain_scores_gemma":[0.9660416,0.01770225,0.006025539,0.001194133,0.004319896,0.004716518],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003067325,0.008209117,0.8487691,0.0003743844,0.000473106,0.00007997114,0.004007024,0.0003481147,0.001526651,0.0000526884,0.0004378129,0.1326548],"study_design_scores_gemma":[0.0000818017,0.01174019,0.9839882,0.0000537559,0.0001192514,0.00004647818,0.002184527,0.0002496819,0.001002699,0.00003412058,0.0004824237,0.00001680588],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9986381,0.0001679713,0.0001293605,0.00005221698,0.00001194299,0.0001332479,0.00003816409,0.000007429769,0.0008216107],"genre_scores_gemma":[0.9983725,0.0001457704,0.0006835082,0.0000285672,0.00001782865,0.0001959578,0.00009415691,0.000003459566,0.0004583565],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9992434,"threshold_uncertainty_score":0.06082475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048560259","doi":"10.1080/03043790902987410","title":"Seeing through the lens of social justice: a threshold for engineering","year":2009,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Chalmers Tekniska Högskola","keywords":"Liminality; Class (philosophy); Discipline; Economic Justice; Sociology; Space (punctuation); Mathematics education; Narrative; Pedagogy; Psychology; Social science; Computer science; Linguistics; Artificial intelligence; Political science; Law","authors":[{"name":"J. Michael Kabo","is_ca":true},{"name":"Caroline Baillie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07894293859560277,"gpt":0.393109186519399,"spread":0.3141662479237962,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0183442,0.0008356558,0.0009261554,0.004071773,0.02777355,0.02110017,0.002596993,0.004086039,0.00425382],"category_scores_gemma":[0.0228738,0.0005399457,0.00106749,0.002322086,0.09162327,0.02770138,0.03129397,0.01180189,0.0004066874],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008502945,"about_ca_system_score_gemma":0.009191439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008972487,"about_ca_topic_score_gemma":0.01288187,"domain_scores_codex":[0.9635978,0.02625201,0.0007588605,0.002094259,0.004570703,0.002726498],"domain_scores_gemma":[0.9768872,0.01275382,0.002558269,0.002573734,0.001978053,0.003248938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003062443,0.00006054578,0.003708601,0.0001408993,0.00001631272,0.0004788821,0.805548,0.0001626784,0.001030048,0.1736683,0.0009951728,0.01416007],"study_design_scores_gemma":[0.000009602472,0.0001045623,0.002633652,0.0004138479,0.00001353121,0.0005708242,0.7866144,0.0004807818,0.0009645151,0.1399611,0.06816631,0.00006690682],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6430921,0.006285639,0.1321455,0.08679054,0.0009103079,0.0002456087,0.00008116678,0.0002809275,0.1301682],"genre_scores_gemma":[0.9876927,0.0004404074,0.007910901,0.001363179,0.0000442831,0.00005051278,0.00001013413,0.00007445702,0.002413608],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02777355,"threshold_uncertainty_score":0.09701455,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063009847","doi":"10.1002/ir.4","title":"Improving Judgments About Teaching Effectiveness Using Teacher Rating Forms","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Summative assessment; Process (computing); Computer science; Evaluation methods; Psychology; Management science; Mathematics education; Process management; Formative assessment; Business; Engineering","authors":[{"name":"Philip C. Abrami","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.362434530184532,"gpt":0.5635661835029041,"spread":0.2011316533183721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1337067,0.0009321541,0.00215387,0.005262025,0.0009848151,0.005698043,0.001900471,0.0009752659,0.003423055],"category_scores_gemma":[0.4348013,0.000416196,0.001012209,0.002475017,0.001363647,0.004717635,0.002132553,0.002333746,0.001493165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001604725,"about_ca_system_score_gemma":0.002046502,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001644365,"about_ca_topic_score_gemma":0.00312872,"domain_scores_codex":[0.7919956,0.152095,0.01533963,0.003049772,0.03598813,0.001531846],"domain_scores_gemma":[0.397953,0.450886,0.034859,0.01928448,0.09419633,0.002821244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001219561,0.0008854871,0.1157515,0.001168227,0.0004067878,0.00008044798,0.01076461,0.003917505,0.005565427,0.005695011,0.01003079,0.8445145],"study_design_scores_gemma":[0.0009014704,0.01236312,0.6238843,0.006000064,0.001559288,0.0008273036,0.04038846,0.1106624,0.09700325,0.03793896,0.06691449,0.001556953],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7410725,0.00243346,0.1911688,0.004285146,0.0007318821,0.002480035,0.0009126228,0.002098175,0.05481734],"genre_scores_gemma":[0.8852738,0.001042138,0.1093162,0.0003034634,0.0002223049,0.0009156878,0.0003891047,0.0001532252,0.002384189],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1337067,"threshold_uncertainty_score":0.707117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2613225046","doi":"10.7717/peerj.3299","title":"Student evaluations of teaching: teaching quantitative courses can be hazardous to one’s career","year":2017,"lang":"en","type":"article","venue":"PeerJ","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Saint Mary's University; Mount Royal University","funders":"","keywords":"Grading (engineering); Class (philosophy); Promotion (chess); Merit pay; Set (abstract data type); Mathematics education; Psychology; Subject (documents); Medical education; Computer science; Incentive; Medicine; Engineering; Political science; Economics","authors":[{"name":"Bob Uttl","is_ca":true},{"name":"Dylan Smibert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3559082538535388,"gpt":0.5626750994996155,"spread":0.2067668456460767,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01131938,0.0003444509,0.000364217,0.001669636,0.0006026424,0.002031063,0.0003405483,0.0003386369,0.004098477],"category_scores_gemma":[0.08070297,0.0001201807,0.0002614809,0.00162616,0.0007727635,0.0009883812,0.001383922,0.000604793,0.0006049746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007435689,"about_ca_system_score_gemma":0.0004637369,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009035566,"about_ca_topic_score_gemma":0.002975368,"domain_scores_codex":[0.983885,0.007097733,0.00124509,0.0008376311,0.006440416,0.000494028],"domain_scores_gemma":[0.8728597,0.06833481,0.04103589,0.004665324,0.009181571,0.003922702],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007189837,0.0004668729,0.8410941,0.0002657636,0.0001839737,0.00009332435,0.00551106,0.0006307525,0.003029247,0.001233589,0.003654471,0.1431179],"study_design_scores_gemma":[0.00001652605,0.0005888977,0.986325,0.0000806881,0.00003490216,0.0000854695,0.00398229,0.001431271,0.001873225,0.000971318,0.00456901,0.00004146067],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9891956,0.0001053316,0.001602942,0.0001767432,0.00004870623,0.00005193381,0.0001977379,0.00004098363,0.008580099],"genre_scores_gemma":[0.9977494,0.0000532571,0.0008000989,0.00005727155,0.00003740792,0.00006166683,0.0001307443,0.00000991667,0.001100145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9886806,"threshold_uncertainty_score":0.05986333,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080229626","doi":"10.1177/0743558400151004","title":"Attitude versus Aptitude","year":2000,"lang":"en","type":"article","venue":"Journal of Adolescent Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Counterintuitive; Psychology; Human capital; Aptitude; Academic achievement; Surprise; Sample (material); Predictive validity; Set (abstract data type); Intelligence quotient; Mathematics education; Developmental psychology; Social psychology; Cognition; Computer science","authors":[{"name":"James E. Côté","is_ca":false},{"name":"Charles G. Levine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5080372213145593,"gpt":0.6068083573145192,"spread":0.0987711359999599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001157304,0.0001922367,0.0001781515,0.0009094247,0.0005955049,0.001344266,0.0002924164,0.0004675624,0.01028853],"category_scores_gemma":[0.006206952,0.00008845403,0.0003219125,0.0006367997,0.0005802026,0.0004914686,0.0004754371,0.001054867,0.001039453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000858211,"about_ca_system_score_gemma":0.0008027691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02112217,"about_ca_topic_score_gemma":0.02971026,"domain_scores_codex":[0.9993523,0.0001269319,0.00003129352,0.00008184431,0.000274877,0.000132804],"domain_scores_gemma":[0.9947273,0.001405708,0.001438576,0.0002262815,0.0007499781,0.001452111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007686299,0.0002680989,0.9813421,0.00001979394,0.00002677523,0.00005857994,0.00158809,0.00006960468,0.0005708822,0.0008484796,0.0002568683,0.01487389],"study_design_scores_gemma":[0.000004419868,0.0002622014,0.9965844,0.00001066652,0.00001336228,0.00006547917,0.0009847559,0.0001365608,0.0001849766,0.0003559408,0.001390243,0.000006932942],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860729,0.000239331,0.0002427406,0.0002254675,0.00002366141,0.00002108499,0.000165482,0.00001053865,0.01299882],"genre_scores_gemma":[0.9949667,0.0001106993,0.0001536605,0.00009511437,0.00001957892,0.00001679746,0.0001406996,0.000003594028,0.004493215],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02112217,"threshold_uncertainty_score":0.04199851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131858742","doi":"10.1187/cbe.19-12-0271","title":"“I Like and Prefer to Work Alone”: Social Anxiety, Academic Self-Efficacy, and Students’ Perceptions of Active Learning","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Psychology; Self-efficacy; Anxiety; Perception; Active learning (machine learning); Academic achievement; Distress; Social anxiety; Social psychology; Fear of negative evaluation; Medical education; Applied psychology; Mathematics education; Clinical psychology; Medicine; Computer science","authors":[{"name":"Suzanne Hood","is_ca":true},{"name":"Nancy L. Barrickman","is_ca":false},{"name":"Nancy Traiser Djerdjian","is_ca":false},{"name":"Melaney Farr","is_ca":false},{"name":"Shawn Magner","is_ca":false},{"name":"H. S. Roychowdhury","is_ca":true},{"name":"Ron Gerrits","is_ca":false},{"name":"Heather L. Lawford","is_ca":true},{"name":"Betsy Ott","is_ca":false},{"name":"Kyla Ross","is_ca":false},{"name":"Olivia Paige","is_ca":true},{"name":"Skye Stowe","is_ca":true},{"name":"Murray Jensen","is_ca":false},{"name":"Kerry Hull","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08745099206616785,"gpt":0.4734677388890225,"spread":0.3860167468228546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002078131,0.0004238244,0.0004536683,0.001019125,0.001190887,0.002407578,0.0005886938,0.0009459295,0.007892163],"category_scores_gemma":[0.005636951,0.0003761876,0.0009927455,0.0005236601,0.001357572,0.0009760113,0.001554437,0.002148863,0.0005969318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005971888,"about_ca_system_score_gemma":0.0007788375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003348078,"about_ca_topic_score_gemma":0.005311568,"domain_scores_codex":[0.9985838,0.0004520118,0.0001422276,0.0001171931,0.0004783146,0.0002264409],"domain_scores_gemma":[0.9942205,0.002187699,0.001865825,0.00021577,0.0003903064,0.001119849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004507638,0.002323525,0.9621378,0.000174025,0.0005017503,0.0002582383,0.01732907,0.000140793,0.001305847,0.0004244733,0.001153031,0.01380075],"study_design_scores_gemma":[0.00004394594,0.0003858646,0.9808832,0.00004966831,0.0001081619,0.0001614272,0.01629709,0.0005073533,0.000273115,0.0001993913,0.001072143,0.00001871653],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9980536,0.00006789232,0.00004247422,0.000118156,0.00001652974,0.00002369493,0.00004664311,0.000003914825,0.001627082],"genre_scores_gemma":[0.9985437,0.00007140591,0.00008588246,0.00007750041,0.00001127026,0.00005400771,0.00006191382,0.00000269331,0.001091566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007892163,"threshold_uncertainty_score":0.02640194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1887917947","doi":"10.47678/cjhe.v35i2.183500","title":"The Utility of Student Ratings of Instruction for Students, Faculty, and Administrators: A \"Consequential Validity\" Study","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Higher education; Medical education; Quality (philosophy); Merit pay; Mathematics education; Medicine; Incentive; Political science","authors":[{"name":"Tanya Beran","is_ca":true},{"name":"Claudio Violato","is_ca":true},{"name":"Don Kline","is_ca":false},{"name":"Jim Frideres","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1943694772100051,"gpt":0.52518544487511,"spread":0.3308159676651049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0501954,0.0002720379,0.0004566634,0.002532594,0.0009464014,0.001842834,0.0008680939,0.0005170989,0.0006578126],"category_scores_gemma":[0.2733352,0.0002058056,0.0008130841,0.001666426,0.002357989,0.001219356,0.001424257,0.001147015,0.0001440224],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001869642,"about_ca_system_score_gemma":0.002024601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01038588,"about_ca_topic_score_gemma":0.01277371,"domain_scores_codex":[0.9487177,0.03137818,0.002927366,0.001587528,0.01431302,0.001076287],"domain_scores_gemma":[0.5816725,0.310104,0.04510916,0.01793884,0.04090714,0.004268395],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004696179,0.0002368566,0.9614993,0.00007169035,0.0002278178,0.00004124171,0.007166044,0.0003124183,0.0004328878,0.0004944019,0.0002514885,0.02879625],"study_design_scores_gemma":[0.00004032266,0.0009380522,0.9903736,0.0000669431,0.00006821338,0.0001250796,0.003176119,0.002623019,0.001053003,0.0005815704,0.0009082805,0.00004589529],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9955093,0.0001270825,0.001651561,0.000108064,0.00001938345,0.0000811713,0.00007602538,0.000009011976,0.002418613],"genre_scores_gemma":[0.9991264,0.00004428799,0.0005176105,0.00002990663,0.00001602911,0.00002862348,0.00008853211,0.000003974558,0.0001445936],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9981304,"threshold_uncertainty_score":0.2654618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3029292012","doi":"10.1371/journal.pone.0233515","title":"Exploring the personal and professional factors associated with student evaluations of tenure-track faculty","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Directorate for Social, Behavioral and Economic Sciences; National Science Foundation","keywords":"Attractiveness; Discipline; Exploratory research; Psychology; Higher education; Mathematics education; Medical education; Sociology; Political science; Medicine","authors":[{"name":"Dakota Murray","is_ca":false},{"name":"Clara Boothby","is_ca":false},{"name":"Huimeng Zhao","is_ca":false},{"name":"Vanessa Minik","is_ca":false},{"name":"Nicolas Bérubé","is_ca":true},{"name":"Vincent Larivière","is_ca":true},{"name":"Cassidy R. Sugimoto","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6454419669965992,"gpt":0.4676198901351034,"spread":0.1778220768614958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004814006,0.0002161989,0.0002357676,0.00144414,0.0009845997,0.002040947,0.0003359666,0.0004802455,0.001625653],"category_scores_gemma":[0.0349603,0.0001474403,0.0003384692,0.001234547,0.0009048972,0.0007056601,0.00105482,0.0008401369,0.0003187256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006603804,"about_ca_system_score_gemma":0.0007243155,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002318527,"about_ca_topic_score_gemma":0.005325906,"domain_scores_codex":[0.9956647,0.001935971,0.0004699675,0.000296217,0.001150287,0.0004828727],"domain_scores_gemma":[0.9460278,0.02148446,0.01745474,0.001998376,0.007049148,0.005985554],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004973825,0.0001047889,0.992146,0.000007681912,0.0000253809,0.00002197458,0.002169971,0.00003772284,0.0001497907,0.00003733513,0.00008782743,0.005161772],"study_design_scores_gemma":[0.000001978913,0.0001144239,0.99358,0.00000698312,0.000008039003,0.00003521936,0.005611491,0.0002178509,0.000165835,0.00004603487,0.000204401,0.000007632057],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992945,0.00002825647,0.00006725459,0.00005503984,0.000003003625,0.000004363148,0.00002019457,0.00000138507,0.0005260192],"genre_scores_gemma":[0.9996916,0.00002120459,0.00005603238,0.00001007853,0.00000457389,0.000004447679,0.00003299538,0.00000115484,0.0001779127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.995186,"threshold_uncertainty_score":0.02545923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1486209072","doi":"10.1080/10437797.2004.10672297","title":"Toward New Approaches for Evaluating Student Field Performance: Tapping the Implicit Criteria Used by Experienced Field Instructors","year":2004,"lang":"en","type":"article","venue":"Journal of Social Work Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Consistency (knowledge bases); Psychology; Field (mathematics); Reliability (semiconductor); Tapping; Mathematics education; Social work; Applied psychology; Medical education; Social psychology; Computer science; Mathematics; Medicine; Engineering; Artificial intelligence","authors":[{"name":"Marion Bogo","is_ca":true},{"name":"Cheryl Regehr","is_ca":true},{"name":"Roxanne Power","is_ca":true},{"name":"Judy Hughes","is_ca":true},{"name":"Michael R. Woodford","is_ca":true},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.236431799381112,"gpt":0.5008078080907815,"spread":0.2643760087096695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05598436,0.000621147,0.0005947976,0.00455313,0.0009715012,0.002793871,0.001205718,0.0007343979,0.0007017309],"category_scores_gemma":[0.2015382,0.0003994051,0.0004268934,0.001397796,0.002258605,0.001893657,0.002545879,0.001247823,0.0002823432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001527771,"about_ca_system_score_gemma":0.001511539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001265676,"about_ca_topic_score_gemma":0.0035782,"domain_scores_codex":[0.9473433,0.03612401,0.003506146,0.002031707,0.01038244,0.0006124571],"domain_scores_gemma":[0.7513103,0.1534152,0.02149833,0.01403254,0.05660423,0.003139445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001344315,0.001797455,0.510074,0.001109295,0.00031762,0.0002458823,0.0744006,0.002840061,0.02351874,0.003730905,0.002402723,0.3782184],"study_design_scores_gemma":[0.0004331996,0.00877131,0.7685831,0.00138049,0.0002935403,0.001097958,0.0887003,0.05658285,0.04252762,0.01350316,0.01748954,0.0006368214],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9394688,0.000260185,0.05339453,0.0002124828,0.00007409488,0.0007482472,0.00007191754,0.0001162049,0.00565356],"genre_scores_gemma":[0.9527479,0.0001214911,0.04554552,0.00006329441,0.00002812141,0.0006975907,0.00008082426,0.00003141013,0.0006837518],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05598436,"threshold_uncertainty_score":0.2960771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134370888","doi":"10.1002/tl.19","title":"Making Explicit the Development Toward the Scholarship of Teaching","year":2001,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Faculty development; Sociology; Higher education; Pedagogy; Mathematics education; Engineering ethics; Teaching method; Psychology; Political science; Professional development; Teaching and learning center; Engineering","authors":[{"name":"Cynthia Weston","is_ca":true},{"name":"Lynn McAlpine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2201292991118946,"gpt":0.459211727936314,"spread":0.2390824288244195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04717183,0.0003319106,0.0004098489,0.002482314,0.005124584,0.02139634,0.001773454,0.002877211,0.00317254],"category_scores_gemma":[0.07448172,0.0003204635,0.0003436122,0.001391531,0.02349038,0.01287529,0.01562731,0.005897834,0.0007003346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008236495,"about_ca_system_score_gemma":0.02880422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003762278,"about_ca_topic_score_gemma":0.004122443,"domain_scores_codex":[0.9431756,0.03889874,0.001682631,0.001260098,0.0132919,0.001691203],"domain_scores_gemma":[0.8653127,0.0762938,0.006606731,0.009919717,0.03172583,0.0101412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006848865,0.0003023934,0.01024987,0.0003660018,0.00001321807,0.0002036811,0.07047381,0.0005514069,0.001933109,0.723684,0.0086164,0.1835376],"study_design_scores_gemma":[0.00006172744,0.0004937075,0.01525136,0.001951351,0.00003128687,0.0006497834,0.1345421,0.004230912,0.008356866,0.4637861,0.3705676,0.00007716894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.296506,0.007526631,0.06328966,0.2917869,0.001600397,0.0004497028,0.00008412932,0.0004279099,0.3383285],"genre_scores_gemma":[0.9610266,0.001467668,0.02437761,0.002258544,0.0002064654,0.0001239495,0.00002060454,0.00007008352,0.01044851],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04717183,"threshold_uncertainty_score":0.2494715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510834828","doi":"10.1023/a:1024416909866","title":"The scholarship of teaching: A comparison of conceptions held by experts and regular academic staff","year":2003,"lang":"en","type":"article","venue":"Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Sociology; Discipline; Meaning (existential); Delphi method; Higher education; Social science; Pedagogy; Psychology; Political science; Law","authors":[{"name":"Carolin Kreber","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1642067172795159,"gpt":0.5135681804457718,"spread":0.3493614631662558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05967731,0.0002548589,0.000816605,0.01110886,0.007865134,0.008715903,0.002696581,0.002049903,0.001967671],"category_scores_gemma":[0.1987406,0.0003173856,0.0005145207,0.005357891,0.01349769,0.004859538,0.01335189,0.002401955,0.0001708342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01334335,"about_ca_system_score_gemma":0.01567977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01113969,"about_ca_topic_score_gemma":0.02228999,"domain_scores_codex":[0.9404889,0.04003142,0.002735321,0.001014283,0.01286236,0.002867751],"domain_scores_gemma":[0.738957,0.1783338,0.01670619,0.008842993,0.03584798,0.02131195],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000449981,0.0003441084,0.1562506,0.0003053677,0.00005355168,0.0002755863,0.7725024,0.00009609307,0.0006612078,0.01500206,0.0009706186,0.05308845],"study_design_scores_gemma":[0.00005848355,0.0005837799,0.1618204,0.000531149,0.00004477654,0.0003157626,0.8235669,0.0003052667,0.0005618876,0.003415368,0.008754161,0.00004210224],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874166,0.0009458667,0.0005159735,0.001413927,0.00003722171,0.00005157472,0.00002485794,0.000009343434,0.009584544],"genre_scores_gemma":[0.9987025,0.0002407436,0.0002214531,0.0001079524,0.00001104827,0.00002463694,0.00001950755,0.000006076769,0.0006660175],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9403227,"threshold_uncertainty_score":0.3156075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167158352","doi":"10.1177/1469787411429187","title":"Student perception of academic grading: Personality, academic orientation, and effort","year":2012,"lang":"en","type":"article","venue":"Active Learning in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor; Lakehead University","funders":"","keywords":"Conscientiousness; Psychology; Conceptualization; Openness to experience; Grading (engineering); Perception; Personality; Social psychology; Goal orientation; Higher education; Neuroticism; Big Five personality traits; Extraversion and introversion","authors":[{"name":"Gregory K. Tippin","is_ca":true},{"name":"Kathryn D. Lafreniere","is_ca":true},{"name":"Stewart Page","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1370714621403615,"gpt":0.4998119262397324,"spread":0.3627404640993709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002708127,0.0002364974,0.0002286485,0.0006391241,0.0003786211,0.001373695,0.0002413073,0.0003393686,0.001468115],"category_scores_gemma":[0.01110974,0.0001105859,0.0003547955,0.0005612668,0.0005057086,0.0004707759,0.0006271602,0.0006983531,0.0002293492],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003535163,"about_ca_system_score_gemma":0.0003697769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001348064,"about_ca_topic_score_gemma":0.002474431,"domain_scores_codex":[0.998691,0.0005154224,0.0001296467,0.0000740278,0.0004493742,0.0001404993],"domain_scores_gemma":[0.9874305,0.004497255,0.004211539,0.0004433001,0.001405713,0.002011704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001215692,0.0003347708,0.9877998,0.00001867886,0.00004296909,0.00005931437,0.001623892,0.0001350777,0.000821248,0.00007163519,0.000053331,0.008917672],"study_design_scores_gemma":[0.000004528195,0.0004253406,0.9955469,0.00000765731,0.00001415229,0.00008156409,0.002601988,0.0006757008,0.0003120853,0.0001067758,0.0002129497,0.0000103099],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992855,0.00002412015,0.0001353846,0.00002388306,0.000002776788,0.000006502396,0.000009139361,0.000002365147,0.0005104996],"genre_scores_gemma":[0.9996572,0.00001546165,0.0000836457,0.000008805597,0.000002181439,0.000003110579,0.0000173831,7.914531e-7,0.0002115027],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002708127,"threshold_uncertainty_score":0.0143221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2509529851","doi":"10.47678/cjhe.v46i2.184772","title":"Supporting Success: Aboriginal Students in Higher Education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Mainstream; Higher education; Postsecondary education; Government (linguistics); Socioeconomic status; Institution; Qualitative research; Sociology; Pedagogy; Mainstreaming; Public relations; Medical education; Psychology; Political science; Social science; Special education","authors":[{"name":"Cynthia Justine Gallop","is_ca":true},{"name":"Nicole Bastien","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0700310461454213,"gpt":0.4942684150367219,"spread":0.4242373688913006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006321043,0.0002961852,0.0004040682,0.001185441,0.01645283,0.005191126,0.001471887,0.0009278193,0.004559395],"category_scores_gemma":[0.01308591,0.0002674413,0.0003280831,0.001450663,0.005256736,0.00177684,0.00739761,0.002803733,0.0005626297],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007374431,"about_ca_system_score_gemma":0.03868456,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3794431,"about_ca_topic_score_gemma":0.5751219,"domain_scores_codex":[0.9945485,0.002312247,0.0001245924,0.0001420633,0.001105803,0.00176681],"domain_scores_gemma":[0.9894242,0.001562305,0.001037639,0.0003879985,0.001898955,0.005688971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0000618088,0.000362014,0.06714977,0.0002393837,0.00001939407,0.000781057,0.8780573,0.00003397674,0.0006394301,0.002521272,0.004124801,0.04600975],"study_design_scores_gemma":[0.000008312552,0.0001755258,0.04851059,0.0002159099,0.0000215917,0.0001722137,0.9315361,0.00003392707,0.0002495443,0.0003864612,0.01866478,0.00002512686],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9726532,0.0005497869,0.0001424646,0.005100767,0.000113333,0.00009261172,0.00003059882,0.00001301614,0.02130427],"genre_scores_gemma":[0.9938099,0.0007785537,0.0003906538,0.00063267,0.00002457755,0.00003404538,0.00002044819,0.000008578142,0.004300587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9926256,"threshold_uncertainty_score":0.7544689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2797994510","doi":"10.1108/jea-01-2017-0009","title":"Academic culture: a promising mediator of school leaders’ influence on student learning","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Administration","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Construct (python library); Structural equation modeling; Descriptive statistics; Originality; Latent variable; Optimism; Mathematics education; Academic achievement; Confirmatory factor analysis; Variance (accounting); Regression analysis; Instructional leadership; Social psychology; Educational leadership; Pedagogy; Statistics; Mathematics; Computer science; Creativity","authors":[{"name":"Kenneth Leithwood","is_ca":true},{"name":"Jingping Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1356244262542907,"gpt":0.5152922347573534,"spread":0.3796678085030628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005518156,0.0003677655,0.0003990289,0.001087615,0.001429259,0.003209794,0.0006033033,0.0003172758,0.003580653],"category_scores_gemma":[0.01518411,0.0002579277,0.0004612643,0.0007896365,0.001516867,0.001177874,0.001808054,0.001076506,0.0001789281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009589781,"about_ca_system_score_gemma":0.002309805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00195276,"about_ca_topic_score_gemma":0.002588077,"domain_scores_codex":[0.9955547,0.002893754,0.0002301531,0.0003693496,0.0006225273,0.0003295694],"domain_scores_gemma":[0.9739906,0.01265275,0.007467118,0.001710283,0.001953598,0.002225649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001217405,0.0004940093,0.9658026,0.00008419839,0.000150315,0.00009527824,0.0108846,0.0002118239,0.0006916264,0.00150373,0.0002299871,0.01973],"study_design_scores_gemma":[0.00002439424,0.0004975503,0.9585766,0.000104771,0.0001641953,0.00009350699,0.03369289,0.001831753,0.002467321,0.00139103,0.001130385,0.00002569459],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958732,0.00009165596,0.0006678802,0.000288491,0.0000121316,0.00002462665,0.00003598203,0.000009527,0.002996552],"genre_scores_gemma":[0.9995703,0.0000221709,0.0002540582,0.00001887466,0.000005083497,0.00001206786,0.000009895197,0.000001644966,0.0001057697],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005518156,"threshold_uncertainty_score":0.02918315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2764340595","doi":"10.1007/s11162-017-9479-6","title":"Understanding the Work and Perceptions of Teaching Focused Faculty in a Changing Academic Landscape","year":2017,"lang":"en","type":"article","venue":"Research in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; University of British Columbia","funders":"","keywords":"Curriculum; Work (physics); Mainstream; Higher education; Feeling; Job satisfaction; Sociology; Perception; Variety (cybernetics); Survey data collection; Pedagogy; Psychology; Public relations; Engineering ethics; Political science; Social psychology; Engineering; Computer science","authors":[{"name":"Catherine D. Rawn","is_ca":true},{"name":"Joanne Fox","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6945969481742774,"gpt":0.6078944604872897,"spread":0.08670248768698774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01215764,0.0002273009,0.0003083939,0.001991854,0.008572272,0.01056213,0.00153886,0.002150015,0.003373937],"category_scores_gemma":[0.02861154,0.0002811275,0.00033435,0.001430915,0.008242511,0.004120733,0.004806267,0.00223519,0.000374547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006625937,"about_ca_system_score_gemma":0.008966031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01037089,"about_ca_topic_score_gemma":0.02014133,"domain_scores_codex":[0.9846604,0.009763824,0.0004082384,0.0005167262,0.002233384,0.002417295],"domain_scores_gemma":[0.9702104,0.01267389,0.00445035,0.0007838939,0.003583368,0.008298236],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00019992,0.0009382207,0.1383761,0.0001389505,0.00003876773,0.0005501533,0.8142283,0.0001427354,0.001955574,0.004516778,0.001510772,0.03740383],"study_design_scores_gemma":[0.00001188067,0.0001746065,0.04887776,0.00006911116,0.000009993153,0.00008904048,0.9463581,0.0000768719,0.0003141051,0.0006155212,0.003387466,0.00001552808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9931425,0.0001762839,0.0001696952,0.002137943,0.00002173599,0.00001272273,0.000007305599,0.000004501656,0.004327178],"genre_scores_gemma":[0.9989077,0.0001080729,0.00008863817,0.00022793,0.0000082836,0.000007604314,0.000005951745,0.000003139465,0.0006426846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9878424,"threshold_uncertainty_score":0.06429648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023038253","doi":"10.1080/1356251032000155803","title":"Acceptance by undergraduates of the immediate feedback assessment technique for multiple‐choice testing","year":2004,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Brock University","funders":"Centre for Teaching and Learning, Universiti Teknologi Malaysia; Brock University","keywords":"Test (biology); Appeal; Psychology; Social psychology; Computer science; Mathematics education; Applied psychology; Law; Political science","authors":[{"name":"David DiBattista","is_ca":true},{"name":"John O. Mitterer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1391059099371733,"gpt":0.4600031164447905,"spread":0.3208972065076171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006987896,0.0003977043,0.0004925172,0.0005972773,0.0003706035,0.001407229,0.0004947822,0.0005934545,0.005424534],"category_scores_gemma":[0.02440409,0.0002856691,0.0004337283,0.00030203,0.0003463439,0.0004929084,0.0007120263,0.0007215191,0.001954157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008631225,"about_ca_system_score_gemma":0.0007245571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002241901,"about_ca_topic_score_gemma":0.003734086,"domain_scores_codex":[0.9956247,0.001141482,0.0003310987,0.0003255554,0.002171696,0.0004053764],"domain_scores_gemma":[0.9803075,0.004527903,0.002361483,0.00135641,0.006342464,0.005104329],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002397198,0.01307331,0.5610203,0.0001666588,0.0000686143,0.000385693,0.01472142,0.0003517523,0.01366694,0.0003975914,0.01209479,0.3816557],"study_design_scores_gemma":[0.0003940308,0.02354483,0.9420528,0.0001715112,0.00004313615,0.0005503742,0.007280861,0.003040393,0.007779929,0.0002722771,0.01475996,0.0001098747],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953623,0.0001404039,0.0005766739,0.0001886732,0.00006033205,0.0001989907,0.00008307066,0.00005047691,0.003339067],"genre_scores_gemma":[0.992116,0.0001263568,0.001701935,0.0002361301,0.00002910455,0.0001240872,0.0001315224,0.00001833358,0.005516561],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006987896,"threshold_uncertainty_score":0.03695601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2192797428","doi":"10.5206/cjsotl-rcacea.2015.3.12","title":"Case Study Methodology: Flexibility, Rigour, and Ethical Considerations for the Scholarship of Teaching and Learning","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Context (archaeology); Pedagogy; Scholarship; Sociology; Psychology; Humanities; Political science; Epistemology; Philosophy","authors":[{"name":"Marion L. Pearson","is_ca":true},{"name":"Simon P. Albon","is_ca":true},{"name":"Harry Hubball","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5560544697945177,"gpt":0.5246087237641242,"spread":0.03144574603039352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6866449,0.00274503,0.005683996,0.01097588,0.01496899,0.03459119,0.0118049,0.0154884,0.004756453],"category_scores_gemma":[0.581782,0.002708379,0.00254538,0.01111761,0.07518671,0.02507538,0.02181321,0.01950241,0.00283314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01003426,"about_ca_system_score_gemma":0.03278313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00250393,"about_ca_topic_score_gemma":0.00437783,"domain_scores_codex":[0.1550879,0.7839912,0.02217126,0.006271767,0.03060756,0.00187044],"domain_scores_gemma":[0.1500154,0.7108126,0.01653359,0.07708976,0.04071898,0.004829638],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003317478,0.0004916911,0.002584832,0.004869366,0.0003088958,0.001397699,0.1985226,0.001528713,0.001819552,0.6350194,0.02108316,0.1320424],"study_design_scores_gemma":[0.0004245515,0.0004947683,0.001387515,0.01249667,0.0001618807,0.00222634,0.06215644,0.004155595,0.001489552,0.644019,0.2706712,0.0003163175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01122572,0.01270539,0.8091465,0.1206055,0.004919081,0.01310503,0.0002604007,0.0004051346,0.02762735],"genre_scores_gemma":[0.1216396,0.004791289,0.7996948,0.01801268,0.003077899,0.04770591,0.0001437317,0.0003115619,0.004622601],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3133551,"threshold_uncertainty_score":0.3864228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015612923","doi":"10.7202/000127ar","title":"L'engagement académique de l'étudiant comme facteur de réussite à l'université Étude exploratoire menée dans deux facultés contrastées","year":2002,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Philosophy","authors":[{"name":"Laurence Pirot","is_ca":false},{"name":"Jean‐Marie De Ketele","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6534528560374278,"gpt":0.4693603528779987,"spread":0.1840925031594291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009365834,0.0003581189,0.0006905402,0.002303343,0.004214459,0.006416303,0.0008006223,0.001082582,0.007754293],"category_scores_gemma":[0.02652697,0.0003516489,0.0006452617,0.003488994,0.003099485,0.003092842,0.007557363,0.001351078,0.001090047],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005705556,"about_ca_system_score_gemma":0.006397353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009713759,"about_ca_topic_score_gemma":0.02275504,"domain_scores_codex":[0.9887264,0.005943222,0.0005746384,0.0009521786,0.002129188,0.001674342],"domain_scores_gemma":[0.9570615,0.024854,0.005688185,0.002752,0.004917039,0.004727151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004020563,0.000545816,0.2762128,0.0007056156,0.0001056948,0.000744341,0.479082,0.0006596436,0.004740872,0.01419407,0.001485061,0.221122],"study_design_scores_gemma":[0.00002767372,0.0007080744,0.620774,0.000430008,0.00008692013,0.0005961632,0.3066108,0.0005911502,0.003880061,0.004045444,0.06215209,0.00009770941],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839446,0.0007968252,0.002461499,0.001009175,0.00002332046,0.00004510853,0.00005185878,0.00004468959,0.01162282],"genre_scores_gemma":[0.9923965,0.0003375143,0.001161237,0.0001070096,0.00001416685,0.00009838906,0.0000382724,0.00002009302,0.00582683],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009713759,"threshold_uncertainty_score":0.04953188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121491281","doi":"10.5539/ies.v2n1p25","title":"Quality Assurance in Higher Education Institutions: Exist Survey among Universiti Putra Malaysia Graduating Students","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universiti Putra Malaysia","keywords":"Residence; Medical education; Higher education; Quality assurance; Psychology; Survey research; Quality (philosophy); Medicine; Sociology; Political science; Applied psychology; Demography","authors":[{"name":"Mohd Majid Konting","is_ca":false},{"name":"Norfaryanti Kamaruddin","is_ca":false},{"name":"Nor Azirawani Man","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4727662571224004,"gpt":0.59405972266727,"spread":0.1212934655448696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002400097,0.0002092427,0.0003462622,0.001329934,0.0006730366,0.001051382,0.0003459698,0.0005721843,0.001922568],"category_scores_gemma":[0.004796647,0.0002279796,0.0003416689,0.001427059,0.0003404334,0.0006393477,0.0007843733,0.0006731203,0.0006083612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006516438,"about_ca_system_score_gemma":0.0006905471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002508299,"about_ca_topic_score_gemma":0.003479482,"domain_scores_codex":[0.9984608,0.0003121024,0.0002182653,0.0001121927,0.0005507026,0.0003458625],"domain_scores_gemma":[0.9938093,0.0006798561,0.002325639,0.0001905836,0.001142814,0.001851959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003122188,0.0002127535,0.9910334,0.00002607913,0.000009704538,0.00007059114,0.001644634,0.00002096078,0.0005313938,0.00002088251,0.0002081504,0.006190341],"study_design_scores_gemma":[0.000002105123,0.0003245714,0.9950169,0.00001337521,0.000004663351,0.0001340204,0.003635108,0.00005757863,0.0002460593,0.000006424497,0.0005534393,0.000005809243],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9994131,0.00005409108,0.00004380868,0.00006392705,0.000002176617,0.00001142569,0.00007299585,0.000003944986,0.0003345962],"genre_scores_gemma":[0.999006,0.0001004045,0.0001278557,0.00008872978,0.000004764622,0.0000149535,0.0001549641,0.000002125788,0.0005001882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002508299,"threshold_uncertainty_score":0.01269311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005743601","doi":"10.1037/a0024221","title":"Use of student ratings to benchmark universities: Multilevel modeling of responses to the Australian Course Experience Questionnaire (CEQ).","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Economic and Social Research Council","keywords":"Psychology; Multilevel model; Course (navigation); Mathematics education; Benchmark (surveying); Medical education; Applied psychology; Course evaluation; Higher education; Statistics","authors":[{"name":"Herbert W. Marsh","is_ca":false},{"name":"Paul Ginns","is_ca":false},{"name":"Alexandre J. S. Morin","is_ca":true},{"name":"Benjamin Nagengast","is_ca":false},{"name":"Andrew J. Martin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3894798957291222,"gpt":0.5591843961155842,"spread":0.1697045003864621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04779381,0.0007616963,0.001183296,0.00229052,0.0008228049,0.002015854,0.002253351,0.0008855129,0.002095912],"category_scores_gemma":[0.09996098,0.000606732,0.00314013,0.003144378,0.0006983305,0.00160119,0.002568484,0.002459336,0.0005541526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001329742,"about_ca_system_score_gemma":0.001323829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02519032,"about_ca_topic_score_gemma":0.02566949,"domain_scores_codex":[0.9360894,0.05320089,0.002354739,0.003850155,0.003414412,0.00109028],"domain_scores_gemma":[0.8969666,0.06989913,0.01488078,0.009809488,0.007150981,0.001293066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000454907,0.0002604361,0.9481634,0.0001814041,0.002663421,0.00007353396,0.006261914,0.003754849,0.0004495193,0.001670509,0.002705434,0.03336041],"study_design_scores_gemma":[0.00007820054,0.0008187289,0.9139059,0.0001423681,0.0006529559,0.00009060036,0.00364975,0.07357347,0.000975694,0.002824946,0.003182165,0.0001051513],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9190673,0.0003054866,0.07291783,0.0007049378,0.00008433287,0.001002216,0.003478983,0.0002473986,0.002191467],"genre_scores_gemma":[0.9761303,0.00005447042,0.01910327,0.00007554021,0.0000140195,0.001069269,0.002735525,0.0000560893,0.0007616583],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04779381,"threshold_uncertainty_score":0.2527608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011498830","doi":"10.14507/epaa.v8n50.2000","title":"Student Evaluation of Teaching: Methodological Critique","year":2000,"lang":"en","type":"article","venue":"Education Policy Analysis Archives","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"","keywords":"Summative assessment; Set (abstract data type); Mathematics education; Face (sociological concept); Continuation; Function (biology); Work (physics); Raw data; Teaching method; Pedagogy; Sociology; Psychology; Computer science; Formative assessment; Social science","authors":[{"name":"Robert Sproule","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3288275103406784,"gpt":0.6293541773783948,"spread":0.3005266670377164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4976247,0.001264201,0.002551835,0.009761256,0.005078302,0.01651198,0.008734491,0.006099501,0.002122089],"category_scores_gemma":[0.7163498,0.001139101,0.001907383,0.0098135,0.03264582,0.009327194,0.01192227,0.008001995,0.0005758195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01146384,"about_ca_system_score_gemma":0.0145842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00931387,"about_ca_topic_score_gemma":0.01051746,"domain_scores_codex":[0.24837,0.6354976,0.02879103,0.009550553,0.07576537,0.002025437],"domain_scores_gemma":[0.1426006,0.7615145,0.01802253,0.0262137,0.04996827,0.001680286],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004027224,0.0002263439,0.02895731,0.005868556,0.001073287,0.0001144306,0.03883252,0.002142952,0.000181771,0.6314689,0.04168276,0.2490484],"study_design_scores_gemma":[0.0005527819,0.0006498286,0.02854311,0.01549906,0.0007314488,0.0004574187,0.03509787,0.01715961,0.002862198,0.7486744,0.1494838,0.000288601],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07569016,0.05427173,0.2862109,0.506021,0.01405026,0.002386081,0.0008980228,0.0004697772,0.06000207],"genre_scores_gemma":[0.8398882,0.009043295,0.08435282,0.04307235,0.0113953,0.006271629,0.0002558593,0.0003374989,0.005383006],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5023753,"threshold_uncertainty_score":0.6195182,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2991940894","doi":"10.47678/cjhe.v37i1.183545","title":"What’s the “Use” of Student Ratings of Instruction for Administrators? One University’s Experience","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Library science; Political science; Computer science","authors":[{"name":"Tanya Beran","is_ca":true},{"name":"Claudio Violato","is_ca":true},{"name":"Don Kline","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2130868468732448,"gpt":0.449903616040231,"spread":0.2368167691669863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04294687,0.0003748932,0.0006229455,0.001795418,0.007250864,0.00801243,0.00238441,0.001781255,0.001183114],"category_scores_gemma":[0.08906004,0.0006139711,0.0004298821,0.002792346,0.005198793,0.003303859,0.002923665,0.003206518,0.0004683274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02181306,"about_ca_system_score_gemma":0.02538911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3073173,"about_ca_topic_score_gemma":0.4973246,"domain_scores_codex":[0.9398125,0.03887466,0.001949917,0.002272209,0.01187162,0.005218995],"domain_scores_gemma":[0.8431642,0.04147208,0.01313339,0.006342547,0.06960408,0.02628369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004202671,0.000570589,0.2569405,0.0003899418,0.0001176775,0.0004244872,0.4964108,0.0002955619,0.003694602,0.00207732,0.02069803,0.2179603],"study_design_scores_gemma":[0.00004209178,0.001492737,0.3716472,0.0006062916,0.00008537012,0.0005006143,0.5331201,0.0006861851,0.003853423,0.0003708065,0.08711195,0.0004831784],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9616961,0.002038488,0.00202594,0.02221044,0.0003237411,0.00008716516,0.0001041721,0.0001349779,0.01137906],"genre_scores_gemma":[0.9934868,0.0009246366,0.001372412,0.001737869,0.00007409353,0.0000296474,0.00003555022,0.00003783998,0.002301201],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3073173,"threshold_uncertainty_score":0.611057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2761099410","doi":"10.1080/1360144x.2017.1385464","title":"The contextual nature of university-wide curriculum change","year":2017,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of Gloucestershire; McMaster University","keywords":"Curriculum; Identity (music); Resistance (ecology); Psychological intervention; Process (computing); Quality (philosophy); Social identity theory; Quality assurance; Institutional change; Pedagogy; Sociology; Public relations; Psychology; Medical education; Knowledge management; Political science; Business; Computer science; Social psychology; Social group; Marketing; Medicine; Public administration","authors":[{"name":"Megan Anakin","is_ca":false},{"name":"Rachel Spronken‐Smith","is_ca":false},{"name":"Mick Healey","is_ca":false},{"name":"Susan Vajoczki","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1423006431099819,"gpt":0.4589325583099688,"spread":0.3166319151999869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008981893,0.0002357657,0.0004374743,0.001738379,0.006202747,0.00491899,0.0009364006,0.000758142,0.002102562],"category_scores_gemma":[0.02020359,0.0004381137,0.0003020321,0.001695367,0.00816448,0.002667021,0.00625443,0.001102439,0.0001107718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005627148,"about_ca_system_score_gemma":0.006951375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007767045,"about_ca_topic_score_gemma":0.02582841,"domain_scores_codex":[0.9861283,0.009834919,0.0004414273,0.0009659913,0.001081676,0.001547772],"domain_scores_gemma":[0.9834282,0.01123818,0.001892484,0.001118591,0.001012049,0.001310477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002239126,0.000403867,0.2354083,0.0008321961,0.0001690122,0.001807704,0.6354864,0.00170418,0.005633093,0.04121187,0.0009164491,0.07620309],"study_design_scores_gemma":[0.00002657771,0.0003237833,0.2755283,0.0005717195,0.0001123173,0.0004552055,0.6663011,0.001166684,0.002395398,0.01641558,0.03661373,0.0000896848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.975922,0.0008016541,0.004299701,0.001995849,0.00004569571,0.0001081076,0.00004815129,0.000030252,0.01674859],"genre_scores_gemma":[0.9991067,0.0001099888,0.0005195047,0.00005134325,0.000005894658,0.00002250266,0.000008035303,0.00000399433,0.0001721619],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008981893,"threshold_uncertainty_score":0.04750139,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131275223","doi":"10.5539/ies.v6n4p56","title":"Faculty Perspectives on the “3+3+4” Curriculum Reform in Hong Kong: A Case Study","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Curriculum development; Pedagogy; Sociology; Qualitative research; Faculty development; Higher education; Scale (ratio); Face (sociological concept); Outcome-based education; Professional development; Political science; Social science; Geography","authors":[{"name":"Cecilia Ka Yuk Chan","is_ca":false},{"name":"Lillian Y. Y. Luk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2706768721614311,"gpt":0.5605004807453939,"spread":0.2898236085839628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004687494,0.0004038213,0.0004623342,0.0009993146,0.011712,0.00424623,0.001239569,0.001277822,0.002663297],"category_scores_gemma":[0.005193168,0.0004332008,0.0003517044,0.002549205,0.00479682,0.001811374,0.0034335,0.001538995,0.000298951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01670529,"about_ca_system_score_gemma":0.01300868,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2093422,"about_ca_topic_score_gemma":0.3013518,"domain_scores_codex":[0.9959022,0.002205991,0.0002227625,0.0002016945,0.0002847896,0.001182561],"domain_scores_gemma":[0.9939471,0.002438149,0.0007770404,0.0002661366,0.0008761966,0.001695286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008613703,0.0003574198,0.02993975,0.0001291356,0.00001021966,0.006050036,0.9543762,0.0001613738,0.001080656,0.001153775,0.0008000993,0.005855159],"study_design_scores_gemma":[0.000005022083,0.0001324206,0.01110363,0.00004964637,0.000009242258,0.0002573757,0.9829862,0.00007163375,0.000417293,0.00003098003,0.004923433,0.00001316005],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975484,0.0001077617,0.00006029549,0.0005131096,0.00001225987,0.00003425421,0.00001319931,0.000002036821,0.001708766],"genre_scores_gemma":[0.9964983,0.0004013535,0.0001275596,0.0003112028,0.00000905159,0.00002334782,0.00001674204,0.000003923387,0.002608488],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2093422,"threshold_uncertainty_score":0.4162474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115875582","doi":"10.1080/08832323.2010.550339","title":"On the Relationship Between Students’ Perceptions of Teaching Quality, Methods of Assessment, and Satisfaction","year":2011,"lang":"en","type":"article","venue":"Journal of Education for Business","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Ontario Tech University","funders":"","keywords":"Enthusiasm; Feeling; Perception; Psychology; Categorization; Quality (philosophy); Relevance (law); Mathematics education; Medical education; Applied psychology; Social psychology; Computer science; Medicine","authors":[{"name":"K. Smimou","is_ca":true},{"name":"Darren W. Dahl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.529615164569952,"gpt":0.642260908814015,"spread":0.112645744244063,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005263086,0.0002011533,0.0004046574,0.0009884622,0.0003949318,0.001976623,0.0002831557,0.0005121736,0.00372393],"category_scores_gemma":[0.026273,0.0001891429,0.0005944984,0.00108207,0.000874734,0.0007462117,0.000716286,0.001112421,0.000384102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004198844,"about_ca_system_score_gemma":0.0005612869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001138357,"about_ca_topic_score_gemma":0.001288126,"domain_scores_codex":[0.9966092,0.001182608,0.0003884221,0.0001806978,0.001291982,0.0003471574],"domain_scores_gemma":[0.9388605,0.04678044,0.005998352,0.001084822,0.004511094,0.002764776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004218127,0.0006319786,0.975159,0.00005393984,0.0001144523,0.00008039466,0.004686753,0.0002826189,0.001426989,0.0002997045,0.0001441219,0.0166982],"study_design_scores_gemma":[0.00001741328,0.001195875,0.9874768,0.00002095247,0.00005596818,0.00009470982,0.007318525,0.001718331,0.001370141,0.0002768366,0.0004315338,0.00002288588],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9989379,0.00002315035,0.0002341504,0.00003421786,0.000002668372,0.000006168494,0.0000148025,0.000002368339,0.0007445653],"genre_scores_gemma":[0.9996399,0.00001607389,0.00008230571,0.000009786035,0.000002256085,0.000005829576,0.00002028698,0.000001269767,0.000222193],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005263086,"threshold_uncertainty_score":0.02783424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}